diff --git a/output/main/rcv1_CCAT/rcv1_CCAT.log b/output/main/rcv1_CCAT/rcv1_CCAT.log
index 6a17320..719db9d 100644
--- a/output/main/rcv1_CCAT/rcv1_CCAT.log
+++ b/output/main/rcv1_CCAT/rcv1_CCAT.log
@@ -223,3 +223,41 @@
 21/11/23 23:17:58| INFO        doc finished [took 344.4446s]
 21/11/23 23:18:32| INFO        atc_mc finished [took 427.6653s]
 21/11/23 23:20:22| INFO        gde finished [took 393.1416s]
+21/11/23 23:31:42| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.00899) [took 1781.3736s]
+21/11/23 23:42:16| INFO        bin_sld_gs finished [took 2414.9537s]
+22/11/23 00:14:04| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.00875) [took 4140.3600s]
+22/11/23 00:15:09| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.00875) [took 4169.5044s]
+22/11/23 00:18:39| INFO        mul_sld_gs finished [took 4415.6828s]
+22/11/23 00:19:19| INFO        m3w_sld_gs finished [took 4418.9390s]
+22/11/23 00:24:39| INFO        rca finished [took 4302.3836s]
+22/11/23 00:24:51| INFO        rca_star finished [took 4275.2244s]
+22/11/23 00:24:51| INFO     Dataset sample 0.80 of dataset rcv1_CCAT finished [took 5034.4189s]
+22/11/23 00:24:51| INFO     Dataset sample 0.90 of dataset rcv1_CCAT started
+22/11/23 00:28:12| INFO        m3wne_sld finished [took 196.8983s]
+22/11/23 00:28:41| INFO        m3wc_sld finished [took 222.2506s]
+22/11/23 00:28:45| INFO        mulis_sld finished [took 212.7197s]
+22/11/23 00:29:02| INFO        m3wis_sld finished [took 215.9806s]
+22/11/23 00:29:07| INFO        mulc_sld finished [took 206.8745s]
+22/11/23 00:29:07| INFO        mulmc_sld finished [took 200.5218s]
+22/11/23 00:29:51| INFO        binis_sld finished [took 286.9601s]
+22/11/23 00:30:15| INFO        bin_sld finished [took 296.6886s]
+22/11/23 00:30:35| INFO        binmc_sld finished [took 303.7616s]
+22/11/23 00:34:05| INFO        m3wmc_sld finished [took 346.5160s]
+22/11/23 00:36:18| INFO        mulne_sld finished [took 377.1504s]
+22/11/23 00:36:21| INFO        ref finished [took 330.6925s]
+22/11/23 00:36:53| INFO        binc_sld finished [took 477.4226s]
+22/11/23 00:37:15| INFO        binne_sld finished [took 485.6467s]
+22/11/23 00:38:35| INFO        m3w_sld finished [took 549.9768s]
+22/11/23 00:39:35| INFO        mul_sld finished [took 546.0321s]
+22/11/23 00:41:10| INFO        atc_mc finished [took 412.7536s]
+22/11/23 00:42:40| INFO        doc finished [took 369.5493s]
+22/11/23 00:44:07| INFO        gde finished [took 397.7040s]
+22/11/23 00:52:18| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.00600) [took 1579.8876s]
+22/11/23 00:59:22| INFO        bin_sld_gs finished [took 2004.4674s]
+22/11/23 01:35:10| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00749) [took 3982.4330s]
+22/11/23 01:36:13| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00749) [took 4015.9827s]
+22/11/23 01:40:39| INFO        mul_sld_gs finished [took 4311.6553s]
+22/11/23 01:41:23| INFO        m3w_sld_gs finished [took 4325.4477s]
+22/11/23 01:42:47| INFO        rca finished [took 3966.9963s]
+22/11/23 01:42:48| INFO        rca_star finished [took 3941.6003s]
+22/11/23 01:42:48| INFO     Dataset sample 0.90 of dataset rcv1_CCAT finished [took 4676.7846s]
diff --git a/output/main/rcv1_CCAT/rcv1_CCAT.pickle b/output/main/rcv1_CCAT/rcv1_CCAT.pickle
new file mode 100644
index 0000000..cab483e
Binary files /dev/null and b/output/main/rcv1_CCAT/rcv1_CCAT.pickle differ
diff --git a/output/main/rcv1_CCAT/rcv1_CCAT.pickle.old b/output/main/rcv1_CCAT/rcv1_CCAT.pickle.old
new file mode 100644
index 0000000..603d9b3
Binary files /dev/null and b/output/main/rcv1_CCAT/rcv1_CCAT.pickle.old differ
diff --git a/output/main/rcv1_CCAT/rcv1_CCAT_mandoline.log b/output/main/rcv1_CCAT/rcv1_CCAT_mandoline.log
new file mode 100644
index 0000000..145bf79
--- /dev/null
+++ b/output/main/rcv1_CCAT/rcv1_CCAT_mandoline.log
@@ -0,0 +1,38 @@
+----------------------------------------------------------------------------------------------------
+21/11/23 14:33:02| INFO     dataset rcv1_CCAT [pool size: 10]
+21/11/23 14:33:06| INFO     Dataset sample 0.10 of dataset rcv1_CCAT started
+21/11/23 14:33:41| INFO        ref finished [took 32.5095s]
+21/11/23 14:44:47| INFO        mandoline finished [took 695.3280s]
+21/11/23 14:44:47| INFO     Dataset sample 0.10 of dataset rcv1_CCAT finished [took 700.7217s]
+21/11/23 14:44:47| INFO     Dataset sample 0.20 of dataset rcv1_CCAT started
+21/11/23 14:45:21| INFO        ref finished [took 30.8301s]
+21/11/23 14:56:12| INFO        mandoline finished [took 679.5898s]
+21/11/23 14:56:12| INFO     Dataset sample 0.20 of dataset rcv1_CCAT finished [took 685.3558s]
+21/11/23 14:56:12| INFO     Dataset sample 0.30 of dataset rcv1_CCAT started
+21/11/23 14:56:45| INFO        ref finished [took 29.9331s]
+21/11/23 15:07:41| INFO        mandoline finished [took 684.4579s]
+21/11/23 15:07:41| INFO     Dataset sample 0.30 of dataset rcv1_CCAT finished [took 689.1060s]
+21/11/23 15:07:41| INFO     Dataset sample 0.40 of dataset rcv1_CCAT started
+21/11/23 15:08:13| INFO        ref finished [took 29.6161s]
+21/11/23 15:18:50| INFO        mandoline finished [took 665.9347s]
+21/11/23 15:18:50| INFO     Dataset sample 0.40 of dataset rcv1_CCAT finished [took 669.0968s]
+21/11/23 15:18:51| INFO     Dataset sample 0.50 of dataset rcv1_CCAT started
+21/11/23 15:19:24| INFO        ref finished [took 30.2475s]
+21/11/23 15:29:58| INFO        mandoline finished [took 662.8145s]
+21/11/23 15:29:58| INFO     Dataset sample 0.50 of dataset rcv1_CCAT finished [took 667.2259s]
+21/11/23 15:29:58| INFO     Dataset sample 0.60 of dataset rcv1_CCAT started
+21/11/23 15:30:30| INFO        ref finished [took 30.2155s]
+21/11/23 15:42:54| INFO        mandoline finished [took 772.9461s]
+21/11/23 15:42:54| INFO     Dataset sample 0.60 of dataset rcv1_CCAT finished [took 776.5262s]
+21/11/23 15:42:54| INFO     Dataset sample 0.70 of dataset rcv1_CCAT started
+21/11/23 15:43:35| INFO        ref finished [took 35.6520s]
+21/11/23 16:06:02| INFO        mandoline finished [took 1381.6871s]
+21/11/23 16:06:02| INFO     Dataset sample 0.70 of dataset rcv1_CCAT finished [took 1387.9846s]
+21/11/23 16:06:02| INFO     Dataset sample 0.80 of dataset rcv1_CCAT started
+21/11/23 16:06:46| INFO        ref finished [took 40.1253s]
+21/11/23 16:32:55| INFO        mandoline finished [took 1605.1647s]
+21/11/23 16:32:55| INFO     Dataset sample 0.80 of dataset rcv1_CCAT finished [took 1613.0689s]
+21/11/23 16:32:55| INFO     Dataset sample 0.90 of dataset rcv1_CCAT started
+21/11/23 16:33:41| INFO        ref finished [took 39.0610s]
+21/11/23 16:54:40| INFO        mandoline finished [took 1296.7300s]
+21/11/23 16:54:40| INFO     Dataset sample 0.90 of dataset rcv1_CCAT finished [took 1304.5258s]
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_10_acc.png
deleted file mode 100644
index 3e1bd81..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_10_f1.png
deleted file mode 100644
index 6569f48..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_20_acc.png
deleted file mode 100644
index 76ca914..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_20_f1.png
deleted file mode 100644
index bf04a33..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_30_acc.png
deleted file mode 100644
index c866d38..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_30_f1.png
deleted file mode 100644
index 364d9e4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_40_acc.png
deleted file mode 100644
index 2371b57..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_40_f1.png
deleted file mode 100644
index 8523f86..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_50_acc.png
deleted file mode 100644
index 2839a37..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_50_f1.png
deleted file mode 100644
index 48d11de..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_60_acc.png
deleted file mode 100644
index c9bdc7b..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_60_f1.png
deleted file mode 100644
index ffb0cb9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_70_acc.png
deleted file mode 100644
index 6c1a354..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_70_f1.png
deleted file mode 100644
index bff09cb..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_80_acc.png
deleted file mode 100644
index 03bf5d5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_80_f1.png
deleted file mode 100644
index 95d6d23..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_90_acc.png
deleted file mode 100644
index 82f5bd1..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_90_f1.png
deleted file mode 100644
index 549341e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_avg_test_acc.png
deleted file mode 100644
index 2ffcfbc..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_avg_test_f1.png
deleted file mode 100644
index 7618fff..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_avg_train_acc.png
deleted file mode 100644
index 878a085..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_avg_train_f1.png
deleted file mode 100644
index 3c55e02..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_cc_vs_other_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_10_acc.png
deleted file mode 100644
index d9d79af..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_10_f1.png
deleted file mode 100644
index 810ea13..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_20_acc.png
deleted file mode 100644
index 3892c22..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_20_f1.png
deleted file mode 100644
index eaa7d48..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_30_acc.png
deleted file mode 100644
index dde673e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_30_f1.png
deleted file mode 100644
index b069f6c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_40_acc.png
deleted file mode 100644
index 410d42a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_40_f1.png
deleted file mode 100644
index 80ef8e5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_50_acc.png
deleted file mode 100644
index b3264b0..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_50_f1.png
deleted file mode 100644
index 72f5e16..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_60_acc.png
deleted file mode 100644
index 99f1e63..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_60_f1.png
deleted file mode 100644
index c0a534a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_70_acc.png
deleted file mode 100644
index c8353ff..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_70_f1.png
deleted file mode 100644
index 2ca2b93..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_80_acc.png
deleted file mode 100644
index 6ee6d62..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_80_f1.png
deleted file mode 100644
index af7e039..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_90_acc.png
deleted file mode 100644
index 6df725d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_90_f1.png
deleted file mode 100644
index 7664fa2..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_avg_test_acc.png
deleted file mode 100644
index 149f9be..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_avg_test_f1.png
deleted file mode 100644
index 077022e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_avg_train_acc.png
deleted file mode 100644
index 014bb83..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_avg_train_f1.png
deleted file mode 100644
index 7415392..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_all_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_10_acc.png
deleted file mode 100644
index 6ee117e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_10_f1.png
deleted file mode 100644
index 25f4d85..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_20_acc.png
deleted file mode 100644
index ca35de0..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_20_f1.png
deleted file mode 100644
index 0941c3e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_30_acc.png
deleted file mode 100644
index 5a128b8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_30_f1.png
deleted file mode 100644
index f744994..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_40_acc.png
deleted file mode 100644
index d1667bd..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_40_f1.png
deleted file mode 100644
index 459656d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_50_acc.png
deleted file mode 100644
index c8abd4f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_50_f1.png
deleted file mode 100644
index f0f4f29..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_60_acc.png
deleted file mode 100644
index 37b6a8a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_60_f1.png
deleted file mode 100644
index 2684922..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_70_acc.png
deleted file mode 100644
index 46de052..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_70_f1.png
deleted file mode 100644
index 0cd5733..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_80_acc.png
deleted file mode 100644
index 8700dcd..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_80_f1.png
deleted file mode 100644
index eea351b..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_90_acc.png
deleted file mode 100644
index 2d36907..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_90_f1.png
deleted file mode 100644
index 373404f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_avg_test_acc.png
deleted file mode 100644
index 14f9959..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_avg_test_f1.png
deleted file mode 100644
index e974329..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_avg_train_acc.png
deleted file mode 100644
index da19bc4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_avg_train_f1.png
deleted file mode 100644
index 1fef5f0..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_atc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_10_acc.png
deleted file mode 100644
index 69e4693..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_10_f1.png
deleted file mode 100644
index c117ba3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_20_acc.png
deleted file mode 100644
index fc030ae..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_20_f1.png
deleted file mode 100644
index f99c8e4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_30_acc.png
deleted file mode 100644
index b6fea06..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_30_f1.png
deleted file mode 100644
index ddbd4ae..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_40_acc.png
deleted file mode 100644
index 8c0e2d1..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_40_f1.png
deleted file mode 100644
index 7eb54b4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_50_acc.png
deleted file mode 100644
index 845b65f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_50_f1.png
deleted file mode 100644
index 5e32c53..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_60_acc.png
deleted file mode 100644
index 948ab4c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_60_f1.png
deleted file mode 100644
index f46bc83..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_70_acc.png
deleted file mode 100644
index 4756c28..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_70_f1.png
deleted file mode 100644
index c254228..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_80_acc.png
deleted file mode 100644
index e74797c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_80_f1.png
deleted file mode 100644
index 1e2a105..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_90_acc.png
deleted file mode 100644
index 412a698..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_90_f1.png
deleted file mode 100644
index 079e43c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_avg_test_acc.png
deleted file mode 100644
index 91fd083..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_avg_test_f1.png
deleted file mode 100644
index 6429fa6..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_avg_train_acc.png
deleted file mode 100644
index 948fb58..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_avg_train_f1.png
deleted file mode 100644
index 3c4de73..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_gs_vs_qgs_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_10_acc.png
deleted file mode 100644
index 33bcb72..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_10_f1.png
deleted file mode 100644
index fc855d0..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_20_acc.png
deleted file mode 100644
index be51faa..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_20_f1.png
deleted file mode 100644
index 9bb4ad2..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_30_acc.png
deleted file mode 100644
index c3cb39e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_30_f1.png
deleted file mode 100644
index 8005ee9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_40_acc.png
deleted file mode 100644
index ba20ac2..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_40_f1.png
deleted file mode 100644
index 7bb60a9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_50_acc.png
deleted file mode 100644
index 1d0faa8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_50_f1.png
deleted file mode 100644
index 6ed9790..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_60_acc.png
deleted file mode 100644
index ddbf0a7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_60_f1.png
deleted file mode 100644
index 758b9e7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_70_acc.png
deleted file mode 100644
index 3de4d96..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_70_f1.png
deleted file mode 100644
index 058b855..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_80_acc.png
deleted file mode 100644
index 6518ccd..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_80_f1.png
deleted file mode 100644
index 165c42d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_90_acc.png
deleted file mode 100644
index 928d8bc..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_90_f1.png
deleted file mode 100644
index 2f0499c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_avg_test_acc.png
deleted file mode 100644
index 6bc41f6..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_avg_test_f1.png
deleted file mode 100644
index b788155..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_avg_train_acc.png
deleted file mode 100644
index a856926..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_avg_train_f1.png
deleted file mode 100644
index e0c76b7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_10_acc.png
deleted file mode 100644
index 4d18207..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_10_f1.png
deleted file mode 100644
index 55a67fa..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_20_acc.png
deleted file mode 100644
index ba232b4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_20_f1.png
deleted file mode 100644
index 76c6328..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_30_acc.png
deleted file mode 100644
index 3f3e314..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_30_f1.png
deleted file mode 100644
index 841f002..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_40_acc.png
deleted file mode 100644
index 7c2a759..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_40_f1.png
deleted file mode 100644
index ce88143..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_50_acc.png
deleted file mode 100644
index 146b327..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_50_f1.png
deleted file mode 100644
index c40e10a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_60_acc.png
deleted file mode 100644
index 27bafbe..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_60_f1.png
deleted file mode 100644
index 6c94b04..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_70_acc.png
deleted file mode 100644
index c55e4e4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_70_f1.png
deleted file mode 100644
index 52dd6ce..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_80_acc.png
deleted file mode 100644
index 869dcb5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_80_f1.png
deleted file mode 100644
index 3de2905..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_90_acc.png
deleted file mode 100644
index 4ff76bd..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_90_f1.png
deleted file mode 100644
index 0de53a8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_avg_test_acc.png
deleted file mode 100644
index 12b6a2f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_avg_test_f1.png
deleted file mode 100644
index 3038fe8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_avg_train_acc.png
deleted file mode 100644
index 9e2b52d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_avg_train_f1.png
deleted file mode 100644
index b4855c9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_10_acc.png
deleted file mode 100644
index fc46e56..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_10_f1.png
deleted file mode 100644
index d1013d3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_20_acc.png
deleted file mode 100644
index 8ed9578..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_20_f1.png
deleted file mode 100644
index 8a2b3da..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_30_acc.png
deleted file mode 100644
index 769640e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_30_f1.png
deleted file mode 100644
index 9cab50c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_40_acc.png
deleted file mode 100644
index d663d53..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_40_f1.png
deleted file mode 100644
index 223c325..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_50_acc.png
deleted file mode 100644
index 7069bac..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_50_f1.png
deleted file mode 100644
index 31bb927..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_60_acc.png
deleted file mode 100644
index 933c6c0..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_60_f1.png
deleted file mode 100644
index 731a337..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_70_acc.png
deleted file mode 100644
index 4020b89..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_70_f1.png
deleted file mode 100644
index ddd610a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_80_acc.png
deleted file mode 100644
index ee25a1c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_80_f1.png
deleted file mode 100644
index 7c9df6b..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_90_acc.png
deleted file mode 100644
index facc62b..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_90_f1.png
deleted file mode 100644
index 2f3bcac..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_avg_test_acc.png
deleted file mode 100644
index 7488576..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_avg_test_f1.png
deleted file mode 100644
index 6a0eb1c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_avg_train_acc.png
deleted file mode 100644
index eab3add..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_avg_train_f1.png
deleted file mode 100644
index a7354bf..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_10_acc.png
deleted file mode 100644
index 3dd00e7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_10_f1.png
deleted file mode 100644
index 216faf7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_20_acc.png
deleted file mode 100644
index ee9a1a0..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_20_f1.png
deleted file mode 100644
index 261f0d6..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_30_acc.png
deleted file mode 100644
index 92340a8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_30_f1.png
deleted file mode 100644
index 2422d97..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_40_acc.png
deleted file mode 100644
index f5c2e44..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_40_f1.png
deleted file mode 100644
index 3ba524a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_50_acc.png
deleted file mode 100644
index 0f38e79..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_50_f1.png
deleted file mode 100644
index ee3446a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_60_acc.png
deleted file mode 100644
index db2b075..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_60_f1.png
deleted file mode 100644
index 553d685..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_70_acc.png
deleted file mode 100644
index aee1210..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_70_f1.png
deleted file mode 100644
index 5efd2d4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_80_acc.png
deleted file mode 100644
index 3a06bd3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_80_f1.png
deleted file mode 100644
index 6111fc8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_90_acc.png
deleted file mode 100644
index 3926318..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_90_f1.png
deleted file mode 100644
index da13eae..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_test_acc.png
deleted file mode 100644
index b762205..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_test_f1.png
deleted file mode 100644
index 416ab49..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_train_acc.png
deleted file mode 100644
index cb5d361..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_train_f1.png
deleted file mode 100644
index 7621f42..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_10_acc.png
deleted file mode 100644
index 7b5ec2b..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_10_f1.png
deleted file mode 100644
index b8ab9c2..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_20_acc.png
deleted file mode 100644
index ebff322..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_20_f1.png
deleted file mode 100644
index 9e6f7b1..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_30_acc.png
deleted file mode 100644
index bc17a44..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_30_f1.png
deleted file mode 100644
index 019784b..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_40_acc.png
deleted file mode 100644
index 3c9d076..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_40_f1.png
deleted file mode 100644
index 40a50c5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_50_acc.png
deleted file mode 100644
index f301c1e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_50_f1.png
deleted file mode 100644
index 5361734..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_60_acc.png
deleted file mode 100644
index 8e26b34..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_60_f1.png
deleted file mode 100644
index a19d1f4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_70_acc.png
deleted file mode 100644
index ab1077e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_70_f1.png
deleted file mode 100644
index 51d4cbc..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_80_acc.png
deleted file mode 100644
index e13fba3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_80_f1.png
deleted file mode 100644
index 83ffd22..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_90_acc.png
deleted file mode 100644
index d210931..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_90_f1.png
deleted file mode 100644
index a1dfebd..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_avg_test_acc.png
deleted file mode 100644
index dc979c3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_avg_test_f1.png
deleted file mode 100644
index 397caf7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_avg_train_acc.png
deleted file mode 100644
index 7deed02..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_avg_train_f1.png
deleted file mode 100644
index 9618cd5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_rcv1_GCAT_sld_vs_pacc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_10_acc.png
deleted file mode 100644
index 3c6e807..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_10_f1.png
deleted file mode 100644
index 23d2b86..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_20_acc.png
deleted file mode 100644
index 5a8eeb4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_20_f1.png
deleted file mode 100644
index 94b6374..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_30_acc.png
deleted file mode 100644
index 9009fc4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_30_f1.png
deleted file mode 100644
index cab3fe5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_40_acc.png
deleted file mode 100644
index 6cce3c3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_40_f1.png
deleted file mode 100644
index 2e6605b..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_50_acc.png
deleted file mode 100644
index 83e2deb..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_50_f1.png
deleted file mode 100644
index aa0841c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_60_acc.png
deleted file mode 100644
index 5c8ef3b..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_60_f1.png
deleted file mode 100644
index 80d8113..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_70_acc.png
deleted file mode 100644
index 733c058..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_70_f1.png
deleted file mode 100644
index 7504cea..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_80_acc.png
deleted file mode 100644
index 654deb6..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_80_f1.png
deleted file mode 100644
index 0aa7684..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_90_acc.png
deleted file mode 100644
index 31525d1..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_90_f1.png
deleted file mode 100644
index 5d7fa53..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_avg_test_acc.png
deleted file mode 100644
index 3a41d11..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_avg_test_f1.png
deleted file mode 100644
index 13629cd..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_avg_train_acc.png
deleted file mode 100644
index d722ee2..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_avg_train_f1.png
deleted file mode 100644
index 662c8f2..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_cc_vs_other_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_10_acc.png
deleted file mode 100644
index 3c807e3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_10_f1.png
deleted file mode 100644
index 4ebfb77..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_20_acc.png
deleted file mode 100644
index dda7292..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_20_f1.png
deleted file mode 100644
index d97cd08..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_30_acc.png
deleted file mode 100644
index 8e962e6..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_30_f1.png
deleted file mode 100644
index 1224a98..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_40_acc.png
deleted file mode 100644
index b1703e4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_40_f1.png
deleted file mode 100644
index eb09122..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_50_acc.png
deleted file mode 100644
index 6147f94..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_50_f1.png
deleted file mode 100644
index 52b2152..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_60_acc.png
deleted file mode 100644
index 7de2010..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_60_f1.png
deleted file mode 100644
index 717b381..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_70_acc.png
deleted file mode 100644
index 3fce92d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_70_f1.png
deleted file mode 100644
index 79ba9a7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_80_acc.png
deleted file mode 100644
index 81c02ce..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_80_f1.png
deleted file mode 100644
index 8db3c49..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_90_acc.png
deleted file mode 100644
index f9df689..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_90_f1.png
deleted file mode 100644
index 3c01ce6..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_avg_test_acc.png
deleted file mode 100644
index 6f06893..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_avg_test_f1.png
deleted file mode 100644
index 6409187..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_avg_train_acc.png
deleted file mode 100644
index b8e8892..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_avg_train_f1.png
deleted file mode 100644
index cca4641..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_all_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_10_acc.png
deleted file mode 100644
index b6acba0..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_10_f1.png
deleted file mode 100644
index cbf09b9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_20_acc.png
deleted file mode 100644
index 093b986..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_20_f1.png
deleted file mode 100644
index 8623c37..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_30_acc.png
deleted file mode 100644
index 08707f1..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_30_f1.png
deleted file mode 100644
index efd12d3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_40_acc.png
deleted file mode 100644
index 448d669..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_40_f1.png
deleted file mode 100644
index 12488bf..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_50_acc.png
deleted file mode 100644
index d83ebde..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_50_f1.png
deleted file mode 100644
index be3a283..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_60_acc.png
deleted file mode 100644
index 654f841..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_60_f1.png
deleted file mode 100644
index f021181..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_70_acc.png
deleted file mode 100644
index 70ff6dc..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_70_f1.png
deleted file mode 100644
index 6f4acfc..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_80_acc.png
deleted file mode 100644
index c4bd890..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_80_f1.png
deleted file mode 100644
index 07504f7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_90_acc.png
deleted file mode 100644
index 1113a99..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_90_f1.png
deleted file mode 100644
index 3a69d78..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_avg_test_acc.png
deleted file mode 100644
index c2aff8d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_avg_test_f1.png
deleted file mode 100644
index 77809ed..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_avg_train_acc.png
deleted file mode 100644
index b581ba0..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_avg_train_f1.png
deleted file mode 100644
index 31a2eb9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_atc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_10_acc.png
deleted file mode 100644
index 444cbc8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_10_f1.png
deleted file mode 100644
index 903b967..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_20_acc.png
deleted file mode 100644
index 85bdf1f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_20_f1.png
deleted file mode 100644
index 689741c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_30_acc.png
deleted file mode 100644
index fc0cdcf..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_30_f1.png
deleted file mode 100644
index b9be804..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_40_acc.png
deleted file mode 100644
index 8296a39..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_40_f1.png
deleted file mode 100644
index 9e680b8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_50_acc.png
deleted file mode 100644
index 3f781e2..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_50_f1.png
deleted file mode 100644
index 933fff3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_60_acc.png
deleted file mode 100644
index b26a572..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_60_f1.png
deleted file mode 100644
index 153e1a0..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_70_acc.png
deleted file mode 100644
index 204fa90..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_70_f1.png
deleted file mode 100644
index bf93e42..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_80_acc.png
deleted file mode 100644
index f101d1c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_80_f1.png
deleted file mode 100644
index 9ed5154..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_90_acc.png
deleted file mode 100644
index 5df4d6e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_90_f1.png
deleted file mode 100644
index 09b0666..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_avg_test_acc.png
deleted file mode 100644
index ece3f72..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_avg_test_f1.png
deleted file mode 100644
index 1ccba38..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_avg_train_acc.png
deleted file mode 100644
index 0dc7bc9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_avg_train_f1.png
deleted file mode 100644
index 56da789..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_10_acc.png
deleted file mode 100644
index a2a55d9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_10_f1.png
deleted file mode 100644
index 186de0c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_20_acc.png
deleted file mode 100644
index c54572f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_20_f1.png
deleted file mode 100644
index b0338c4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_30_acc.png
deleted file mode 100644
index fa0bfd7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_30_f1.png
deleted file mode 100644
index 52c9223..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_40_acc.png
deleted file mode 100644
index 9fbf9c1..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_40_f1.png
deleted file mode 100644
index a5077d9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_50_acc.png
deleted file mode 100644
index b433ec9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_50_f1.png
deleted file mode 100644
index 5329691..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_60_acc.png
deleted file mode 100644
index 02337fe..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_60_f1.png
deleted file mode 100644
index ca782c8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_70_acc.png
deleted file mode 100644
index de0ee9f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_70_f1.png
deleted file mode 100644
index ca3af62..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_80_acc.png
deleted file mode 100644
index 42c4384..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_80_f1.png
deleted file mode 100644
index 605df3f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_90_acc.png
deleted file mode 100644
index 5123b37..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_90_f1.png
deleted file mode 100644
index cf27245..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_avg_test_acc.png
deleted file mode 100644
index d53342a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_avg_test_f1.png
deleted file mode 100644
index 8bca51f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_avg_train_acc.png
deleted file mode 100644
index f4f3bcb..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_avg_train_f1.png
deleted file mode 100644
index cb15e90..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_10_acc.png
deleted file mode 100644
index 500c0a5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_10_f1.png
deleted file mode 100644
index 4f5006b..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_20_acc.png
deleted file mode 100644
index 8e3c302..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_20_f1.png
deleted file mode 100644
index 79bdd80..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_30_acc.png
deleted file mode 100644
index 14e20da..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_30_f1.png
deleted file mode 100644
index 8786181..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_40_acc.png
deleted file mode 100644
index 381c53c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_40_f1.png
deleted file mode 100644
index 2d861e4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_50_acc.png
deleted file mode 100644
index 9b75f93..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_50_f1.png
deleted file mode 100644
index 50fc640..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_60_acc.png
deleted file mode 100644
index 158243b..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_60_f1.png
deleted file mode 100644
index 134b1ce..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_70_acc.png
deleted file mode 100644
index 6bcb656..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_70_f1.png
deleted file mode 100644
index fba4a1f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_80_acc.png
deleted file mode 100644
index b0ef59e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_80_f1.png
deleted file mode 100644
index c850fa2..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_90_acc.png
deleted file mode 100644
index 1ea544b..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_90_f1.png
deleted file mode 100644
index f0eecdb..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_avg_test_acc.png
deleted file mode 100644
index 6197902..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_avg_test_f1.png
deleted file mode 100644
index f3fc910..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_avg_train_acc.png
deleted file mode 100644
index 2ac63c9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_avg_train_f1.png
deleted file mode 100644
index 3168323..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_10_acc.png
deleted file mode 100644
index 3157e87..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_10_f1.png
deleted file mode 100644
index 8fc9afd..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_20_acc.png
deleted file mode 100644
index d448e26..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_20_f1.png
deleted file mode 100644
index e6d58fd..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_30_acc.png
deleted file mode 100644
index ae6e4c4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_30_f1.png
deleted file mode 100644
index a223414..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_40_acc.png
deleted file mode 100644
index cba4715..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_40_f1.png
deleted file mode 100644
index 3c7faae..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_50_acc.png
deleted file mode 100644
index 4756829..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_50_f1.png
deleted file mode 100644
index 3fc947a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_60_acc.png
deleted file mode 100644
index 416c82c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_60_f1.png
deleted file mode 100644
index f15ccbc..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_70_acc.png
deleted file mode 100644
index 240a7f4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_70_f1.png
deleted file mode 100644
index ce4063d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_80_acc.png
deleted file mode 100644
index fc63996..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_80_f1.png
deleted file mode 100644
index 50798c4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_90_acc.png
deleted file mode 100644
index b54273f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_90_f1.png
deleted file mode 100644
index a195639..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_avg_test_acc.png
deleted file mode 100644
index f78d6a4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_avg_test_f1.png
deleted file mode 100644
index 47a70cd..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_avg_train_acc.png
deleted file mode 100644
index 5c2fbce..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_avg_train_f1.png
deleted file mode 100644
index 23dac97..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_10_acc.png
deleted file mode 100644
index 65daa6e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_10_f1.png
deleted file mode 100644
index 36bad38..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_20_acc.png
deleted file mode 100644
index ecb5c43..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_20_f1.png
deleted file mode 100644
index 48a8758..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_30_acc.png
deleted file mode 100644
index e5faf38..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_30_f1.png
deleted file mode 100644
index 55121c9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_40_acc.png
deleted file mode 100644
index aeb77e4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_40_f1.png
deleted file mode 100644
index 5eae924..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_50_acc.png
deleted file mode 100644
index 659db35..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_50_f1.png
deleted file mode 100644
index 784bad7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_60_acc.png
deleted file mode 100644
index 6274604..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_60_f1.png
deleted file mode 100644
index 2ab943c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_70_acc.png
deleted file mode 100644
index 6fc1641..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_70_f1.png
deleted file mode 100644
index 53ecd61..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_80_acc.png
deleted file mode 100644
index 083bf2f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_80_f1.png
deleted file mode 100644
index bc3bcb0..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_90_acc.png
deleted file mode 100644
index 5b8f275..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_90_f1.png
deleted file mode 100644
index 0974a5a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_test_acc.png
deleted file mode 100644
index 2e6bc3d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_test_f1.png
deleted file mode 100644
index 6dee0a3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_train_acc.png
deleted file mode 100644
index 729addf..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_train_f1.png
deleted file mode 100644
index ad9b22f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_10_acc.png
deleted file mode 100644
index 9e5c0c5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_10_f1.png
deleted file mode 100644
index e8fc836..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_20_acc.png
deleted file mode 100644
index 24ee08b..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_20_f1.png
deleted file mode 100644
index 35f5a74..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_30_acc.png
deleted file mode 100644
index 441cdca..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_30_f1.png
deleted file mode 100644
index b7625bb..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_40_acc.png
deleted file mode 100644
index 41ca681..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_40_f1.png
deleted file mode 100644
index fbafc90..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_50_acc.png
deleted file mode 100644
index b903a6d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_50_f1.png
deleted file mode 100644
index 09cdd4d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_60_acc.png
deleted file mode 100644
index c93c075..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_60_f1.png
deleted file mode 100644
index 6e40f4a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_70_acc.png
deleted file mode 100644
index 0ec9766..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_70_f1.png
deleted file mode 100644
index 309f484..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_80_acc.png
deleted file mode 100644
index eb56b24..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_80_f1.png
deleted file mode 100644
index 8c10825..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_90_acc.png
deleted file mode 100644
index db5c106..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_90_f1.png
deleted file mode 100644
index 21c0b5c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_avg_test_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_avg_test_acc.png
deleted file mode 100644
index b281744..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_avg_test_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_avg_test_f1.png
deleted file mode 100644
index 4865f61..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_avg_train_acc.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_avg_train_acc.png
deleted file mode 100644
index c4752b9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_avg_train_f1.png b/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_avg_train_f1.png
deleted file mode 100644
index 3f25c00..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_10_acc.png
deleted file mode 100644
index ca5a82e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_10_f1.png
deleted file mode 100644
index f6343c4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_20_acc.png
deleted file mode 100644
index 609fc41..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_20_f1.png
deleted file mode 100644
index 0e812fd..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_30_acc.png
deleted file mode 100644
index da8baca..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_30_f1.png
deleted file mode 100644
index 5a58a20..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_40_acc.png
deleted file mode 100644
index 6e290b7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_40_f1.png
deleted file mode 100644
index eef99ac..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_50_acc.png
deleted file mode 100644
index 286e3ba..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_50_f1.png
deleted file mode 100644
index 71c3ede..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_60_acc.png
deleted file mode 100644
index a5f6a70..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_60_f1.png
deleted file mode 100644
index 12742aa..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_70_acc.png
deleted file mode 100644
index 9090a56..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_70_f1.png
deleted file mode 100644
index 4665faa..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_80_acc.png
deleted file mode 100644
index 0ff0594..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_80_f1.png
deleted file mode 100644
index 344af42..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_90_acc.png
deleted file mode 100644
index 7b5c6fc..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_90_f1.png
deleted file mode 100644
index 49f112f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_cc_vs_other_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_10_acc.png
deleted file mode 100644
index 5b8e8d3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_10_f1.png
deleted file mode 100644
index 9b10a84..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_20_acc.png
deleted file mode 100644
index 753062d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_20_f1.png
deleted file mode 100644
index 82f2447..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_30_acc.png
deleted file mode 100644
index 3752dd9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_30_f1.png
deleted file mode 100644
index e3a5bc6..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_40_acc.png
deleted file mode 100644
index d48f1ea..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_40_f1.png
deleted file mode 100644
index f98ab85..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_50_acc.png
deleted file mode 100644
index 854d9d6..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_50_f1.png
deleted file mode 100644
index 8ab5a2a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_60_acc.png
deleted file mode 100644
index 842d4da..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_60_f1.png
deleted file mode 100644
index 6b2a294..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_70_acc.png
deleted file mode 100644
index d845b45..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_70_f1.png
deleted file mode 100644
index 8ede98b..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_80_acc.png
deleted file mode 100644
index 304b3fd..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_80_f1.png
deleted file mode 100644
index a27b54a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_90_acc.png
deleted file mode 100644
index 519d8c6..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_90_f1.png
deleted file mode 100644
index 5fbbd3c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_all_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_10_acc.png
deleted file mode 100644
index fc10385..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_10_f1.png
deleted file mode 100644
index 5fddf14..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_20_acc.png
deleted file mode 100644
index bb7c5c5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_20_f1.png
deleted file mode 100644
index 30e8d35..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_30_acc.png
deleted file mode 100644
index 761eaf0..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_30_f1.png
deleted file mode 100644
index a3dc89c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_40_acc.png
deleted file mode 100644
index 3729d26..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_40_f1.png
deleted file mode 100644
index 31212d4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_50_acc.png
deleted file mode 100644
index 7541a99..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_50_f1.png
deleted file mode 100644
index f2b6bc9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_60_acc.png
deleted file mode 100644
index 879caa9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_60_f1.png
deleted file mode 100644
index 126743a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_70_acc.png
deleted file mode 100644
index 442d845..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_70_f1.png
deleted file mode 100644
index cc0a51c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_80_acc.png
deleted file mode 100644
index f83a5b4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_80_f1.png
deleted file mode 100644
index e9793e1..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_90_acc.png
deleted file mode 100644
index dd9ea82..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_90_f1.png
deleted file mode 100644
index 75ef4d2..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_atc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_10_acc.png
deleted file mode 100644
index 1f68746..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_10_f1.png
deleted file mode 100644
index eb6a2af..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_20_acc.png
deleted file mode 100644
index 76dc6b8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_20_f1.png
deleted file mode 100644
index c623000..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_30_acc.png
deleted file mode 100644
index b56f40a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_30_f1.png
deleted file mode 100644
index e17c1d9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_40_acc.png
deleted file mode 100644
index 18e45f9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_40_f1.png
deleted file mode 100644
index bbe0f1a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_50_acc.png
deleted file mode 100644
index 39c1ee5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_50_f1.png
deleted file mode 100644
index a1ebe15..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_60_acc.png
deleted file mode 100644
index 379952d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_60_f1.png
deleted file mode 100644
index e34876d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_70_acc.png
deleted file mode 100644
index 241f884..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_70_f1.png
deleted file mode 100644
index a00ec21..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_80_acc.png
deleted file mode 100644
index a1c1e74..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_80_f1.png
deleted file mode 100644
index 7b6f8be..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_90_acc.png
deleted file mode 100644
index 5faeaaf..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_90_f1.png
deleted file mode 100644
index f69760f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_gs_vs_qgs_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_10_acc.png
deleted file mode 100644
index ec3f195..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_10_f1.png
deleted file mode 100644
index 63d75e8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_20_acc.png
deleted file mode 100644
index cf4d2b9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_20_f1.png
deleted file mode 100644
index dee2210..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_30_acc.png
deleted file mode 100644
index f274931..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_30_f1.png
deleted file mode 100644
index 653d767..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_40_acc.png
deleted file mode 100644
index d63f86f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_40_f1.png
deleted file mode 100644
index 739b000..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_50_acc.png
deleted file mode 100644
index 9c13e3c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_50_f1.png
deleted file mode 100644
index 30f5eec..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_60_acc.png
deleted file mode 100644
index 9a84bbc..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_60_f1.png
deleted file mode 100644
index 11fc47d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_70_acc.png
deleted file mode 100644
index ac6a3ad..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_70_f1.png
deleted file mode 100644
index c1975b5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_80_acc.png
deleted file mode 100644
index c5c8cc1..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_80_f1.png
deleted file mode 100644
index ada2d0e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_90_acc.png
deleted file mode 100644
index 376a6e3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_90_f1.png
deleted file mode 100644
index 3a50da8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_10_acc.png
deleted file mode 100644
index 529b578..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_10_f1.png
deleted file mode 100644
index 7bd79c6..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_20_acc.png
deleted file mode 100644
index e932c96..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_20_f1.png
deleted file mode 100644
index 5f35a39..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_30_acc.png
deleted file mode 100644
index 1f5d082..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_30_f1.png
deleted file mode 100644
index cb5574a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_40_acc.png
deleted file mode 100644
index 26d8020..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_40_f1.png
deleted file mode 100644
index 1a5ccaa..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_50_acc.png
deleted file mode 100644
index 92974b9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_50_f1.png
deleted file mode 100644
index 7698a53..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_60_acc.png
deleted file mode 100644
index 9b38627..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_60_f1.png
deleted file mode 100644
index b598bc3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_70_acc.png
deleted file mode 100644
index 5d60cb3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_70_f1.png
deleted file mode 100644
index 26355ec..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_80_acc.png
deleted file mode 100644
index 4711ef6..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_80_f1.png
deleted file mode 100644
index bc44606..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_90_acc.png
deleted file mode 100644
index f427192..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_90_f1.png
deleted file mode 100644
index 08da83d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_10_acc.png
deleted file mode 100644
index 71e0a21..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_10_f1.png
deleted file mode 100644
index 14b7623..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_20_acc.png
deleted file mode 100644
index d5e2dde..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_20_f1.png
deleted file mode 100644
index d108106..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_30_acc.png
deleted file mode 100644
index 97d2b25..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_30_f1.png
deleted file mode 100644
index 1d39e5f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_40_acc.png
deleted file mode 100644
index 0089dea..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_40_f1.png
deleted file mode 100644
index 771e131..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_50_acc.png
deleted file mode 100644
index 3a45dc0..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_50_f1.png
deleted file mode 100644
index f465322..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_60_acc.png
deleted file mode 100644
index d6f082d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_60_f1.png
deleted file mode 100644
index 18a6a9d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_70_acc.png
deleted file mode 100644
index 67a1fba..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_70_f1.png
deleted file mode 100644
index b20c175..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_80_acc.png
deleted file mode 100644
index 3025634..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_80_f1.png
deleted file mode 100644
index 7adca7e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_90_acc.png
deleted file mode 100644
index 0452444..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_90_f1.png
deleted file mode 100644
index 03b3d75..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_10_acc.png
deleted file mode 100644
index d989182..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_10_f1.png
deleted file mode 100644
index 5ef0a89..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_20_acc.png
deleted file mode 100644
index 7e02fac..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_20_f1.png
deleted file mode 100644
index 2f8a6d6..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_30_acc.png
deleted file mode 100644
index a156033..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_30_f1.png
deleted file mode 100644
index 364b38c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_40_acc.png
deleted file mode 100644
index 57041b1..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_40_f1.png
deleted file mode 100644
index d86cbe7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_50_acc.png
deleted file mode 100644
index bed8b02..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_50_f1.png
deleted file mode 100644
index 9e48fc1..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_60_acc.png
deleted file mode 100644
index 3fbe655..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_60_f1.png
deleted file mode 100644
index c2db62e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_70_acc.png
deleted file mode 100644
index 930704a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_70_f1.png
deleted file mode 100644
index 0d52cbd..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_80_acc.png
deleted file mode 100644
index abd3685..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_80_f1.png
deleted file mode 100644
index 7de05c2..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_90_acc.png
deleted file mode 100644
index 7c2ae5c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_90_f1.png
deleted file mode 100644
index 68f9f38..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_10_acc.png
deleted file mode 100644
index d295234..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_10_f1.png
deleted file mode 100644
index 3a24852..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_20_acc.png
deleted file mode 100644
index 686f13c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_20_f1.png
deleted file mode 100644
index 5d0d660..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_30_acc.png
deleted file mode 100644
index be76bff..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_30_f1.png
deleted file mode 100644
index 01ef43d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_40_acc.png
deleted file mode 100644
index d3a6457..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_40_f1.png
deleted file mode 100644
index a319e40..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_50_acc.png
deleted file mode 100644
index 9e0e60d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_50_f1.png
deleted file mode 100644
index 56abaf5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_60_acc.png
deleted file mode 100644
index 59bf7dd..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_60_f1.png
deleted file mode 100644
index 5c2c033..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_70_acc.png
deleted file mode 100644
index 8382a95..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_70_f1.png
deleted file mode 100644
index 9a83ed8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_80_acc.png
deleted file mode 100644
index 0997553..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_80_f1.png
deleted file mode 100644
index 8a1948e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_90_acc.png
deleted file mode 100644
index 5d1c777..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_90_f1.png
deleted file mode 100644
index 665fcd6..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/diagonal_rcv1_GCAT_sld_vs_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_10_acc.png
deleted file mode 100644
index cf7920d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_10_f1.png
deleted file mode 100644
index e133502..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_20_acc.png
deleted file mode 100644
index a69621c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_20_f1.png
deleted file mode 100644
index 79f7654..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_30_acc.png
deleted file mode 100644
index 7963ed4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_30_f1.png
deleted file mode 100644
index d7e2f72..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_40_acc.png
deleted file mode 100644
index 4e36202..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_40_f1.png
deleted file mode 100644
index f96d433..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_50_acc.png
deleted file mode 100644
index c12958f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_50_f1.png
deleted file mode 100644
index 0928622..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_60_acc.png
deleted file mode 100644
index 221d3a1..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_60_f1.png
deleted file mode 100644
index bb5a574..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_70_acc.png
deleted file mode 100644
index 0970c04..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_70_f1.png
deleted file mode 100644
index d2388e3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_80_acc.png
deleted file mode 100644
index 3552db2..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_80_f1.png
deleted file mode 100644
index e0a9f87..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_90_acc.png
deleted file mode 100644
index b473e49..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_90_f1.png
deleted file mode 100644
index e4d1e4d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_avg_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_avg_acc.png
deleted file mode 100644
index 670f6d0..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_avg_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_avg_f1.png
deleted file mode 100644
index 4d7ba88..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_cc_vs_other_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_10_acc.png
deleted file mode 100644
index ed659f4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_10_f1.png
deleted file mode 100644
index f249b52..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_20_acc.png
deleted file mode 100644
index 0ebfdeb..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_20_f1.png
deleted file mode 100644
index a8e05ca..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_30_acc.png
deleted file mode 100644
index 8cf5a78..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_30_f1.png
deleted file mode 100644
index 11eabf4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_40_acc.png
deleted file mode 100644
index cc38052..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_40_f1.png
deleted file mode 100644
index a520e57..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_50_acc.png
deleted file mode 100644
index 1a5f1d3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_50_f1.png
deleted file mode 100644
index 02dc6d9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_60_acc.png
deleted file mode 100644
index 794f617..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_60_f1.png
deleted file mode 100644
index 51b6e3a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_70_acc.png
deleted file mode 100644
index 1efa09c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_70_f1.png
deleted file mode 100644
index 5c4cb9a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_80_acc.png
deleted file mode 100644
index a52365c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_80_f1.png
deleted file mode 100644
index 0784c66..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_90_acc.png
deleted file mode 100644
index 6135ff7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_90_f1.png
deleted file mode 100644
index 7909f83..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_avg_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_avg_acc.png
deleted file mode 100644
index 242fead..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_avg_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_avg_f1.png
deleted file mode 100644
index 89e25a9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_all_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_10_acc.png
deleted file mode 100644
index e04dec2..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_10_f1.png
deleted file mode 100644
index c14689c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_20_acc.png
deleted file mode 100644
index 2196304..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_20_f1.png
deleted file mode 100644
index 7bae13c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_30_acc.png
deleted file mode 100644
index 8ba0158..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_30_f1.png
deleted file mode 100644
index 099b8d3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_40_acc.png
deleted file mode 100644
index bc7cd65..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_40_f1.png
deleted file mode 100644
index c462d0c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_50_acc.png
deleted file mode 100644
index faf6a7e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_50_f1.png
deleted file mode 100644
index f338643..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_60_acc.png
deleted file mode 100644
index e5cc277..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_60_f1.png
deleted file mode 100644
index 4c3e649..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_70_acc.png
deleted file mode 100644
index 567df27..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_70_f1.png
deleted file mode 100644
index 5f1f2d7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_80_acc.png
deleted file mode 100644
index 1a4952b..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_80_f1.png
deleted file mode 100644
index 0a616b1..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_90_acc.png
deleted file mode 100644
index 232d23f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_90_f1.png
deleted file mode 100644
index db9fab4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_avg_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_avg_acc.png
deleted file mode 100644
index aa3d086..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_avg_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_avg_f1.png
deleted file mode 100644
index b8976fd..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_atc_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_10_acc.png
deleted file mode 100644
index 183ed88..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_10_f1.png
deleted file mode 100644
index 31d2374..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_20_acc.png
deleted file mode 100644
index db1ef06..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_20_f1.png
deleted file mode 100644
index faebb6d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_30_acc.png
deleted file mode 100644
index 8dd9e06..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_30_f1.png
deleted file mode 100644
index f3f49d3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_40_acc.png
deleted file mode 100644
index 75a9406..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_40_f1.png
deleted file mode 100644
index 5ca83b5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_50_acc.png
deleted file mode 100644
index 649121e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_50_f1.png
deleted file mode 100644
index f623e2e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_60_acc.png
deleted file mode 100644
index c1c24bc..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_60_f1.png
deleted file mode 100644
index c7bd3f8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_70_acc.png
deleted file mode 100644
index eec945d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_70_f1.png
deleted file mode 100644
index b001b23..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_80_acc.png
deleted file mode 100644
index 717f95c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_80_f1.png
deleted file mode 100644
index affd278..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_90_acc.png
deleted file mode 100644
index c14d732..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_90_f1.png
deleted file mode 100644
index 0360cbb..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_avg_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_avg_acc.png
deleted file mode 100644
index 892bf8d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_avg_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_avg_f1.png
deleted file mode 100644
index 5dc0c70..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_gs_vs_qgs_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_10_acc.png
deleted file mode 100644
index 6ee6b32..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_10_f1.png
deleted file mode 100644
index bdbfcdb..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_20_acc.png
deleted file mode 100644
index 59818cb..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_20_f1.png
deleted file mode 100644
index 54ff479..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_30_acc.png
deleted file mode 100644
index 7f78b86..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_30_f1.png
deleted file mode 100644
index e989080..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_40_acc.png
deleted file mode 100644
index 4db8185..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_40_f1.png
deleted file mode 100644
index cf7e90a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_50_acc.png
deleted file mode 100644
index 4ae3cd7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_50_f1.png
deleted file mode 100644
index 9d7d587..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_60_acc.png
deleted file mode 100644
index 9a86434..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_60_f1.png
deleted file mode 100644
index e25c3fd..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_70_acc.png
deleted file mode 100644
index 6fa690d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_70_f1.png
deleted file mode 100644
index 3b744e6..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_80_acc.png
deleted file mode 100644
index 86a40c8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_80_f1.png
deleted file mode 100644
index 116e98f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_90_acc.png
deleted file mode 100644
index df6b3eb..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_90_f1.png
deleted file mode 100644
index afa5a91..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_avg_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_avg_acc.png
deleted file mode 100644
index 1b5c6c9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_avg_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_avg_f1.png
deleted file mode 100644
index b1ac0f5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_10_acc.png
deleted file mode 100644
index c792ef2..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_10_f1.png
deleted file mode 100644
index 74da052..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_20_acc.png
deleted file mode 100644
index e524a59..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_20_f1.png
deleted file mode 100644
index 2228b80..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_30_acc.png
deleted file mode 100644
index 333cc44..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_30_f1.png
deleted file mode 100644
index 11ddce3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_40_acc.png
deleted file mode 100644
index 474d71c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_40_f1.png
deleted file mode 100644
index 79049e8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_50_acc.png
deleted file mode 100644
index 65d4758..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_50_f1.png
deleted file mode 100644
index 4632d97..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_60_acc.png
deleted file mode 100644
index da0cf82..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_60_f1.png
deleted file mode 100644
index 5a21ae4..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_70_acc.png
deleted file mode 100644
index 1ae70c2..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_70_f1.png
deleted file mode 100644
index 2cac563..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_80_acc.png
deleted file mode 100644
index 95a8ea9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_80_f1.png
deleted file mode 100644
index 4c3b269..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_90_acc.png
deleted file mode 100644
index d1583d5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_90_f1.png
deleted file mode 100644
index b7aa044..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_avg_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_avg_acc.png
deleted file mode 100644
index cdf5cc5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_avg_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_avg_f1.png
deleted file mode 100644
index efa62d8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_10_acc.png
deleted file mode 100644
index 4d47ca5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_10_f1.png
deleted file mode 100644
index d65874a..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_20_acc.png
deleted file mode 100644
index 8c8a1e8..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_20_f1.png
deleted file mode 100644
index 9410cc0..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_30_acc.png
deleted file mode 100644
index e968426..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_30_f1.png
deleted file mode 100644
index 07764fb..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_40_acc.png
deleted file mode 100644
index 58c2285..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_40_f1.png
deleted file mode 100644
index a1ba900..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_50_acc.png
deleted file mode 100644
index 38403e2..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_50_f1.png
deleted file mode 100644
index 616af95..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_60_acc.png
deleted file mode 100644
index bc913ac..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_60_f1.png
deleted file mode 100644
index 8ed223d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_70_acc.png
deleted file mode 100644
index cbd04d7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_70_f1.png
deleted file mode 100644
index 47f9741..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_80_acc.png
deleted file mode 100644
index 9b5fe08..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_80_f1.png
deleted file mode 100644
index 8f3c378..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_90_acc.png
deleted file mode 100644
index a34893f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_90_f1.png
deleted file mode 100644
index 87837a0..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_avg_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_avg_acc.png
deleted file mode 100644
index 1e48827..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_avg_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_avg_f1.png
deleted file mode 100644
index 80f3eb6..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_10_acc.png
deleted file mode 100644
index 1daa5ad..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_10_f1.png
deleted file mode 100644
index c431ef9..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_20_acc.png
deleted file mode 100644
index 1686a53..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_20_f1.png
deleted file mode 100644
index e9b1324..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_30_acc.png
deleted file mode 100644
index d75c79f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_30_f1.png
deleted file mode 100644
index 2b22096..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_40_acc.png
deleted file mode 100644
index b2cf308..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_40_f1.png
deleted file mode 100644
index f0fcdb6..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_50_acc.png
deleted file mode 100644
index 15a6610..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_50_f1.png
deleted file mode 100644
index 1c6efb2..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_60_acc.png
deleted file mode 100644
index b051382..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_60_f1.png
deleted file mode 100644
index 156633c..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_70_acc.png
deleted file mode 100644
index d02330e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_70_f1.png
deleted file mode 100644
index 814e9c5..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_80_acc.png
deleted file mode 100644
index a6564b3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_80_f1.png
deleted file mode 100644
index 746c937..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_90_acc.png
deleted file mode 100644
index 8457996..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_90_f1.png
deleted file mode 100644
index bf3777b..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_acc.png
deleted file mode 100644
index 3b1ebfa..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_f1.png
deleted file mode 100644
index b13fd87..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_10_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_10_acc.png
deleted file mode 100644
index 9f07ed0..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_10_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_10_f1.png
deleted file mode 100644
index 02a281f..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_20_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_20_acc.png
deleted file mode 100644
index 8545812..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_20_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_20_f1.png
deleted file mode 100644
index 293f888..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_30_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_30_acc.png
deleted file mode 100644
index 38b8605..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_30_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_30_f1.png
deleted file mode 100644
index 7d91fea..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_40_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_40_acc.png
deleted file mode 100644
index 418376d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_40_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_40_f1.png
deleted file mode 100644
index 7080af7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_50_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_50_acc.png
deleted file mode 100644
index 4a77766..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_50_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_50_f1.png
deleted file mode 100644
index f79da7e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_60_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_60_acc.png
deleted file mode 100644
index 529edb7..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_60_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_60_f1.png
deleted file mode 100644
index 84fc62d..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_70_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_70_acc.png
deleted file mode 100644
index b3b68ee..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_70_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_70_f1.png
deleted file mode 100644
index 2c13ca6..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_80_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_80_acc.png
deleted file mode 100644
index 265f61e..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_80_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_80_f1.png
deleted file mode 100644
index 9a62216..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_90_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_90_acc.png
deleted file mode 100644
index 89720e3..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_90_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_90_f1.png
deleted file mode 100644
index d403716..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_avg_acc.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_avg_acc.png
deleted file mode 100644
index f0e91a1..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_avg_f1.png b/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_avg_f1.png
deleted file mode 100644
index 6d938da..0000000
Binary files a/output/main/rcv1_GCAT_9prevs/plot/shift_rcv1_GCAT_sld_vs_pacc_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_9prevs.log b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_9prevs.log
deleted file mode 100644
index fe34068..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_9prevs.log
+++ /dev/null
@@ -1,341 +0,0 @@
-06/11/23 06:18:54| INFO     dataset rcv1_GCAT_9prevs
-06/11/23 06:18:59| INFO     Dataset sample 0.10 of dataset rcv1_GCAT_9prevs started
-06/11/23 06:19:11| WARNING     Method bin_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
-06/11/23 06:19:11| WARNING     Method mul_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
-06/11/23 06:19:54| INFO        ref finished [took 42.0769s]
-06/11/23 06:19:59| INFO        atc_mc finished [took 45.5011s]
-06/11/23 06:20:14| INFO        mulne_sld finished [took 66.0516s]
-06/11/23 06:20:15| INFO        mul_sld finished [took 73.1171s]
-06/11/23 06:20:17| INFO        mulmc_sld finished [took 72.1930s]
-06/11/23 06:22:23| INFO        bin_sld finished [took 203.0368s]
-06/11/23 06:22:27| INFO        binmc_sld finished [took 203.2975s]
-06/11/23 06:22:29| INFO        binne_sld finished [took 202.7501s]
-06/11/23 06:22:29| INFO     Dataset sample 0.10 of dataset rcv1_GCAT_9prevs finished [took 210.2201s]
-06/11/23 06:22:29| INFO     Dataset sample 0.20 of dataset rcv1_GCAT_9prevs started
-06/11/23 06:23:26| INFO        ref finished [took 46.6022s]
-06/11/23 06:23:31| INFO        atc_mc finished [took 50.3293s]
-06/11/23 06:23:33| INFO        mul_pacc finished [took 54.9265s]
-06/11/23 06:23:46| INFO        mul_sld finished [took 74.9035s]
-06/11/23 06:23:52| INFO        mulne_sld finished [took 76.2697s]
-06/11/23 06:23:54| INFO        mulmc_sld finished [took 80.8754s]
-06/11/23 06:26:06| INFO        bin_pacc finished [took 209.7751s]
-06/11/23 06:26:08| INFO        bin_sld finished [took 217.8889s]
-06/11/23 06:26:13| INFO        binmc_sld finished [took 220.7753s]
-06/11/23 06:26:14| INFO        binne_sld finished [took 219.7510s]
-06/11/23 06:26:14| INFO     Dataset sample 0.20 of dataset rcv1_GCAT_9prevs finished [took 224.9268s]
-06/11/23 06:26:14| INFO     Dataset sample 0.30 of dataset rcv1_GCAT_9prevs started
-06/11/23 06:27:10| INFO        ref finished [took 46.4938s]
-06/11/23 06:27:16| INFO        atc_mc finished [took 50.5904s]
-06/11/23 06:27:18| INFO        mul_pacc finished [took 55.4949s]
-06/11/23 06:27:26| INFO        mulmc_sld finished [took 67.7140s]
-06/11/23 06:27:26| INFO        mul_sld finished [took 70.0891s]
-06/11/23 06:27:28| INFO        mulne_sld finished [took 68.1806s]
-06/11/23 06:29:50| INFO        bin_pacc finished [took 208.6091s]
-06/11/23 06:29:51| INFO        binmc_sld finished [took 213.7985s]
-06/11/23 06:29:51| INFO        bin_sld finished [took 215.8158s]
-06/11/23 06:29:55| INFO        binne_sld finished [took 215.5523s]
-06/11/23 06:29:55| INFO     Dataset sample 0.30 of dataset rcv1_GCAT_9prevs finished [took 220.4589s]
-06/11/23 06:29:55| INFO     Dataset sample 0.40 of dataset rcv1_GCAT_9prevs started
-06/11/23 06:30:51| INFO        ref finished [took 46.3752s]
-06/11/23 06:30:56| INFO        atc_mc finished [took 50.7062s]
-06/11/23 06:30:58| INFO        mul_pacc finished [took 55.2260s]
-06/11/23 06:31:01| INFO        mul_sld finished [took 64.2359s]
-06/11/23 06:31:02| INFO        mulmc_sld finished [took 63.5099s]
-06/11/23 06:31:04| INFO        mulne_sld finished [took 62.9188s]
-06/11/23 06:33:29| INFO        bin_sld finished [took 213.2716s]
-06/11/23 06:33:30| INFO        bin_pacc finished [took 208.6574s]
-06/11/23 06:33:31| INFO        binmc_sld finished [took 213.1856s]
-06/11/23 06:33:33| INFO        binne_sld finished [took 213.2771s]
-06/11/23 06:33:33| INFO     Dataset sample 0.40 of dataset rcv1_GCAT_9prevs finished [took 218.1742s]
-06/11/23 06:33:33| INFO     Dataset sample 0.50 of dataset rcv1_GCAT_9prevs started
-06/11/23 06:34:29| INFO        ref finished [took 46.6793s]
-06/11/23 06:34:34| INFO        atc_mc finished [took 50.9915s]
-06/11/23 06:34:37| INFO        mul_pacc finished [took 55.9725s]
-06/11/23 06:34:38| INFO        mul_sld finished [took 63.1317s]
-06/11/23 06:34:40| INFO        mulmc_sld finished [took 62.7473s]
-06/11/23 06:34:41| INFO        mulne_sld finished [took 62.1303s]
-06/11/23 06:37:08| INFO        bin_pacc finished [took 207.7854s]
-06/11/23 06:37:08| INFO        bin_sld finished [took 213.7945s]
-06/11/23 06:37:08| INFO        binmc_sld finished [took 212.6207s]
-06/11/23 06:37:12| INFO        binne_sld finished [took 213.8742s]
-06/11/23 06:37:12| INFO     Dataset sample 0.50 of dataset rcv1_GCAT_9prevs finished [took 218.7265s]
-06/11/23 06:37:12| INFO     Dataset sample 0.60 of dataset rcv1_GCAT_9prevs started
-06/11/23 06:38:08| INFO        ref finished [took 46.6057s]
-06/11/23 06:38:14| INFO        atc_mc finished [took 51.1055s]
-06/11/23 06:38:15| INFO        mul_pacc finished [took 55.5338s]
-06/11/23 06:38:17| INFO        mul_sld finished [took 63.2113s]
-06/11/23 06:38:18| INFO        mulmc_sld finished [took 62.2265s]
-06/11/23 06:38:20| INFO        mulne_sld finished [took 61.9918s]
-06/11/23 06:40:46| INFO        bin_pacc finished [took 207.5094s]
-06/11/23 06:40:46| INFO        bin_sld finished [took 213.6350s]
-06/11/23 06:40:47| INFO        binmc_sld finished [took 212.8363s]
-06/11/23 06:40:49| INFO        binne_sld finished [took 212.2587s]
-06/11/23 06:40:49| INFO     Dataset sample 0.60 of dataset rcv1_GCAT_9prevs finished [took 217.1976s]
-06/11/23 06:40:49| INFO     Dataset sample 0.70 of dataset rcv1_GCAT_9prevs started
-06/11/23 06:41:44| INFO        ref finished [took 45.9582s]
-06/11/23 06:41:50| INFO        atc_mc finished [took 50.0401s]
-06/11/23 06:41:54| INFO        mul_sld finished [took 62.6045s]
-06/11/23 06:41:54| INFO        mulmc_sld finished [took 61.4168s]
-06/11/23 06:41:56| INFO        mulne_sld finished [took 61.3708s]
-06/11/23 06:42:00| INFO        mul_pacc finished [took 62.6486s]
-06/11/23 06:44:23| INFO        bin_sld finished [took 212.5992s]
-06/11/23 06:44:23| INFO        bin_pacc finished [took 207.5241s]
-06/11/23 06:44:24| INFO        binmc_sld finished [took 212.2794s]
-06/11/23 06:44:27| INFO        binne_sld finished [took 212.8325s]
-06/11/23 06:44:27| INFO     Dataset sample 0.70 of dataset rcv1_GCAT_9prevs finished [took 217.7909s]
-06/11/23 06:44:27| INFO     Dataset sample 0.80 of dataset rcv1_GCAT_9prevs started
-06/11/23 06:45:23| INFO        ref finished [took 46.6997s]
-06/11/23 06:45:28| INFO        atc_mc finished [took 50.6417s]
-06/11/23 06:45:30| INFO        mul_sld finished [took 61.5352s]
-06/11/23 06:45:31| INFO        mul_pacc finished [took 55.9055s]
-06/11/23 06:45:31| INFO        mulmc_sld finished [took 60.6608s]
-06/11/23 06:45:33| INFO        mulne_sld finished [took 60.1616s]
-06/11/23 06:48:01| INFO        bin_pacc finished [took 207.7543s]
-06/11/23 06:48:02| INFO        bin_sld finished [took 213.7056s]
-06/11/23 06:48:03| INFO        binmc_sld finished [took 213.7901s]
-06/11/23 06:48:04| INFO        binne_sld finished [took 212.4421s]
-06/11/23 06:48:04| INFO     Dataset sample 0.80 of dataset rcv1_GCAT_9prevs finished [took 217.4465s]
-06/11/23 06:48:04| INFO     Dataset sample 0.90 of dataset rcv1_GCAT_9prevs started
-06/11/23 06:48:06| WARNING     Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 06:48:07| WARNING     Method binmc_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 06:48:09| WARNING     Method binne_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 06:48:11| WARNING     Method bin_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 06:48:13| WARNING     Method mul_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
-06/11/23 06:48:49| INFO        ref finished [took 36.4085s]
-06/11/23 06:48:53| INFO        atc_mc finished [took 39.1380s]
-06/11/23 06:48:54| INFO        mulmc_sld finished [took 46.0254s]
-06/11/23 06:48:55| INFO        mulne_sld finished [took 45.1935s]
-06/11/23 06:49:00| INFO        mul_sld finished [took 53.9145s]
-06/11/23 06:49:00| INFO     Dataset sample 0.90 of dataset rcv1_GCAT_9prevs finished [took 55.9159s]
-----------------------------------------------------------------------------------------------------
-06/11/23 18:04:06| INFO     dataset rcv1_GCAT_9prevs
-06/11/23 18:04:12| INFO     Dataset sample 0.10 of dataset rcv1_GCAT_9prevs started
-06/11/23 18:04:19| WARNING     Method mul_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
-06/11/23 18:04:21| WARNING     Method bin_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
-06/11/23 18:04:22| WARNING     Method mul_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
-06/11/23 18:04:24| WARNING     Method binmc_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
-06/11/23 18:04:24| WARNING     Method mulmc_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
-06/11/23 18:04:26| WARNING     Method binne_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
-06/11/23 18:04:27| WARNING     Method mulne_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
-06/11/23 18:04:28| WARNING     Method bin_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
-06/11/23 18:04:29| WARNING     Method mul_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
-06/11/23 18:05:10| WARNING     Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1
-06/11/23 18:05:41| INFO        ref finished [took 65.3048s]
-06/11/23 18:05:43| INFO        kfcv finished [took 66.9585s]
-06/11/23 18:05:45| INFO        doc_feat finished [took 56.7504s]
-06/11/23 18:05:49| INFO        mul_cc finished [took 77.6035s]
-06/11/23 18:05:49| INFO        atc_mc finished [took 66.4650s]
-06/11/23 18:05:52| INFO        atc_ne finished [took 65.1035s]
-06/11/23 18:05:52| WARNING     Method bin_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
-06/11/23 18:05:56| INFO        mul_sld finished [took 101.3427s]
-06/11/23 18:08:12| INFO        bin_sld finished [took 238.6323s]
-06/11/23 18:08:21| INFO        bin_cc finished [took 230.3034s]
-06/11/23 18:10:59| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00897) [took 402.3046s]
-06/11/23 18:11:39| INFO        mul_sld_gs finished [took 441.7473s]
-06/11/23 18:11:39| INFO     Dataset sample 0.10 of dataset rcv1_GCAT_9prevs finished [took 446.6543s]
-06/11/23 18:11:39| INFO     Dataset sample 0.20 of dataset rcv1_GCAT_9prevs started
-06/11/23 18:14:11| INFO        mulmc_pacc finished [took 140.5240s]
-06/11/23 18:14:13| INFO        kfcv finished [took 108.3325s]
-06/11/23 18:14:16| INFO        doc_feat finished [took 91.1407s]
-06/11/23 18:14:21| INFO        atc_ne finished [took 96.9645s]
-06/11/23 18:14:22| INFO        mul_pacc finished [took 154.9757s]
-06/11/23 18:14:36| INFO        ref finished [took 118.1583s]
-06/11/23 18:14:37| INFO        atc_mc finished [took 118.5016s]
-06/11/23 18:14:41| INFO        mulne_pacc finished [took 157.8831s]
-06/11/23 18:14:49| INFO        mul_cc finished [took 144.8053s]
-06/11/23 18:14:50| INFO        mul_sld finished [took 188.8450s]
-06/11/23 18:15:19| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.01452) [took 184.0929s]
-06/11/23 18:16:33| INFO        mul_pacc_gs finished [took 258.2234s]
-06/11/23 18:18:46| INFO        binmc_pacc finished [took 417.1372s]
-06/11/23 18:18:48| INFO        bin_pacc finished [took 422.0619s]
-06/11/23 18:18:52| INFO        bin_sld finished [took 431.4426s]
-06/11/23 18:18:56| INFO        binne_pacc finished [took 421.5812s]
-06/11/23 18:19:02| INFO        bin_cc finished [took 402.4673s]
-06/11/23 18:19:32| WARNING     Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_'
-06/11/23 18:20:26| INFO        bin_sld_gsq finished [took 522.0734s]
-06/11/23 18:21:11| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01038) [took 540.4022s]
-06/11/23 18:21:44| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00821) [took 600.6611s]
-06/11/23 18:22:25| INFO        mul_sld_gs finished [took 642.1063s]
-06/11/23 18:24:14| INFO        bin_pacc_gs finished [took 723.2605s]
-06/11/23 18:26:54| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00816) [took 911.5066s]
-06/11/23 18:29:56| INFO        bin_sld_gs finished [took 1093.4674s]
-06/11/23 18:29:56| INFO     Dataset sample 0.20 of dataset rcv1_GCAT_9prevs finished [took 1096.7184s]
-06/11/23 18:29:56| INFO     Dataset sample 0.30 of dataset rcv1_GCAT_9prevs started
-06/11/23 18:32:21| INFO        ref finished [took 89.3355s]
-06/11/23 18:32:33| INFO        doc_feat finished [took 91.9119s]
-06/11/23 18:32:35| INFO        mulmc_pacc finished [took 147.2084s]
-06/11/23 18:32:38| INFO        mulne_pacc finished [took 137.0643s]
-06/11/23 18:32:54| INFO        atc_mc finished [took 117.6847s]
-06/11/23 18:32:56| INFO        kfcv finished [took 129.8598s]
-06/11/23 18:33:00| INFO        mul_pacc finished [took 174.5769s]
-06/11/23 18:33:00| INFO        mul_sld finished [took 181.1734s]
-06/11/23 18:33:03| INFO        atc_ne finished [took 123.9984s]
-06/11/23 18:33:09| INFO        mul_cc finished [took 148.8635s]
-06/11/23 18:33:32| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00629) [took 177.7598s]
-06/11/23 18:34:51| INFO        mul_pacc_gs finished [took 256.4186s]
-06/11/23 18:37:10| INFO        bin_pacc finished [took 425.7912s]
-06/11/23 18:37:12| INFO        binmc_pacc finished [took 425.7599s]
-06/11/23 18:37:14| INFO        binne_pacc finished [took 424.0101s]
-06/11/23 18:37:18| INFO        bin_sld finished [took 440.4389s]
-06/11/23 18:37:22| INFO        bin_cc finished [took 407.2413s]
-06/11/23 18:37:52| WARNING     Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_'
-06/11/23 18:38:51| INFO        bin_sld_gsq finished [took 529.6242s]
-06/11/23 18:39:30| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.00489) [took 541.8062s]
-06/11/23 18:40:02| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00615) [took 601.7630s]
-06/11/23 18:40:45| INFO        mul_sld_gs finished [took 644.5111s]
-06/11/23 18:42:37| INFO        bin_pacc_gs finished [took 729.3942s]
-06/11/23 18:45:36| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00490) [took 936.3088s]
-06/11/23 18:48:37| INFO        bin_sld_gs finished [took 1117.0610s]
-06/11/23 18:48:37| INFO     Dataset sample 0.30 of dataset rcv1_GCAT_9prevs finished [took 1120.9681s]
-06/11/23 18:48:37| INFO     Dataset sample 0.40 of dataset rcv1_GCAT_9prevs started
-06/11/23 18:51:02| INFO        doc_feat finished [took 79.6380s]
-06/11/23 18:51:20| INFO        mulne_pacc finished [took 144.5625s]
-06/11/23 18:51:30| INFO        mul_sld finished [took 171.1473s]
-06/11/23 18:51:35| INFO        mulmc_pacc finished [took 166.1468s]
-06/11/23 18:51:39| INFO        mul_pacc finished [took 172.9449s]
-06/11/23 18:51:43| INFO        ref finished [took 132.2492s]
-06/11/23 18:51:45| INFO        kfcv finished [took 137.9538s]
-06/11/23 18:51:52| INFO        atc_mc finished [took 137.7185s]
-06/11/23 18:51:54| INFO        atc_ne finished [took 134.1066s]
-06/11/23 18:51:59| INFO        mul_cc finished [took 159.0670s]
-06/11/23 18:52:11| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01049) [took 180.3366s]
-06/11/23 18:53:38| INFO        mul_pacc_gs finished [took 266.6075s]
-06/11/23 18:56:00| INFO        bin_sld finished [took 441.9022s]
-06/11/23 18:56:02| INFO        binne_pacc finished [took 431.1354s]
-06/11/23 18:56:02| INFO        binmc_pacc finished [took 434.5268s]
-06/11/23 18:56:04| INFO        bin_pacc finished [took 438.8400s]
-06/11/23 18:56:07| INFO        bin_cc finished [took 412.8827s]
-06/11/23 18:56:38| WARNING     Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_'
-06/11/23 18:57:38| INFO        bin_sld_gsq finished [took 534.9970s]
-06/11/23 18:58:15| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00762) [took 549.5790s]
-06/11/23 18:58:58| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00692) [took 616.7506s]
-06/11/23 18:59:43| INFO        mul_sld_gs finished [took 661.6976s]
-06/11/23 19:01:20| INFO        bin_pacc_gs finished [took 735.1934s]
-06/11/23 19:04:29| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00601) [took 948.3129s]
-06/11/23 19:07:30| INFO        bin_sld_gs finished [took 1129.1432s]
-06/11/23 19:07:30| INFO     Dataset sample 0.40 of dataset rcv1_GCAT_9prevs finished [took 1133.2853s]
-06/11/23 19:07:30| INFO     Dataset sample 0.50 of dataset rcv1_GCAT_9prevs started
-06/11/23 19:10:11| INFO        doc_feat finished [took 90.8028s]
-06/11/23 19:10:12| INFO        mul_sld finished [took 159.3725s]
-06/11/23 19:10:17| INFO        atc_mc finished [took 108.3872s]
-06/11/23 19:10:20| INFO        mulmc_pacc finished [took 158.7937s]
-06/11/23 19:10:27| INFO        kfcv finished [took 125.4384s]
-06/11/23 19:10:32| INFO        mul_cc finished [took 134.1449s]
-06/11/23 19:10:33| INFO        atc_ne finished [took 115.0137s]
-06/11/23 19:10:33| INFO        mul_pacc finished [took 173.4398s]
-06/11/23 19:10:35| INFO        ref finished [took 127.6900s]
-06/11/23 19:10:35| INFO        mulne_pacc finished [took 158.1989s]
-06/11/23 19:11:06| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'confidence': 'max_conf'} (score=0.00893) [took 181.2645s]
-06/11/23 19:12:28| INFO        mul_pacc_gs finished [took 263.1619s]
-06/11/23 19:14:45| INFO        bin_sld finished [took 432.8401s]
-06/11/23 19:14:48| INFO        bin_pacc finished [took 430.1210s]
-06/11/23 19:14:54| INFO        binmc_pacc finished [took 433.8715s]
-06/11/23 19:14:58| INFO        bin_cc finished [took 405.7688s]
-06/11/23 19:14:59| INFO        binne_pacc finished [took 435.7315s]
-06/11/23 19:15:29| WARNING     Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_'
-06/11/23 19:16:36| INFO        bin_sld_gsq finished [took 539.4078s]
-06/11/23 19:17:05| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00831) [took 545.8362s]
-06/11/23 19:17:45| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00797) [took 609.7895s]
-06/11/23 19:18:32| INFO        mul_sld_gs finished [took 657.1765s]
-06/11/23 19:20:08| INFO        bin_pacc_gs finished [took 728.9184s]
-06/11/23 19:23:41| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00738) [took 966.8750s]
-06/11/23 19:26:42| INFO        bin_sld_gs finished [took 1148.2428s]
-06/11/23 19:26:42| INFO     Dataset sample 0.50 of dataset rcv1_GCAT_9prevs finished [took 1152.4463s]
-06/11/23 19:26:43| INFO     Dataset sample 0.60 of dataset rcv1_GCAT_9prevs started
-06/11/23 19:29:16| INFO        mul_pacc finished [took 142.3375s]
-06/11/23 19:29:26| INFO        doc_feat finished [took 92.0123s]
-06/11/23 19:29:29| INFO        atc_ne finished [took 96.1697s]
-06/11/23 19:29:32| INFO        mul_sld finished [took 164.7852s]
-06/11/23 19:29:33| INFO        ref finished [took 114.3664s]
-06/11/23 19:29:36| INFO        kfcv finished [took 118.4300s]
-06/11/23 19:29:37| INFO        atc_mc finished [took 111.6950s]
-06/11/23 19:29:37| INFO        mul_cc finished [took 127.8860s]
-06/11/23 19:29:39| INFO        mulmc_pacc finished [took 162.5217s]
-06/11/23 19:29:46| INFO        mulne_pacc finished [took 159.7535s]
-06/11/23 19:30:22| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00832) [took 183.2267s]
-06/11/23 19:31:42| INFO        mul_pacc_gs finished [took 263.2959s]
-06/11/23 19:33:48| INFO        bin_pacc finished [took 415.7355s]
-06/11/23 19:33:49| INFO        binne_pacc finished [took 411.7032s]
-06/11/23 19:33:49| INFO        bin_sld finished [took 423.6935s]
-06/11/23 19:33:56| INFO        binmc_pacc finished [took 422.0731s]
-06/11/23 19:34:02| INFO        bin_cc finished [took 394.8074s]
-06/11/23 19:34:45| WARNING     Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_'
-06/11/23 19:35:33| INFO        bin_sld_gsq finished [took 523.6794s]
-06/11/23 19:36:10| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': 'max_conf'} (score=0.00651) [took 539.0149s]
-06/11/23 19:36:54| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00646) [took 605.4721s]
-06/11/23 19:37:37| INFO        mul_sld_gs finished [took 647.9998s]
-06/11/23 19:39:13| INFO        bin_pacc_gs finished [took 722.3065s]
-06/11/23 19:42:14| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00635) [took 926.2548s]
-06/11/23 19:45:13| INFO        bin_sld_gs finished [took 1105.8303s]
-06/11/23 19:45:13| INFO     Dataset sample 0.60 of dataset rcv1_GCAT_9prevs finished [took 1110.5345s]
-06/11/23 19:45:13| INFO     Dataset sample 0.70 of dataset rcv1_GCAT_9prevs started
-06/11/23 19:47:55| INFO        mul_pacc finished [took 151.2717s]
-06/11/23 19:48:01| INFO        mul_sld finished [took 164.7303s]
-06/11/23 19:48:02| INFO        doc_feat finished [took 95.7218s]
-06/11/23 19:48:20| INFO        kfcv finished [took 132.6414s]
-06/11/23 19:48:26| INFO        ref finished [took 136.4855s]
-06/11/23 19:48:27| INFO        mulmc_pacc finished [took 180.2510s]
-06/11/23 19:48:30| INFO        mulne_pacc finished [took 173.6996s]
-06/11/23 19:48:33| INFO        atc_mc finished [took 135.5939s]
-06/11/23 19:48:34| INFO        atc_ne finished [took 129.3719s]
-06/11/23 19:48:35| INFO        mul_cc finished [took 153.9587s]
-06/11/23 19:48:47| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00782) [took 177.0918s]
-06/11/23 19:50:13| INFO        mul_pacc_gs finished [took 262.7047s]
-06/11/23 19:52:34| INFO        bin_pacc finished [took 431.9695s]
-06/11/23 19:52:36| INFO        binmc_pacc finished [took 430.1566s]
-06/11/23 19:52:43| INFO        bin_sld finished [took 446.4452s]
-06/11/23 19:52:44| INFO        bin_cc finished [took 407.8850s]
-06/11/23 19:52:47| INFO        binne_pacc finished [took 438.4423s]
-06/11/23 19:53:19| WARNING     Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_'
-06/11/23 19:54:09| INFO        bin_sld_gsq finished [took 528.9254s]
-06/11/23 19:54:43| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00669) [took 545.8164s]
-06/11/23 19:55:38| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00814) [took 619.0258s]
-06/11/23 19:56:21| INFO        mul_sld_gs finished [took 661.4303s]
-06/11/23 19:57:51| INFO        bin_pacc_gs finished [took 733.3970s]
-06/11/23 20:00:54| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00795) [took 935.9973s]
-06/11/23 20:03:55| INFO        bin_sld_gs finished [took 1117.3981s]
-06/11/23 20:03:55| INFO     Dataset sample 0.70 of dataset rcv1_GCAT_9prevs finished [took 1121.8060s]
-06/11/23 20:03:55| INFO     Dataset sample 0.80 of dataset rcv1_GCAT_9prevs started
-06/11/23 20:06:27| INFO        mul_sld finished [took 147.0727s]
-06/11/23 20:06:30| INFO        doc_feat finished [took 81.1117s]
-06/11/23 20:06:48| INFO        mul_pacc finished [took 162.2312s]
-06/11/23 20:07:04| INFO        kfcv finished [took 133.4389s]
-06/11/23 20:07:04| INFO        ref finished [took 132.6728s]
-06/11/23 20:07:05| INFO        mulne_pacc finished [took 171.0782s]
-06/11/23 20:07:08| INFO        mulmc_pacc finished [took 179.6909s]
-06/11/23 20:07:10| INFO        atc_mc finished [took 130.5941s]
-06/11/23 20:07:14| INFO        mul_cc finished [took 150.3795s]
-06/11/23 20:07:15| INFO        atc_ne finished [took 131.0309s]
-06/11/23 20:07:29| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00813) [took 177.7289s]
-06/11/23 20:08:49| INFO        mul_pacc_gs finished [took 257.9675s]
-06/11/23 20:10:44| INFO        bin_pacc finished [took 399.4800s]
-06/11/23 21:01:51| INFO        bin_pacc_gs finished [took 3446.1854s]
-06/11/23 21:03:24| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00684) [took 3563.0699s]
-06/11/23 21:04:07| INFO        mul_sld_gs finished [took 3606.0194s]
-06/11/23 21:08:24| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00519) [took 3863.9570s]
-06/11/23 21:11:26| INFO        bin_sld_gs finished [took 4046.4500s]
-06/11/23 21:11:26| INFO     Dataset sample 0.80 of dataset rcv1_GCAT_9prevs finished [took 4051.2016s]
-06/11/23 21:11:26| INFO     Dataset sample 0.90 of dataset rcv1_GCAT_9prevs started
-06/11/23 21:11:31| WARNING     Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 21:11:32| WARNING     Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 21:11:34| WARNING     Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 21:11:35| WARNING     Method mul_sld_gsq failed. Exception: a must be greater than 0 unless no samples are taken
-06/11/23 21:11:36| WARNING     Method bin_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 21:11:38| WARNING     Method mul_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
-06/11/23 21:11:38| WARNING     Method binmc_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 21:11:40| WARNING     Method mulmc_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
-06/11/23 21:11:40| WARNING     Method binne_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 21:11:42| WARNING     Method mulne_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
-06/11/23 21:11:42| WARNING     Method bin_pacc_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 21:11:44| WARNING     Method mul_pacc_gs failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
-06/11/23 21:11:44| WARNING     Method bin_cc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 21:12:27| INFO        mul_sld finished [took 56.8958s]
-06/11/23 21:12:32| INFO        ref finished [took 44.3311s]
-06/11/23 21:12:32| INFO        doc_feat finished [took 41.1551s]
-06/11/23 21:12:33| INFO        kfcv finished [took 46.1873s]
-06/11/23 21:12:36| INFO        atc_mc finished [took 47.9541s]
-06/11/23 21:12:37| INFO        mul_cc finished [took 51.8838s]
-06/11/23 21:12:37| INFO        atc_ne finished [took 47.4962s]
-06/11/23 21:16:45| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00843) [took 312.8612s]
-06/11/23 21:17:24| INFO        mul_sld_gs finished [took 351.5693s]
-06/11/23 21:17:24| INFO     Dataset sample 0.90 of dataset rcv1_GCAT_9prevs finished [took 357.7321s]
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_cc_vs_other_acc.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_cc_vs_other_acc.md
deleted file mode 100644
index 4ad901d..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_cc_vs_other_acc.md
+++ /dev/null
@@ -1,2376 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 238.632s  
-> mul_sld: 101.343s  
-> mul_sld_gs: 441.747s  
-> bin_cc: 230.303s  
-> mul_cc: 77.603s  
-> kfcv: 66.959s  
-> ref: 65.305s  
-> atc_mc: 66.465s  
-> atc_ne: 65.103s  
-> doc_feat: 56.750s  
-> tot: 446.654s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0009</td>
-      <td>0.0006</td>
-      <td>0.0061</td>
-      <td>0.0052</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0058</td>
-      <td>0.0086</td>
-      <td>0.0089</td>
-      <td>0.0095</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0068</td>
-      <td>0.0106</td>
-      <td>0.0229</td>
-      <td>0.0230</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0108</td>
-      <td>0.0310</td>
-      <td>0.0391</td>
-      <td>0.0385</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0179</td>
-      <td>0.0680</td>
-      <td>0.0532</td>
-      <td>0.0526</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0265</td>
-      <td>0.1009</td>
-      <td>0.0670</td>
-      <td>0.0657</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0347</td>
-      <td>0.1255</td>
-      <td>0.0825</td>
-      <td>0.0803</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0428</td>
-      <td>0.1470</td>
-      <td>0.0966</td>
-      <td>0.0949</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0521</td>
-      <td>0.1685</td>
-      <td>0.1115</td>
-      <td>0.1092</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0600</td>
-      <td>0.1853</td>
-      <td>0.1266</td>
-      <td>0.1239</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0708</td>
-      <td>0.2041</td>
-      <td>0.1402</td>
-      <td>0.1373</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0767</td>
-      <td>0.2168</td>
-      <td>0.1561</td>
-      <td>0.1524</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0869</td>
-      <td>0.2332</td>
-      <td>0.1713</td>
-      <td>0.1660</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0960</td>
-      <td>0.2435</td>
-      <td>0.1844</td>
-      <td>0.1790</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.1029</td>
-      <td>0.2534</td>
-      <td>0.2006</td>
-      <td>0.1955</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.1078</td>
-      <td>0.2530</td>
-      <td>0.2148</td>
-      <td>0.2093</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.1146</td>
-      <td>0.2157</td>
-      <td>0.2279</td>
-      <td>0.2218</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.1184</td>
-      <td>0.1519</td>
-      <td>0.2453</td>
-      <td>0.2387</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.1010</td>
-      <td>0.1016</td>
-      <td>0.2568</td>
-      <td>0.2495</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0518</td>
-      <td>0.0770</td>
-      <td>0.2736</td>
-      <td>0.2685</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0021</td>
-      <td>0.0139</td>
-      <td>0.2878</td>
-      <td>0.2808</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0565</td>
-      <td>0.1338</td>
-      <td>0.1416</td>
-      <td>0.1382</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_10_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_10_acc.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 431.443s  
-> mul_sld: 188.845s  
-> bin_sld_gs: 1093.467s  
-> mul_sld_gs: 642.106s  
-> bin_sld_gsq: 522.073s  
-> bin_pacc: 422.062s  
-> mul_pacc: 154.976s  
-> binmc_pacc: 417.137s  
-> mulmc_pacc: 140.524s  
-> binne_pacc: 421.581s  
-> mulne_pacc: 157.883s  
-> bin_pacc_gs: 723.261s  
-> mul_pacc_gs: 258.223s  
-> bin_cc: 402.467s  
-> mul_cc: 144.805s  
-> kfcv: 108.333s  
-> ref: 118.158s  
-> atc_mc: 118.502s  
-> atc_ne: 96.965s  
-> doc_feat: 91.141s  
-> tot: 1096.718s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0020</td>
-      <td>0.0030</td>
-      <td>0.0087</td>
-      <td>0.0104</td>
-      <td>0.0082</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0162</td>
-      <td>0.0088</td>
-      <td>0.0105</td>
-      <td>0.0133</td>
-      <td>0.0042</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0200</td>
-      <td>0.0104</td>
-      <td>0.0118</td>
-      <td>0.0159</td>
-      <td>0.0088</td>
-      <td>0.0187</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0189</td>
-      <td>0.0137</td>
-      <td>0.0144</td>
-      <td>0.0198</td>
-      <td>0.0165</td>
-      <td>0.0290</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0174</td>
-      <td>0.0168</td>
-      <td>0.0158</td>
-      <td>0.0212</td>
-      <td>0.0245</td>
-      <td>0.0396</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0185</td>
-      <td>0.0215</td>
-      <td>0.0177</td>
-      <td>0.0242</td>
-      <td>0.0326</td>
-      <td>0.0509</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0166</td>
-      <td>0.0255</td>
-      <td>0.0184</td>
-      <td>0.0259</td>
-      <td>0.0405</td>
-      <td>0.0611</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0152</td>
-      <td>0.0310</td>
-      <td>0.0195</td>
-      <td>0.0287</td>
-      <td>0.0495</td>
-      <td>0.0725</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0238</td>
-      <td>0.0412</td>
-      <td>0.0227</td>
-      <td>0.0340</td>
-      <td>0.0571</td>
-      <td>0.0832</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0221</td>
-      <td>0.0475</td>
-      <td>0.0246</td>
-      <td>0.0366</td>
-      <td>0.0644</td>
-      <td>0.0922</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0239</td>
-      <td>0.0569</td>
-      <td>0.0268</td>
-      <td>0.0400</td>
-      <td>0.0731</td>
-      <td>0.1034</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0216</td>
-      <td>0.0618</td>
-      <td>0.0258</td>
-      <td>0.0395</td>
-      <td>0.0821</td>
-      <td>0.1157</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0269</td>
-      <td>0.0709</td>
-      <td>0.0297</td>
-      <td>0.0422</td>
-      <td>0.0890</td>
-      <td>0.1261</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0318</td>
-      <td>0.0813</td>
-      <td>0.0315</td>
-      <td>0.0466</td>
-      <td>0.0970</td>
-      <td>0.1354</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0343</td>
-      <td>0.0914</td>
-      <td>0.0305</td>
-      <td>0.0471</td>
-      <td>0.1068</td>
-      <td>0.1491</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0391</td>
-      <td>0.0997</td>
-      <td>0.0319</td>
-      <td>0.0490</td>
-      <td>0.1144</td>
-      <td>0.1570</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0420</td>
-      <td>0.1095</td>
-      <td>0.0344</td>
-      <td>0.0536</td>
-      <td>0.1211</td>
-      <td>0.1674</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0451</td>
-      <td>0.1200</td>
-      <td>0.0325</td>
-      <td>0.0510</td>
-      <td>0.1305</td>
-      <td>0.1790</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0464</td>
-      <td>0.1308</td>
-      <td>0.0365</td>
-      <td>0.0553</td>
-      <td>0.1391</td>
-      <td>0.1904</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0481</td>
-      <td>0.1431</td>
-      <td>0.0403</td>
-      <td>0.0613</td>
-      <td>0.1462</td>
-      <td>0.2016</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0058</td>
-      <td>0.1340</td>
-      <td>0.0321</td>
-      <td>0.0630</td>
-      <td>0.1544</td>
-      <td>0.2122</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0255</td>
-      <td>0.0628</td>
-      <td>0.0246</td>
-      <td>0.0371</td>
-      <td>0.0743</td>
-      <td>0.1046</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_20_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_20_acc.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 440.439s  
-> mul_sld: 181.173s  
-> bin_sld_gs: 1117.061s  
-> mul_sld_gs: 644.511s  
-> bin_sld_gsq: 529.624s  
-> bin_pacc: 425.791s  
-> mul_pacc: 174.577s  
-> binmc_pacc: 425.760s  
-> mulmc_pacc: 147.208s  
-> binne_pacc: 424.010s  
-> mulne_pacc: 137.064s  
-> bin_pacc_gs: 729.394s  
-> mul_pacc_gs: 256.419s  
-> bin_cc: 407.241s  
-> mul_cc: 148.864s  
-> kfcv: 129.860s  
-> ref: 89.336s  
-> atc_mc: 117.685s  
-> atc_ne: 123.998s  
-> doc_feat: 91.912s  
-> tot: 1120.968s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0008</td>
-      <td>0.0020</td>
-      <td>0.0056</td>
-      <td>0.0064</td>
-      <td>0.0057</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0159</td>
-      <td>0.0080</td>
-      <td>0.0069</td>
-      <td>0.0068</td>
-      <td>0.0111</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0162</td>
-      <td>0.0106</td>
-      <td>0.0090</td>
-      <td>0.0086</td>
-      <td>0.0165</td>
-      <td>0.0274</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0206</td>
-      <td>0.0109</td>
-      <td>0.0077</td>
-      <td>0.0090</td>
-      <td>0.0213</td>
-      <td>0.0348</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0196</td>
-      <td>0.0130</td>
-      <td>0.0085</td>
-      <td>0.0091</td>
-      <td>0.0269</td>
-      <td>0.0407</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0200</td>
-      <td>0.0133</td>
-      <td>0.0094</td>
-      <td>0.0100</td>
-      <td>0.0330</td>
-      <td>0.0485</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0199</td>
-      <td>0.0131</td>
-      <td>0.0092</td>
-      <td>0.0095</td>
-      <td>0.0377</td>
-      <td>0.0543</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0198</td>
-      <td>0.0142</td>
-      <td>0.0092</td>
-      <td>0.0098</td>
-      <td>0.0427</td>
-      <td>0.0618</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0213</td>
-      <td>0.0153</td>
-      <td>0.0115</td>
-      <td>0.0101</td>
-      <td>0.0486</td>
-      <td>0.0689</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0220</td>
-      <td>0.0172</td>
-      <td>0.0121</td>
-      <td>0.0107</td>
-      <td>0.0547</td>
-      <td>0.0757</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0191</td>
-      <td>0.0181</td>
-      <td>0.0122</td>
-      <td>0.0102</td>
-      <td>0.0610</td>
-      <td>0.0836</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0211</td>
-      <td>0.0204</td>
-      <td>0.0126</td>
-      <td>0.0116</td>
-      <td>0.0671</td>
-      <td>0.0916</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0240</td>
-      <td>0.0256</td>
-      <td>0.0150</td>
-      <td>0.0109</td>
-      <td>0.0705</td>
-      <td>0.0967</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0263</td>
-      <td>0.0288</td>
-      <td>0.0167</td>
-      <td>0.0116</td>
-      <td>0.0769</td>
-      <td>0.1044</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0244</td>
-      <td>0.0325</td>
-      <td>0.0163</td>
-      <td>0.0107</td>
-      <td>0.0840</td>
-      <td>0.1135</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0258</td>
-      <td>0.0334</td>
-      <td>0.0174</td>
-      <td>0.0112</td>
-      <td>0.0893</td>
-      <td>0.1187</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0297</td>
-      <td>0.0384</td>
-      <td>0.0188</td>
-      <td>0.0109</td>
-      <td>0.0931</td>
-      <td>0.1245</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0309</td>
-      <td>0.0426</td>
-      <td>0.0202</td>
-      <td>0.0123</td>
-      <td>0.1001</td>
-      <td>0.1342</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0314</td>
-      <td>0.0457</td>
-      <td>0.0204</td>
-      <td>0.0120</td>
-      <td>0.1055</td>
-      <td>0.1394</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0384</td>
-      <td>0.0558</td>
-      <td>0.0247</td>
-      <td>0.0140</td>
-      <td>0.1100</td>
-      <td>0.1457</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0141</td>
-      <td>0.0553</td>
-      <td>0.0200</td>
-      <td>0.0133</td>
-      <td>0.1162</td>
-      <td>0.1533</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0220</td>
-      <td>0.0245</td>
-      <td>0.0135</td>
-      <td>0.0104</td>
-      <td>0.0606</td>
-      <td>0.0834</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_30_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_30_acc.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 441.902s  
-> mul_sld: 171.147s  
-> bin_sld_gs: 1129.143s  
-> mul_sld_gs: 661.698s  
-> bin_sld_gsq: 534.997s  
-> bin_pacc: 438.840s  
-> mul_pacc: 172.945s  
-> binmc_pacc: 434.527s  
-> mulmc_pacc: 166.147s  
-> binne_pacc: 431.135s  
-> mulne_pacc: 144.562s  
-> bin_pacc_gs: 735.193s  
-> mul_pacc_gs: 266.608s  
-> bin_cc: 412.883s  
-> mul_cc: 159.067s  
-> kfcv: 137.954s  
-> ref: 132.249s  
-> atc_mc: 137.719s  
-> atc_ne: 134.107s  
-> doc_feat: 79.638s  
-> tot: 1133.285s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0005</td>
-      <td>0.0033</td>
-      <td>0.0044</td>
-      <td>0.0062</td>
-      <td>0.0326</td>
-      <td>0.0329</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0119</td>
-      <td>0.0074</td>
-      <td>0.0071</td>
-      <td>0.0080</td>
-      <td>0.0368</td>
-      <td>0.0372</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0084</td>
-      <td>0.0098</td>
-      <td>0.0096</td>
-      <td>0.0104</td>
-      <td>0.0387</td>
-      <td>0.0393</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0096</td>
-      <td>0.0108</td>
-      <td>0.0094</td>
-      <td>0.0099</td>
-      <td>0.0431</td>
-      <td>0.0436</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0117</td>
-      <td>0.0137</td>
-      <td>0.0091</td>
-      <td>0.0106</td>
-      <td>0.0438</td>
-      <td>0.0447</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0136</td>
-      <td>0.0153</td>
-      <td>0.0101</td>
-      <td>0.0114</td>
-      <td>0.0481</td>
-      <td>0.0487</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0150</td>
-      <td>0.0159</td>
-      <td>0.0094</td>
-      <td>0.0102</td>
-      <td>0.0492</td>
-      <td>0.0499</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0168</td>
-      <td>0.0192</td>
-      <td>0.0092</td>
-      <td>0.0110</td>
-      <td>0.0533</td>
-      <td>0.0543</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0157</td>
-      <td>0.0178</td>
-      <td>0.0103</td>
-      <td>0.0102</td>
-      <td>0.0563</td>
-      <td>0.0570</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0177</td>
-      <td>0.0203</td>
-      <td>0.0109</td>
-      <td>0.0110</td>
-      <td>0.0593</td>
-      <td>0.0601</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0161</td>
-      <td>0.0200</td>
-      <td>0.0128</td>
-      <td>0.0116</td>
-      <td>0.0631</td>
-      <td>0.0643</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0167</td>
-      <td>0.0204</td>
-      <td>0.0153</td>
-      <td>0.0116</td>
-      <td>0.0666</td>
-      <td>0.0676</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0139</td>
-      <td>0.0175</td>
-      <td>0.0178</td>
-      <td>0.0121</td>
-      <td>0.0690</td>
-      <td>0.0699</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0114</td>
-      <td>0.0162</td>
-      <td>0.0198</td>
-      <td>0.0117</td>
-      <td>0.0726</td>
-      <td>0.0737</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0114</td>
-      <td>0.0143</td>
-      <td>0.0235</td>
-      <td>0.0119</td>
-      <td>0.0764</td>
-      <td>0.0776</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0096</td>
-      <td>0.0126</td>
-      <td>0.0247</td>
-      <td>0.0128</td>
-      <td>0.0798</td>
-      <td>0.0809</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0095</td>
-      <td>0.0110</td>
-      <td>0.0267</td>
-      <td>0.0126</td>
-      <td>0.0816</td>
-      <td>0.0828</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0141</td>
-      <td>0.0112</td>
-      <td>0.0320</td>
-      <td>0.0161</td>
-      <td>0.0846</td>
-      <td>0.0859</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0157</td>
-      <td>0.0109</td>
-      <td>0.0341</td>
-      <td>0.0154</td>
-      <td>0.0879</td>
-      <td>0.0892</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0198</td>
-      <td>0.0147</td>
-      <td>0.0378</td>
-      <td>0.0181</td>
-      <td>0.0904</td>
-      <td>0.0917</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0039</td>
-      <td>0.0103</td>
-      <td>0.0374</td>
-      <td>0.0195</td>
-      <td>0.0939</td>
-      <td>0.0952</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0125</td>
-      <td>0.0139</td>
-      <td>0.0177</td>
-      <td>0.0120</td>
-      <td>0.0632</td>
-      <td>0.0641</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_40_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_40_acc.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 432.840s  
-> mul_sld: 159.373s  
-> bin_sld_gs: 1148.243s  
-> mul_sld_gs: 657.176s  
-> bin_sld_gsq: 539.408s  
-> bin_pacc: 430.121s  
-> mul_pacc: 173.440s  
-> binmc_pacc: 433.871s  
-> mulmc_pacc: 158.794s  
-> binne_pacc: 435.732s  
-> mulne_pacc: 158.199s  
-> bin_pacc_gs: 728.918s  
-> mul_pacc_gs: 263.162s  
-> bin_cc: 405.769s  
-> mul_cc: 134.145s  
-> kfcv: 125.438s  
-> ref: 127.690s  
-> atc_mc: 108.387s  
-> atc_ne: 115.014s  
-> doc_feat: 90.803s  
-> tot: 1152.446s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0004</td>
-      <td>0.0064</td>
-      <td>0.0018</td>
-      <td>0.0209</td>
-      <td>0.0539</td>
-      <td>0.0536</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0122</td>
-      <td>0.0078</td>
-      <td>0.0063</td>
-      <td>0.0231</td>
-      <td>0.0556</td>
-      <td>0.0554</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0089</td>
-      <td>0.0118</td>
-      <td>0.0069</td>
-      <td>0.0223</td>
-      <td>0.0545</td>
-      <td>0.0541</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0100</td>
-      <td>0.0136</td>
-      <td>0.0080</td>
-      <td>0.0222</td>
-      <td>0.0565</td>
-      <td>0.0561</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0084</td>
-      <td>0.0166</td>
-      <td>0.0094</td>
-      <td>0.0198</td>
-      <td>0.0556</td>
-      <td>0.0553</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0097</td>
-      <td>0.0199</td>
-      <td>0.0105</td>
-      <td>0.0201</td>
-      <td>0.0558</td>
-      <td>0.0554</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0115</td>
-      <td>0.0202</td>
-      <td>0.0102</td>
-      <td>0.0182</td>
-      <td>0.0557</td>
-      <td>0.0552</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0167</td>
-      <td>0.0243</td>
-      <td>0.0104</td>
-      <td>0.0188</td>
-      <td>0.0562</td>
-      <td>0.0558</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0185</td>
-      <td>0.0236</td>
-      <td>0.0122</td>
-      <td>0.0163</td>
-      <td>0.0571</td>
-      <td>0.0567</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0227</td>
-      <td>0.0260</td>
-      <td>0.0110</td>
-      <td>0.0164</td>
-      <td>0.0568</td>
-      <td>0.0564</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0224</td>
-      <td>0.0245</td>
-      <td>0.0127</td>
-      <td>0.0137</td>
-      <td>0.0580</td>
-      <td>0.0574</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0233</td>
-      <td>0.0249</td>
-      <td>0.0141</td>
-      <td>0.0131</td>
-      <td>0.0586</td>
-      <td>0.0578</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0215</td>
-      <td>0.0241</td>
-      <td>0.0138</td>
-      <td>0.0119</td>
-      <td>0.0588</td>
-      <td>0.0582</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0184</td>
-      <td>0.0221</td>
-      <td>0.0147</td>
-      <td>0.0099</td>
-      <td>0.0588</td>
-      <td>0.0581</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0150</td>
-      <td>0.0186</td>
-      <td>0.0166</td>
-      <td>0.0097</td>
-      <td>0.0604</td>
-      <td>0.0597</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0126</td>
-      <td>0.0171</td>
-      <td>0.0150</td>
-      <td>0.0098</td>
-      <td>0.0607</td>
-      <td>0.0601</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0095</td>
-      <td>0.0154</td>
-      <td>0.0149</td>
-      <td>0.0095</td>
-      <td>0.0610</td>
-      <td>0.0603</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0098</td>
-      <td>0.0120</td>
-      <td>0.0185</td>
-      <td>0.0119</td>
-      <td>0.0608</td>
-      <td>0.0602</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0111</td>
-      <td>0.0105</td>
-      <td>0.0173</td>
-      <td>0.0113</td>
-      <td>0.0610</td>
-      <td>0.0603</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0154</td>
-      <td>0.0101</td>
-      <td>0.0182</td>
-      <td>0.0117</td>
-      <td>0.0615</td>
-      <td>0.0606</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0030</td>
-      <td>0.0067</td>
-      <td>0.0125</td>
-      <td>0.0141</td>
-      <td>0.0617</td>
-      <td>0.0608</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0134</td>
-      <td>0.0170</td>
-      <td>0.0121</td>
-      <td>0.0155</td>
-      <td>0.0581</td>
-      <td>0.0575</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_50_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_50_acc.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 423.693s  
-> mul_sld: 164.785s  
-> bin_sld_gs: 1105.830s  
-> mul_sld_gs: 648.000s  
-> bin_sld_gsq: 523.679s  
-> bin_pacc: 415.735s  
-> mul_pacc: 142.337s  
-> binmc_pacc: 422.073s  
-> mulmc_pacc: 162.522s  
-> binne_pacc: 411.703s  
-> mulne_pacc: 159.753s  
-> bin_pacc_gs: 722.307s  
-> mul_pacc_gs: 263.296s  
-> bin_cc: 394.807s  
-> mul_cc: 127.886s  
-> kfcv: 118.430s  
-> ref: 114.366s  
-> atc_mc: 111.695s  
-> atc_ne: 96.170s  
-> doc_feat: 92.012s  
-> tot: 1110.535s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0004</td>
-      <td>0.0076</td>
-      <td>0.0074</td>
-      <td>0.0104</td>
-      <td>0.0937</td>
-      <td>0.0952</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0172</td>
-      <td>0.0094</td>
-      <td>0.0104</td>
-      <td>0.0093</td>
-      <td>0.0897</td>
-      <td>0.0911</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0147</td>
-      <td>0.0088</td>
-      <td>0.0110</td>
-      <td>0.0090</td>
-      <td>0.0857</td>
-      <td>0.0869</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0132</td>
-      <td>0.0110</td>
-      <td>0.0130</td>
-      <td>0.0087</td>
-      <td>0.0844</td>
-      <td>0.0855</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0104</td>
-      <td>0.0118</td>
-      <td>0.0122</td>
-      <td>0.0101</td>
-      <td>0.0817</td>
-      <td>0.0829</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0095</td>
-      <td>0.0141</td>
-      <td>0.0139</td>
-      <td>0.0100</td>
-      <td>0.0789</td>
-      <td>0.0803</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0079</td>
-      <td>0.0153</td>
-      <td>0.0136</td>
-      <td>0.0096</td>
-      <td>0.0757</td>
-      <td>0.0767</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0083</td>
-      <td>0.0180</td>
-      <td>0.0147</td>
-      <td>0.0097</td>
-      <td>0.0717</td>
-      <td>0.0728</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0107</td>
-      <td>0.0196</td>
-      <td>0.0163</td>
-      <td>0.0092</td>
-      <td>0.0701</td>
-      <td>0.0711</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0120</td>
-      <td>0.0216</td>
-      <td>0.0159</td>
-      <td>0.0109</td>
-      <td>0.0657</td>
-      <td>0.0665</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0152</td>
-      <td>0.0219</td>
-      <td>0.0168</td>
-      <td>0.0103</td>
-      <td>0.0651</td>
-      <td>0.0659</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0186</td>
-      <td>0.0237</td>
-      <td>0.0169</td>
-      <td>0.0116</td>
-      <td>0.0614</td>
-      <td>0.0623</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0205</td>
-      <td>0.0242</td>
-      <td>0.0163</td>
-      <td>0.0119</td>
-      <td>0.0589</td>
-      <td>0.0596</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0213</td>
-      <td>0.0243</td>
-      <td>0.0151</td>
-      <td>0.0123</td>
-      <td>0.0557</td>
-      <td>0.0562</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0199</td>
-      <td>0.0219</td>
-      <td>0.0127</td>
-      <td>0.0113</td>
-      <td>0.0531</td>
-      <td>0.0537</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0199</td>
-      <td>0.0220</td>
-      <td>0.0125</td>
-      <td>0.0132</td>
-      <td>0.0506</td>
-      <td>0.0511</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0156</td>
-      <td>0.0185</td>
-      <td>0.0113</td>
-      <td>0.0129</td>
-      <td>0.0466</td>
-      <td>0.0470</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0124</td>
-      <td>0.0159</td>
-      <td>0.0100</td>
-      <td>0.0121</td>
-      <td>0.0442</td>
-      <td>0.0446</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0091</td>
-      <td>0.0136</td>
-      <td>0.0097</td>
-      <td>0.0134</td>
-      <td>0.0411</td>
-      <td>0.0415</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0081</td>
-      <td>0.0075</td>
-      <td>0.0078</td>
-      <td>0.0120</td>
-      <td>0.0384</td>
-      <td>0.0387</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0014</td>
-      <td>0.0029</td>
-      <td>0.0061</td>
-      <td>0.0094</td>
-      <td>0.0349</td>
-      <td>0.0352</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0127</td>
-      <td>0.0159</td>
-      <td>0.0126</td>
-      <td>0.0108</td>
-      <td>0.0642</td>
-      <td>0.0650</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_60_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_60_acc.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 446.445s  
-> mul_sld: 164.730s  
-> bin_sld_gs: 1117.398s  
-> mul_sld_gs: 661.430s  
-> bin_sld_gsq: 528.925s  
-> bin_pacc: 431.969s  
-> mul_pacc: 151.272s  
-> binmc_pacc: 430.157s  
-> mulmc_pacc: 180.251s  
-> binne_pacc: 438.442s  
-> mulne_pacc: 173.700s  
-> bin_pacc_gs: 733.397s  
-> mul_pacc_gs: 262.705s  
-> bin_cc: 407.885s  
-> mul_cc: 153.959s  
-> kfcv: 132.641s  
-> ref: 136.486s  
-> atc_mc: 135.594s  
-> atc_ne: 129.372s  
-> doc_feat: 95.722s  
-> tot: 1121.806s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0005</td>
-      <td>0.0091</td>
-      <td>0.0083</td>
-      <td>0.0120</td>
-      <td>0.0941</td>
-      <td>0.1235</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0209</td>
-      <td>0.0177</td>
-      <td>0.0087</td>
-      <td>0.0118</td>
-      <td>0.0881</td>
-      <td>0.1164</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0208</td>
-      <td>0.0165</td>
-      <td>0.0085</td>
-      <td>0.0101</td>
-      <td>0.0829</td>
-      <td>0.1111</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0199</td>
-      <td>0.0153</td>
-      <td>0.0088</td>
-      <td>0.0105</td>
-      <td>0.0787</td>
-      <td>0.1058</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0191</td>
-      <td>0.0156</td>
-      <td>0.0070</td>
-      <td>0.0099</td>
-      <td>0.0736</td>
-      <td>0.1001</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0176</td>
-      <td>0.0141</td>
-      <td>0.0071</td>
-      <td>0.0094</td>
-      <td>0.0693</td>
-      <td>0.0947</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0142</td>
-      <td>0.0107</td>
-      <td>0.0076</td>
-      <td>0.0081</td>
-      <td>0.0654</td>
-      <td>0.0885</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0139</td>
-      <td>0.0111</td>
-      <td>0.0069</td>
-      <td>0.0105</td>
-      <td>0.0587</td>
-      <td>0.0818</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0117</td>
-      <td>0.0106</td>
-      <td>0.0061</td>
-      <td>0.0092</td>
-      <td>0.0553</td>
-      <td>0.0772</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0106</td>
-      <td>0.0107</td>
-      <td>0.0071</td>
-      <td>0.0119</td>
-      <td>0.0503</td>
-      <td>0.0707</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0095</td>
-      <td>0.0099</td>
-      <td>0.0075</td>
-      <td>0.0103</td>
-      <td>0.0470</td>
-      <td>0.0668</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0101</td>
-      <td>0.0124</td>
-      <td>0.0086</td>
-      <td>0.0137</td>
-      <td>0.0408</td>
-      <td>0.0596</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0086</td>
-      <td>0.0125</td>
-      <td>0.0084</td>
-      <td>0.0134</td>
-      <td>0.0370</td>
-      <td>0.0543</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0082</td>
-      <td>0.0125</td>
-      <td>0.0089</td>
-      <td>0.0140</td>
-      <td>0.0338</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0079</td>
-      <td>0.0127</td>
-      <td>0.0108</td>
-      <td>0.0172</td>
-      <td>0.0282</td>
-      <td>0.0444</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0099</td>
-      <td>0.0128</td>
-      <td>0.0114</td>
-      <td>0.0185</td>
-      <td>0.0231</td>
-      <td>0.0380</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0100</td>
-      <td>0.0122</td>
-      <td>0.0144</td>
-      <td>0.0210</td>
-      <td>0.0177</td>
-      <td>0.0319</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0109</td>
-      <td>0.0122</td>
-      <td>0.0161</td>
-      <td>0.0225</td>
-      <td>0.0146</td>
-      <td>0.0271</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0105</td>
-      <td>0.0104</td>
-      <td>0.0168</td>
-      <td>0.0231</td>
-      <td>0.0096</td>
-      <td>0.0206</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0110</td>
-      <td>0.0080</td>
-      <td>0.0202</td>
-      <td>0.0260</td>
-      <td>0.0060</td>
-      <td>0.0155</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0044</td>
-      <td>0.0045</td>
-      <td>0.0235</td>
-      <td>0.0288</td>
-      <td>0.0048</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0119</td>
-      <td>0.0120</td>
-      <td>0.0106</td>
-      <td>0.0149</td>
-      <td>0.0466</td>
-      <td>0.0661</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_70_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_70_acc.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 407.545s  
-> mul_sld: 147.073s  
-> bin_sld_gs: 4046.450s  
-> mul_sld_gs: 3606.019s  
-> bin_sld_gsq: 490.593s  
-> bin_pacc: 399.480s  
-> mul_pacc: 162.231s  
-> binmc_pacc: 403.466s  
-> mulmc_pacc: 179.691s  
-> binne_pacc: 403.638s  
-> mulne_pacc: 171.078s  
-> bin_pacc_gs: 3446.185s  
-> mul_pacc_gs: 257.968s  
-> bin_cc: 374.905s  
-> mul_cc: 150.379s  
-> kfcv: 133.439s  
-> ref: 132.673s  
-> atc_mc: 130.594s  
-> atc_ne: 131.031s  
-> doc_feat: 81.112s  
-> tot: 4051.202s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0008</td>
-      <td>0.0067</td>
-      <td>0.0019</td>
-      <td>0.0095</td>
-      <td>0.1553</td>
-      <td>0.1847</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0371</td>
-      <td>0.0401</td>
-      <td>0.0211</td>
-      <td>0.0122</td>
-      <td>0.1447</td>
-      <td>0.1731</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0374</td>
-      <td>0.0398</td>
-      <td>0.0183</td>
-      <td>0.0100</td>
-      <td>0.1372</td>
-      <td>0.1653</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0347</td>
-      <td>0.0381</td>
-      <td>0.0157</td>
-      <td>0.0109</td>
-      <td>0.1293</td>
-      <td>0.1547</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0322</td>
-      <td>0.0350</td>
-      <td>0.0141</td>
-      <td>0.0105</td>
-      <td>0.1231</td>
-      <td>0.1479</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0284</td>
-      <td>0.0292</td>
-      <td>0.0141</td>
-      <td>0.0094</td>
-      <td>0.1151</td>
-      <td>0.1390</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0232</td>
-      <td>0.0223</td>
-      <td>0.0107</td>
-      <td>0.0084</td>
-      <td>0.1067</td>
-      <td>0.1281</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0222</td>
-      <td>0.0221</td>
-      <td>0.0119</td>
-      <td>0.0105</td>
-      <td>0.0968</td>
-      <td>0.1183</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0169</td>
-      <td>0.0166</td>
-      <td>0.0090</td>
-      <td>0.0095</td>
-      <td>0.0909</td>
-      <td>0.1111</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0148</td>
-      <td>0.0142</td>
-      <td>0.0105</td>
-      <td>0.0098</td>
-      <td>0.0809</td>
-      <td>0.0994</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0104</td>
-      <td>0.0104</td>
-      <td>0.0077</td>
-      <td>0.0079</td>
-      <td>0.0769</td>
-      <td>0.0939</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0105</td>
-      <td>0.0127</td>
-      <td>0.0076</td>
-      <td>0.0094</td>
-      <td>0.0651</td>
-      <td>0.0813</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0074</td>
-      <td>0.0107</td>
-      <td>0.0069</td>
-      <td>0.0078</td>
-      <td>0.0582</td>
-      <td>0.0727</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0072</td>
-      <td>0.0145</td>
-      <td>0.0074</td>
-      <td>0.0084</td>
-      <td>0.0512</td>
-      <td>0.0644</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0077</td>
-      <td>0.0135</td>
-      <td>0.0074</td>
-      <td>0.0080</td>
-      <td>0.0425</td>
-      <td>0.0539</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0082</td>
-      <td>0.0146</td>
-      <td>0.0066</td>
-      <td>0.0072</td>
-      <td>0.0342</td>
-      <td>0.0445</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0099</td>
-      <td>0.0179</td>
-      <td>0.0081</td>
-      <td>0.0070</td>
-      <td>0.0253</td>
-      <td>0.0350</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0118</td>
-      <td>0.0189</td>
-      <td>0.0086</td>
-      <td>0.0067</td>
-      <td>0.0184</td>
-      <td>0.0269</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0142</td>
-      <td>0.0193</td>
-      <td>0.0112</td>
-      <td>0.0063</td>
-      <td>0.0107</td>
-      <td>0.0174</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0118</td>
-      <td>0.0129</td>
-      <td>0.0104</td>
-      <td>0.0067</td>
-      <td>0.0043</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0006</td>
-      <td>0.0025</td>
-      <td>0.0041</td>
-      <td>0.0049</td>
-      <td>0.0067</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0165</td>
-      <td>0.0196</td>
-      <td>0.0101</td>
-      <td>0.0086</td>
-      <td>0.0749</td>
-      <td>0.0916</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_80_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_80_acc.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 56.896s  
-> mul_sld_gs: 351.569s  
-> mul_cc: 51.884s  
-> kfcv: 46.187s  
-> ref: 44.331s  
-> atc_mc: 47.954s  
-> atc_ne: 47.496s  
-> doc_feat: 41.155s  
-> tot: 357.732s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0367</td>
-      <td>0.2564</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0369</td>
-      <td>0.2415</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0891</td>
-      <td>0.2312</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0973</td>
-      <td>0.2183</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0983</td>
-      <td>0.2057</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0941</td>
-      <td>0.1947</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0865</td>
-      <td>0.1788</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0855</td>
-      <td>0.1644</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0736</td>
-      <td>0.1534</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0691</td>
-      <td>0.1383</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0585</td>
-      <td>0.1260</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0535</td>
-      <td>0.1131</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0387</td>
-      <td>0.1012</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0313</td>
-      <td>0.0872</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0254</td>
-      <td>0.0728</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0164</td>
-      <td>0.0599</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0111</td>
-      <td>0.0475</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0098</td>
-      <td>0.0349</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0111</td>
-      <td>0.0198</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0129</td>
-      <td>0.0077</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0005</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0494</td>
-      <td>0.1265</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_90_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0008</td>
-      <td>0.0084</td>
-      <td>0.0054</td>
-      <td>0.0108</td>
-      <td>0.0562</td>
-      <td>0.0854</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0172</td>
-      <td>0.0161</td>
-      <td>0.0101</td>
-      <td>0.0121</td>
-      <td>0.0549</td>
-      <td>0.0837</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0166</td>
-      <td>0.0231</td>
-      <td>0.0107</td>
-      <td>0.0123</td>
-      <td>0.0559</td>
-      <td>0.0841</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0172</td>
-      <td>0.0269</td>
-      <td>0.0110</td>
-      <td>0.0130</td>
-      <td>0.0586</td>
-      <td>0.0851</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0171</td>
-      <td>0.0321</td>
-      <td>0.0109</td>
-      <td>0.0130</td>
-      <td>0.0603</td>
-      <td>0.0855</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0180</td>
-      <td>0.0358</td>
-      <td>0.0118</td>
-      <td>0.0135</td>
-      <td>0.0625</td>
-      <td>0.0864</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0179</td>
-      <td>0.0372</td>
-      <td>0.0113</td>
-      <td>0.0128</td>
-      <td>0.0642</td>
-      <td>0.0859</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0194</td>
-      <td>0.0414</td>
-      <td>0.0117</td>
-      <td>0.0141</td>
-      <td>0.0657</td>
-      <td>0.0863</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0213</td>
-      <td>0.0430</td>
-      <td>0.0126</td>
-      <td>0.0141</td>
-      <td>0.0684</td>
-      <td>0.0875</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0227</td>
-      <td>0.0458</td>
-      <td>0.0131</td>
-      <td>0.0153</td>
-      <td>0.0698</td>
-      <td>0.0870</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0234</td>
-      <td>0.0472</td>
-      <td>0.0138</td>
-      <td>0.0149</td>
-      <td>0.0731</td>
-      <td>0.0887</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0248</td>
-      <td>0.0496</td>
-      <td>0.0144</td>
-      <td>0.0158</td>
-      <td>0.0747</td>
-      <td>0.0891</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0262</td>
-      <td>0.0508</td>
-      <td>0.0154</td>
-      <td>0.0158</td>
-      <td>0.0766</td>
-      <td>0.0894</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0276</td>
-      <td>0.0527</td>
-      <td>0.0163</td>
-      <td>0.0164</td>
-      <td>0.0788</td>
-      <td>0.0899</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0279</td>
-      <td>0.0537</td>
-      <td>0.0168</td>
-      <td>0.0166</td>
-      <td>0.0815</td>
-      <td>0.0911</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0291</td>
-      <td>0.0535</td>
-      <td>0.0171</td>
-      <td>0.0174</td>
-      <td>0.0834</td>
-      <td>0.0910</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0301</td>
-      <td>0.0500</td>
-      <td>0.0184</td>
-      <td>0.0182</td>
-      <td>0.0843</td>
-      <td>0.0909</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0317</td>
-      <td>0.0438</td>
-      <td>0.0197</td>
-      <td>0.0190</td>
-      <td>0.0873</td>
-      <td>0.0924</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0299</td>
-      <td>0.0393</td>
-      <td>0.0209</td>
-      <td>0.0195</td>
-      <td>0.0890</td>
-      <td>0.0920</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0256</td>
-      <td>0.0380</td>
-      <td>0.0228</td>
-      <td>0.0214</td>
-      <td>0.0913</td>
-      <td>0.0931</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0044</td>
-      <td>0.0256</td>
-      <td>0.0194</td>
-      <td>0.0219</td>
-      <td>0.0951</td>
-      <td>0.0950</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0214</td>
-      <td>0.0388</td>
-      <td>0.0145</td>
-      <td>0.0156</td>
-      <td>0.0729</td>
-      <td>0.0886</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0565</td>
-      <td>0.1338</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.1416</td>
-      <td>0.1382</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0255</td>
-      <td>0.0628</td>
-      <td>0.0246</td>
-      <td>0.0371</td>
-      <td>0.0743</td>
-      <td>0.1046</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0220</td>
-      <td>0.0245</td>
-      <td>0.0135</td>
-      <td>0.0104</td>
-      <td>0.0606</td>
-      <td>0.0834</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0125</td>
-      <td>0.0139</td>
-      <td>0.0177</td>
-      <td>0.0120</td>
-      <td>0.0632</td>
-      <td>0.0641</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0134</td>
-      <td>0.0170</td>
-      <td>0.0121</td>
-      <td>0.0155</td>
-      <td>0.0581</td>
-      <td>0.0575</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0127</td>
-      <td>0.0159</td>
-      <td>0.0126</td>
-      <td>0.0108</td>
-      <td>0.0642</td>
-      <td>0.0650</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0119</td>
-      <td>0.0120</td>
-      <td>0.0106</td>
-      <td>0.0149</td>
-      <td>0.0466</td>
-      <td>0.0661</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0165</td>
-      <td>0.0196</td>
-      <td>0.0101</td>
-      <td>0.0086</td>
-      <td>0.0749</td>
-      <td>0.0916</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0494</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.1265</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0214</td>
-      <td>0.0388</td>
-      <td>0.0145</td>
-      <td>0.0156</td>
-      <td>0.0729</td>
-      <td>0.0886</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_avg_acc.png)
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_cc_vs_other_f1.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_cc_vs_other_f1.md
deleted file mode 100644
index e86fb62..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_cc_vs_other_f1.md
+++ /dev/null
@@ -1,2376 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 238.632s  
-> mul_sld: 101.343s  
-> mul_sld_gs: 441.747s  
-> bin_cc: 230.303s  
-> mul_cc: 77.603s  
-> kfcv: 66.959s  
-> ref: 65.305s  
-> atc_mc: 66.465s  
-> atc_ne: 65.103s  
-> doc_feat: 56.750s  
-> tot: 446.654s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1168</td>
-      <td>0.0697</td>
-      <td>0.0567</td>
-      <td>0.0713</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0681</td>
-      <td>0.1060</td>
-      <td>0.0766</td>
-      <td>0.0710</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0250</td>
-      <td>0.0641</td>
-      <td>0.0969</td>
-      <td>0.0814</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0237</td>
-      <td>0.0929</td>
-      <td>0.1139</td>
-      <td>0.0954</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0292</td>
-      <td>0.1340</td>
-      <td>0.1164</td>
-      <td>0.0996</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0346</td>
-      <td>0.1463</td>
-      <td>0.1176</td>
-      <td>0.0986</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0378</td>
-      <td>0.1499</td>
-      <td>0.1219</td>
-      <td>0.1017</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0396</td>
-      <td>0.1493</td>
-      <td>0.1213</td>
-      <td>0.1036</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0419</td>
-      <td>0.1520</td>
-      <td>0.1232</td>
-      <td>0.1048</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0429</td>
-      <td>0.1488</td>
-      <td>0.1242</td>
-      <td>0.1059</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0452</td>
-      <td>0.1461</td>
-      <td>0.1236</td>
-      <td>0.1056</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0448</td>
-      <td>0.1426</td>
-      <td>0.1261</td>
-      <td>0.1073</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0465</td>
-      <td>0.1416</td>
-      <td>0.1272</td>
-      <td>0.1060</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0471</td>
-      <td>0.1342</td>
-      <td>0.1257</td>
-      <td>0.1048</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0470</td>
-      <td>0.1302</td>
-      <td>0.1274</td>
-      <td>0.1072</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0463</td>
-      <td>0.1214</td>
-      <td>0.1274</td>
-      <td>0.1080</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0463</td>
-      <td>0.0940</td>
-      <td>0.1267</td>
-      <td>0.1069</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0454</td>
-      <td>0.0566</td>
-      <td>0.1294</td>
-      <td>0.1097</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0374</td>
-      <td>0.0378</td>
-      <td>0.1270</td>
-      <td>0.1064</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0198</td>
-      <td>0.0522</td>
-      <td>0.1282</td>
-      <td>0.1112</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0025</td>
-      <td>0.0171</td>
-      <td>0.1285</td>
-      <td>0.1097</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0423</td>
-      <td>0.1089</td>
-      <td>0.1174</td>
-      <td>0.1008</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_10_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_10_f1.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 431.443s  
-> mul_sld: 188.845s  
-> bin_sld_gs: 1093.467s  
-> mul_sld_gs: 642.106s  
-> bin_sld_gsq: 522.073s  
-> bin_pacc: 422.062s  
-> mul_pacc: 154.976s  
-> binmc_pacc: 417.137s  
-> mulmc_pacc: 140.524s  
-> binne_pacc: 421.581s  
-> mulne_pacc: 157.883s  
-> bin_pacc_gs: 723.261s  
-> mul_pacc_gs: 258.223s  
-> bin_cc: 402.467s  
-> mul_cc: 144.805s  
-> kfcv: 108.333s  
-> ref: 118.158s  
-> atc_mc: 118.502s  
-> atc_ne: 96.965s  
-> doc_feat: 91.141s  
-> tot: 1096.718s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0152</td>
-      <td>0.1268</td>
-      <td>0.2307</td>
-      <td>0.1390</td>
-      <td>0.4192</td>
-      <td>0.5909</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2912</td>
-      <td>0.1094</td>
-      <td>0.0818</td>
-      <td>0.1435</td>
-      <td>0.0459</td>
-      <td>0.1040</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1858</td>
-      <td>0.0749</td>
-      <td>0.0575</td>
-      <td>0.1036</td>
-      <td>0.0518</td>
-      <td>0.1101</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1062</td>
-      <td>0.0741</td>
-      <td>0.0505</td>
-      <td>0.0911</td>
-      <td>0.0603</td>
-      <td>0.1111</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0662</td>
-      <td>0.0709</td>
-      <td>0.0449</td>
-      <td>0.0755</td>
-      <td>0.0656</td>
-      <td>0.1129</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0557</td>
-      <td>0.0757</td>
-      <td>0.0408</td>
-      <td>0.0700</td>
-      <td>0.0693</td>
-      <td>0.1161</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0383</td>
-      <td>0.0748</td>
-      <td>0.0362</td>
-      <td>0.0637</td>
-      <td>0.0717</td>
-      <td>0.1159</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0261</td>
-      <td>0.0780</td>
-      <td>0.0348</td>
-      <td>0.0638</td>
-      <td>0.0750</td>
-      <td>0.1177</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0384</td>
-      <td>0.0879</td>
-      <td>0.0356</td>
-      <td>0.0655</td>
-      <td>0.0756</td>
-      <td>0.1183</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0296</td>
-      <td>0.0899</td>
-      <td>0.0354</td>
-      <td>0.0638</td>
-      <td>0.0757</td>
-      <td>0.1164</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0270</td>
-      <td>0.0942</td>
-      <td>0.0351</td>
-      <td>0.0626</td>
-      <td>0.0774</td>
-      <td>0.1174</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0195</td>
-      <td>0.0939</td>
-      <td>0.0312</td>
-      <td>0.0580</td>
-      <td>0.0791</td>
-      <td>0.1195</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0216</td>
-      <td>0.0966</td>
-      <td>0.0322</td>
-      <td>0.0563</td>
-      <td>0.0785</td>
-      <td>0.1196</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0243</td>
-      <td>0.1006</td>
-      <td>0.0320</td>
-      <td>0.0574</td>
-      <td>0.0790</td>
-      <td>0.1184</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0238</td>
-      <td>0.1047</td>
-      <td>0.0291</td>
-      <td>0.0543</td>
-      <td>0.0808</td>
-      <td>0.1212</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0270</td>
-      <td>0.1055</td>
-      <td>0.0291</td>
-      <td>0.0532</td>
-      <td>0.0808</td>
-      <td>0.1187</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0263</td>
-      <td>0.1066</td>
-      <td>0.0293</td>
-      <td>0.0546</td>
-      <td>0.0802</td>
-      <td>0.1188</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0259</td>
-      <td>0.1083</td>
-      <td>0.0262</td>
-      <td>0.0495</td>
-      <td>0.0814</td>
-      <td>0.1195</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0255</td>
-      <td>0.1097</td>
-      <td>0.0282</td>
-      <td>0.0507</td>
-      <td>0.0820</td>
-      <td>0.1202</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0251</td>
-      <td>0.1117</td>
-      <td>0.0291</td>
-      <td>0.0528</td>
-      <td>0.0815</td>
-      <td>0.1207</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0042</td>
-      <td>0.1043</td>
-      <td>0.0239</td>
-      <td>0.0523</td>
-      <td>0.0818</td>
-      <td>0.1207</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0525</td>
-      <td>0.0952</td>
-      <td>0.0464</td>
-      <td>0.0705</td>
-      <td>0.0901</td>
-      <td>0.1394</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_20_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_20_f1.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 440.439s  
-> mul_sld: 181.173s  
-> bin_sld_gs: 1117.061s  
-> mul_sld_gs: 644.511s  
-> bin_sld_gsq: 529.624s  
-> bin_pacc: 425.791s  
-> mul_pacc: 174.577s  
-> binmc_pacc: 425.760s  
-> mulmc_pacc: 147.208s  
-> binne_pacc: 424.010s  
-> mulne_pacc: 137.064s  
-> bin_pacc_gs: 729.394s  
-> mul_pacc_gs: 256.419s  
-> bin_cc: 407.241s  
-> mul_cc: 148.864s  
-> kfcv: 129.860s  
-> ref: 89.336s  
-> atc_mc: 117.685s  
-> atc_ne: 123.998s  
-> doc_feat: 91.912s  
-> tot: 1120.968s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0002</td>
-      <td>0.0197</td>
-      <td>0.4489</td>
-      <td>0.0707</td>
-      <td>0.7338</td>
-      <td>0.9315</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.3052</td>
-      <td>0.0897</td>
-      <td>0.0570</td>
-      <td>0.0612</td>
-      <td>0.1235</td>
-      <td>0.2021</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1280</td>
-      <td>0.0582</td>
-      <td>0.0428</td>
-      <td>0.0414</td>
-      <td>0.0887</td>
-      <td>0.1413</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0982</td>
-      <td>0.0453</td>
-      <td>0.0254</td>
-      <td>0.0325</td>
-      <td>0.0757</td>
-      <td>0.1222</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0656</td>
-      <td>0.0392</td>
-      <td>0.0217</td>
-      <td>0.0247</td>
-      <td>0.0711</td>
-      <td>0.1081</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0516</td>
-      <td>0.0324</td>
-      <td>0.0193</td>
-      <td>0.0217</td>
-      <td>0.0698</td>
-      <td>0.1038</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0434</td>
-      <td>0.0280</td>
-      <td>0.0163</td>
-      <td>0.0176</td>
-      <td>0.0664</td>
-      <td>0.0970</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0345</td>
-      <td>0.0262</td>
-      <td>0.0145</td>
-      <td>0.0155</td>
-      <td>0.0644</td>
-      <td>0.0951</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0330</td>
-      <td>0.0269</td>
-      <td>0.0161</td>
-      <td>0.0144</td>
-      <td>0.0641</td>
-      <td>0.0929</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0302</td>
-      <td>0.0271</td>
-      <td>0.0155</td>
-      <td>0.0139</td>
-      <td>0.0641</td>
-      <td>0.0908</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0226</td>
-      <td>0.0253</td>
-      <td>0.0140</td>
-      <td>0.0116</td>
-      <td>0.0644</td>
-      <td>0.0903</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0230</td>
-      <td>0.0266</td>
-      <td>0.0136</td>
-      <td>0.0121</td>
-      <td>0.0645</td>
-      <td>0.0902</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0234</td>
-      <td>0.0300</td>
-      <td>0.0148</td>
-      <td>0.0106</td>
-      <td>0.0620</td>
-      <td>0.0873</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0234</td>
-      <td>0.0305</td>
-      <td>0.0152</td>
-      <td>0.0106</td>
-      <td>0.0625</td>
-      <td>0.0870</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0195</td>
-      <td>0.0313</td>
-      <td>0.0141</td>
-      <td>0.0091</td>
-      <td>0.0634</td>
-      <td>0.0880</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0193</td>
-      <td>0.0291</td>
-      <td>0.0141</td>
-      <td>0.0089</td>
-      <td>0.0630</td>
-      <td>0.0859</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0206</td>
-      <td>0.0303</td>
-      <td>0.0144</td>
-      <td>0.0081</td>
-      <td>0.0615</td>
-      <td>0.0844</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0195</td>
-      <td>0.0305</td>
-      <td>0.0142</td>
-      <td>0.0084</td>
-      <td>0.0623</td>
-      <td>0.0859</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0187</td>
-      <td>0.0305</td>
-      <td>0.0137</td>
-      <td>0.0076</td>
-      <td>0.0620</td>
-      <td>0.0841</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0219</td>
-      <td>0.0348</td>
-      <td>0.0159</td>
-      <td>0.0090</td>
-      <td>0.0612</td>
-      <td>0.0833</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0087</td>
-      <td>0.0346</td>
-      <td>0.0125</td>
-      <td>0.0080</td>
-      <td>0.0615</td>
-      <td>0.0833</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0481</td>
-      <td>0.0346</td>
-      <td>0.0397</td>
-      <td>0.0199</td>
-      <td>0.1005</td>
-      <td>0.1398</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_30_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_30_f1.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 441.902s  
-> mul_sld: 171.147s  
-> bin_sld_gs: 1129.143s  
-> mul_sld_gs: 661.698s  
-> bin_sld_gsq: 534.997s  
-> bin_pacc: 438.840s  
-> mul_pacc: 172.945s  
-> binmc_pacc: 434.527s  
-> mulmc_pacc: 166.147s  
-> binne_pacc: 431.135s  
-> mulne_pacc: 144.562s  
-> bin_pacc_gs: 735.193s  
-> mul_pacc_gs: 266.608s  
-> bin_cc: 412.883s  
-> mul_cc: 159.067s  
-> kfcv: 137.954s  
-> ref: 132.249s  
-> atc_mc: 137.719s  
-> atc_ne: 134.107s  
-> doc_feat: 79.638s  
-> tot: 1133.285s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0011</td>
-      <td>0.2187</td>
-      <td>0.1510</td>
-      <td>0.9830</td>
-      <td>0.9888</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1734</td>
-      <td>0.0744</td>
-      <td>0.0528</td>
-      <td>0.0637</td>
-      <td>0.2888</td>
-      <td>0.2919</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0607</td>
-      <td>0.0467</td>
-      <td>0.0386</td>
-      <td>0.0449</td>
-      <td>0.1766</td>
-      <td>0.1790</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0443</td>
-      <td>0.0368</td>
-      <td>0.0262</td>
-      <td>0.0302</td>
-      <td>0.1373</td>
-      <td>0.1389</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0325</td>
-      <td>0.0348</td>
-      <td>0.0216</td>
-      <td>0.0263</td>
-      <td>0.1079</td>
-      <td>0.1101</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0269</td>
-      <td>0.0303</td>
-      <td>0.0192</td>
-      <td>0.0222</td>
-      <td>0.0962</td>
-      <td>0.0974</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0261</td>
-      <td>0.0267</td>
-      <td>0.0162</td>
-      <td>0.0172</td>
-      <td>0.0829</td>
-      <td>0.0842</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0246</td>
-      <td>0.0269</td>
-      <td>0.0141</td>
-      <td>0.0159</td>
-      <td>0.0776</td>
-      <td>0.0790</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0203</td>
-      <td>0.0222</td>
-      <td>0.0143</td>
-      <td>0.0133</td>
-      <td>0.0721</td>
-      <td>0.0730</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0202</td>
-      <td>0.0226</td>
-      <td>0.0140</td>
-      <td>0.0132</td>
-      <td>0.0679</td>
-      <td>0.0688</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0170</td>
-      <td>0.0204</td>
-      <td>0.0148</td>
-      <td>0.0128</td>
-      <td>0.0652</td>
-      <td>0.0664</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0161</td>
-      <td>0.0191</td>
-      <td>0.0159</td>
-      <td>0.0118</td>
-      <td>0.0628</td>
-      <td>0.0639</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0122</td>
-      <td>0.0149</td>
-      <td>0.0173</td>
-      <td>0.0116</td>
-      <td>0.0597</td>
-      <td>0.0605</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0093</td>
-      <td>0.0129</td>
-      <td>0.0176</td>
-      <td>0.0106</td>
-      <td>0.0581</td>
-      <td>0.0590</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0086</td>
-      <td>0.0107</td>
-      <td>0.0195</td>
-      <td>0.0105</td>
-      <td>0.0569</td>
-      <td>0.0578</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0065</td>
-      <td>0.0088</td>
-      <td>0.0190</td>
-      <td>0.0103</td>
-      <td>0.0556</td>
-      <td>0.0564</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0059</td>
-      <td>0.0072</td>
-      <td>0.0192</td>
-      <td>0.0095</td>
-      <td>0.0533</td>
-      <td>0.0542</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0083</td>
-      <td>0.0071</td>
-      <td>0.0214</td>
-      <td>0.0114</td>
-      <td>0.0521</td>
-      <td>0.0530</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0087</td>
-      <td>0.0064</td>
-      <td>0.0215</td>
-      <td>0.0105</td>
-      <td>0.0512</td>
-      <td>0.0520</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0105</td>
-      <td>0.0082</td>
-      <td>0.0227</td>
-      <td>0.0117</td>
-      <td>0.0499</td>
-      <td>0.0507</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0022</td>
-      <td>0.0058</td>
-      <td>0.0214</td>
-      <td>0.0119</td>
-      <td>0.0493</td>
-      <td>0.0500</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0254</td>
-      <td>0.0211</td>
-      <td>0.0308</td>
-      <td>0.0248</td>
-      <td>0.1288</td>
-      <td>0.1302</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_40_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_40_f1.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 432.840s  
-> mul_sld: 159.373s  
-> bin_sld_gs: 1148.243s  
-> mul_sld_gs: 657.176s  
-> bin_sld_gsq: 539.408s  
-> bin_pacc: 430.121s  
-> mul_pacc: 173.440s  
-> binmc_pacc: 433.871s  
-> mulmc_pacc: 158.794s  
-> binne_pacc: 435.732s  
-> mulne_pacc: 158.199s  
-> bin_pacc_gs: 728.918s  
-> mul_pacc_gs: 263.162s  
-> bin_cc: 405.769s  
-> mul_cc: 134.145s  
-> kfcv: 125.438s  
-> ref: 127.690s  
-> atc_mc: 108.387s  
-> atc_ne: 115.014s  
-> doc_feat: 90.803s  
-> tot: 1152.446s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0007</td>
-      <td>0.0267</td>
-      <td>0.4403</td>
-      <td>0.9975</td>
-      <td>0.9943</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1482</td>
-      <td>0.0543</td>
-      <td>0.0606</td>
-      <td>0.1552</td>
-      <td>0.3725</td>
-      <td>0.3714</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0586</td>
-      <td>0.0474</td>
-      <td>0.0311</td>
-      <td>0.0903</td>
-      <td>0.2250</td>
-      <td>0.2235</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0424</td>
-      <td>0.0396</td>
-      <td>0.0270</td>
-      <td>0.0630</td>
-      <td>0.1671</td>
-      <td>0.1662</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0240</td>
-      <td>0.0380</td>
-      <td>0.0230</td>
-      <td>0.0438</td>
-      <td>0.1291</td>
-      <td>0.1285</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0198</td>
-      <td>0.0372</td>
-      <td>0.0202</td>
-      <td>0.0365</td>
-      <td>0.1062</td>
-      <td>0.1056</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0189</td>
-      <td>0.0318</td>
-      <td>0.0172</td>
-      <td>0.0276</td>
-      <td>0.0899</td>
-      <td>0.0891</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0226</td>
-      <td>0.0334</td>
-      <td>0.0152</td>
-      <td>0.0251</td>
-      <td>0.0789</td>
-      <td>0.0783</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0224</td>
-      <td>0.0288</td>
-      <td>0.0157</td>
-      <td>0.0191</td>
-      <td>0.0707</td>
-      <td>0.0702</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0245</td>
-      <td>0.0282</td>
-      <td>0.0127</td>
-      <td>0.0173</td>
-      <td>0.0631</td>
-      <td>0.0626</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0220</td>
-      <td>0.0242</td>
-      <td>0.0131</td>
-      <td>0.0133</td>
-      <td>0.0582</td>
-      <td>0.0576</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0211</td>
-      <td>0.0225</td>
-      <td>0.0134</td>
-      <td>0.0116</td>
-      <td>0.0538</td>
-      <td>0.0531</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0178</td>
-      <td>0.0200</td>
-      <td>0.0121</td>
-      <td>0.0098</td>
-      <td>0.0496</td>
-      <td>0.0491</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0143</td>
-      <td>0.0170</td>
-      <td>0.0119</td>
-      <td>0.0078</td>
-      <td>0.0460</td>
-      <td>0.0454</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0109</td>
-      <td>0.0134</td>
-      <td>0.0124</td>
-      <td>0.0073</td>
-      <td>0.0440</td>
-      <td>0.0435</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0087</td>
-      <td>0.0116</td>
-      <td>0.0106</td>
-      <td>0.0070</td>
-      <td>0.0414</td>
-      <td>0.0410</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0061</td>
-      <td>0.0098</td>
-      <td>0.0097</td>
-      <td>0.0063</td>
-      <td>0.0391</td>
-      <td>0.0387</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0058</td>
-      <td>0.0072</td>
-      <td>0.0114</td>
-      <td>0.0077</td>
-      <td>0.0368</td>
-      <td>0.0364</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0061</td>
-      <td>0.0061</td>
-      <td>0.0101</td>
-      <td>0.0069</td>
-      <td>0.0349</td>
-      <td>0.0344</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0081</td>
-      <td>0.0054</td>
-      <td>0.0101</td>
-      <td>0.0069</td>
-      <td>0.0334</td>
-      <td>0.0329</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0016</td>
-      <td>0.0036</td>
-      <td>0.0067</td>
-      <td>0.0079</td>
-      <td>0.0319</td>
-      <td>0.0314</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0240</td>
-      <td>0.0229</td>
-      <td>0.0177</td>
-      <td>0.0481</td>
-      <td>0.1319</td>
-      <td>0.1311</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_50_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_50_f1.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 423.693s  
-> mul_sld: 164.785s  
-> bin_sld_gs: 1105.830s  
-> mul_sld_gs: 648.000s  
-> bin_sld_gsq: 523.679s  
-> bin_pacc: 415.735s  
-> mul_pacc: 142.337s  
-> binmc_pacc: 422.073s  
-> mulmc_pacc: 162.522s  
-> binne_pacc: 411.703s  
-> mulne_pacc: 159.753s  
-> bin_pacc_gs: 722.307s  
-> mul_pacc_gs: 263.296s  
-> bin_cc: 394.807s  
-> mul_cc: 127.886s  
-> kfcv: 118.430s  
-> ref: 114.366s  
-> atc_mc: 111.695s  
-> atc_ne: 96.170s  
-> doc_feat: 92.012s  
-> tot: 1110.535s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0000</td>
-      <td>0.1390</td>
-      <td>0.0057</td>
-      <td>0.9899</td>
-      <td>0.9972</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1627</td>
-      <td>0.0784</td>
-      <td>0.0698</td>
-      <td>0.0825</td>
-      <td>0.4800</td>
-      <td>0.4846</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0822</td>
-      <td>0.0352</td>
-      <td>0.0437</td>
-      <td>0.0508</td>
-      <td>0.3066</td>
-      <td>0.3100</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0516</td>
-      <td>0.0326</td>
-      <td>0.0361</td>
-      <td>0.0339</td>
-      <td>0.2253</td>
-      <td>0.2277</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0318</td>
-      <td>0.0260</td>
-      <td>0.0254</td>
-      <td>0.0291</td>
-      <td>0.1747</td>
-      <td>0.1769</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0217</td>
-      <td>0.0250</td>
-      <td>0.0242</td>
-      <td>0.0216</td>
-      <td>0.1405</td>
-      <td>0.1426</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0149</td>
-      <td>0.0230</td>
-      <td>0.0200</td>
-      <td>0.0183</td>
-      <td>0.1152</td>
-      <td>0.1167</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0120</td>
-      <td>0.0237</td>
-      <td>0.0189</td>
-      <td>0.0143</td>
-      <td>0.0959</td>
-      <td>0.0972</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0127</td>
-      <td>0.0230</td>
-      <td>0.0187</td>
-      <td>0.0113</td>
-      <td>0.0832</td>
-      <td>0.0844</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0125</td>
-      <td>0.0228</td>
-      <td>0.0162</td>
-      <td>0.0120</td>
-      <td>0.0702</td>
-      <td>0.0711</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0144</td>
-      <td>0.0211</td>
-      <td>0.0158</td>
-      <td>0.0102</td>
-      <td>0.0632</td>
-      <td>0.0639</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0163</td>
-      <td>0.0210</td>
-      <td>0.0147</td>
-      <td>0.0105</td>
-      <td>0.0547</td>
-      <td>0.0555</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0164</td>
-      <td>0.0197</td>
-      <td>0.0131</td>
-      <td>0.0098</td>
-      <td>0.0484</td>
-      <td>0.0490</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0159</td>
-      <td>0.0185</td>
-      <td>0.0112</td>
-      <td>0.0093</td>
-      <td>0.0425</td>
-      <td>0.0428</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0141</td>
-      <td>0.0156</td>
-      <td>0.0089</td>
-      <td>0.0080</td>
-      <td>0.0379</td>
-      <td>0.0383</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0133</td>
-      <td>0.0147</td>
-      <td>0.0083</td>
-      <td>0.0088</td>
-      <td>0.0338</td>
-      <td>0.0342</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0099</td>
-      <td>0.0116</td>
-      <td>0.0071</td>
-      <td>0.0080</td>
-      <td>0.0293</td>
-      <td>0.0296</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0074</td>
-      <td>0.0094</td>
-      <td>0.0059</td>
-      <td>0.0072</td>
-      <td>0.0263</td>
-      <td>0.0265</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0051</td>
-      <td>0.0076</td>
-      <td>0.0055</td>
-      <td>0.0075</td>
-      <td>0.0231</td>
-      <td>0.0233</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0042</td>
-      <td>0.0040</td>
-      <td>0.0042</td>
-      <td>0.0064</td>
-      <td>0.0205</td>
-      <td>0.0207</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0007</td>
-      <td>0.0015</td>
-      <td>0.0032</td>
-      <td>0.0049</td>
-      <td>0.0178</td>
-      <td>0.0179</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0248</td>
-      <td>0.0207</td>
-      <td>0.0243</td>
-      <td>0.0176</td>
-      <td>0.1466</td>
-      <td>0.1481</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_60_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_60_f1.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 446.445s  
-> mul_sld: 164.730s  
-> bin_sld_gs: 1117.398s  
-> mul_sld_gs: 661.430s  
-> bin_sld_gsq: 528.925s  
-> bin_pacc: 431.969s  
-> mul_pacc: 151.272s  
-> binmc_pacc: 430.157s  
-> mulmc_pacc: 180.251s  
-> binne_pacc: 438.442s  
-> mulne_pacc: 173.700s  
-> bin_pacc_gs: 733.397s  
-> mul_pacc_gs: 262.705s  
-> bin_cc: 407.885s  
-> mul_cc: 153.959s  
-> kfcv: 132.641s  
-> ref: 136.486s  
-> atc_mc: 135.594s  
-> atc_ne: 129.372s  
-> doc_feat: 95.722s  
-> tot: 1121.806s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0000</td>
-      <td>0.0873</td>
-      <td>0.0886</td>
-      <td>0.6948</td>
-      <td>0.8004</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1432</td>
-      <td>0.1208</td>
-      <td>0.0497</td>
-      <td>0.0496</td>
-      <td>0.4051</td>
-      <td>0.4838</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0948</td>
-      <td>0.0741</td>
-      <td>0.0319</td>
-      <td>0.0320</td>
-      <td>0.2718</td>
-      <td>0.3356</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0672</td>
-      <td>0.0492</td>
-      <td>0.0245</td>
-      <td>0.0254</td>
-      <td>0.1991</td>
-      <td>0.2507</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0507</td>
-      <td>0.0378</td>
-      <td>0.0155</td>
-      <td>0.0191</td>
-      <td>0.1513</td>
-      <td>0.1948</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0382</td>
-      <td>0.0276</td>
-      <td>0.0128</td>
-      <td>0.0159</td>
-      <td>0.1196</td>
-      <td>0.1561</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0264</td>
-      <td>0.0179</td>
-      <td>0.0115</td>
-      <td>0.0115</td>
-      <td>0.0973</td>
-      <td>0.1269</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0223</td>
-      <td>0.0159</td>
-      <td>0.0099</td>
-      <td>0.0143</td>
-      <td>0.0767</td>
-      <td>0.1037</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0165</td>
-      <td>0.0130</td>
-      <td>0.0076</td>
-      <td>0.0111</td>
-      <td>0.0643</td>
-      <td>0.0875</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0131</td>
-      <td>0.0117</td>
-      <td>0.0081</td>
-      <td>0.0130</td>
-      <td>0.0527</td>
-      <td>0.0726</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0105</td>
-      <td>0.0096</td>
-      <td>0.0076</td>
-      <td>0.0104</td>
-      <td>0.0447</td>
-      <td>0.0625</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0099</td>
-      <td>0.0110</td>
-      <td>0.0084</td>
-      <td>0.0129</td>
-      <td>0.0356</td>
-      <td>0.0514</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0073</td>
-      <td>0.0101</td>
-      <td>0.0073</td>
-      <td>0.0115</td>
-      <td>0.0298</td>
-      <td>0.0433</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0063</td>
-      <td>0.0093</td>
-      <td>0.0072</td>
-      <td>0.0111</td>
-      <td>0.0253</td>
-      <td>0.0374</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0057</td>
-      <td>0.0089</td>
-      <td>0.0082</td>
-      <td>0.0127</td>
-      <td>0.0197</td>
-      <td>0.0309</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0065</td>
-      <td>0.0084</td>
-      <td>0.0082</td>
-      <td>0.0129</td>
-      <td>0.0150</td>
-      <td>0.0248</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0062</td>
-      <td>0.0075</td>
-      <td>0.0094</td>
-      <td>0.0136</td>
-      <td>0.0108</td>
-      <td>0.0196</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0064</td>
-      <td>0.0071</td>
-      <td>0.0099</td>
-      <td>0.0137</td>
-      <td>0.0084</td>
-      <td>0.0158</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0059</td>
-      <td>0.0058</td>
-      <td>0.0098</td>
-      <td>0.0133</td>
-      <td>0.0052</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0058</td>
-      <td>0.0042</td>
-      <td>0.0110</td>
-      <td>0.0142</td>
-      <td>0.0031</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0023</td>
-      <td>0.0023</td>
-      <td>0.0122</td>
-      <td>0.0149</td>
-      <td>0.0025</td>
-      <td>0.0047</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0260</td>
-      <td>0.0215</td>
-      <td>0.0171</td>
-      <td>0.0201</td>
-      <td>0.1111</td>
-      <td>0.1391</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_70_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_70_f1.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 407.545s  
-> mul_sld: 147.073s  
-> bin_sld_gs: 4046.450s  
-> mul_sld_gs: 3606.019s  
-> bin_sld_gsq: 490.593s  
-> bin_pacc: 399.480s  
-> mul_pacc: 162.231s  
-> binmc_pacc: 403.466s  
-> mulmc_pacc: 179.691s  
-> binne_pacc: 403.638s  
-> mulne_pacc: 171.078s  
-> bin_pacc_gs: 3446.185s  
-> mul_pacc_gs: 257.968s  
-> bin_cc: 374.905s  
-> mul_cc: 150.379s  
-> kfcv: 133.439s  
-> ref: 132.673s  
-> atc_mc: 130.594s  
-> atc_ne: 131.031s  
-> doc_feat: 81.112s  
-> tot: 4051.202s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.0000</td>
-      <td>0.0014</td>
-      <td>0.0411</td>
-      <td>0.6635</td>
-      <td>0.7246</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1781</td>
-      <td>0.1554</td>
-      <td>0.0893</td>
-      <td>0.0360</td>
-      <td>0.4665</td>
-      <td>0.5175</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1338</td>
-      <td>0.1191</td>
-      <td>0.0607</td>
-      <td>0.0242</td>
-      <td>0.3510</td>
-      <td>0.3958</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0973</td>
-      <td>0.0894</td>
-      <td>0.0407</td>
-      <td>0.0231</td>
-      <td>0.2735</td>
-      <td>0.3098</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0733</td>
-      <td>0.0681</td>
-      <td>0.0295</td>
-      <td>0.0187</td>
-      <td>0.2205</td>
-      <td>0.2524</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0544</td>
-      <td>0.0487</td>
-      <td>0.0255</td>
-      <td>0.0155</td>
-      <td>0.1786</td>
-      <td>0.2065</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0381</td>
-      <td>0.0324</td>
-      <td>0.0169</td>
-      <td>0.0121</td>
-      <td>0.1462</td>
-      <td>0.1692</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0319</td>
-      <td>0.0282</td>
-      <td>0.0162</td>
-      <td>0.0137</td>
-      <td>0.1185</td>
-      <td>0.1400</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0217</td>
-      <td>0.0188</td>
-      <td>0.0110</td>
-      <td>0.0112</td>
-      <td>0.1003</td>
-      <td>0.1191</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0171</td>
-      <td>0.0146</td>
-      <td>0.0116</td>
-      <td>0.0108</td>
-      <td>0.0814</td>
-      <td>0.0975</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0109</td>
-      <td>0.0097</td>
-      <td>0.0076</td>
-      <td>0.0080</td>
-      <td>0.0707</td>
-      <td>0.0846</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0100</td>
-      <td>0.0107</td>
-      <td>0.0069</td>
-      <td>0.0087</td>
-      <td>0.0554</td>
-      <td>0.0680</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0064</td>
-      <td>0.0082</td>
-      <td>0.0057</td>
-      <td>0.0068</td>
-      <td>0.0460</td>
-      <td>0.0566</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0056</td>
-      <td>0.0105</td>
-      <td>0.0056</td>
-      <td>0.0064</td>
-      <td>0.0377</td>
-      <td>0.0468</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0055</td>
-      <td>0.0092</td>
-      <td>0.0052</td>
-      <td>0.0059</td>
-      <td>0.0293</td>
-      <td>0.0368</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0053</td>
-      <td>0.0094</td>
-      <td>0.0044</td>
-      <td>0.0049</td>
-      <td>0.0222</td>
-      <td>0.0287</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0061</td>
-      <td>0.0109</td>
-      <td>0.0050</td>
-      <td>0.0044</td>
-      <td>0.0155</td>
-      <td>0.0213</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0068</td>
-      <td>0.0109</td>
-      <td>0.0050</td>
-      <td>0.0040</td>
-      <td>0.0107</td>
-      <td>0.0155</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0078</td>
-      <td>0.0106</td>
-      <td>0.0062</td>
-      <td>0.0035</td>
-      <td>0.0058</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0061</td>
-      <td>0.0068</td>
-      <td>0.0055</td>
-      <td>0.0035</td>
-      <td>0.0022</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0003</td>
-      <td>0.0012</td>
-      <td>0.0021</td>
-      <td>0.0025</td>
-      <td>0.0034</td>
-      <td>0.0016</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0341</td>
-      <td>0.0320</td>
-      <td>0.0172</td>
-      <td>0.0126</td>
-      <td>0.1380</td>
-      <td>0.1574</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_80_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_80_f1.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 56.896s  
-> mul_sld_gs: 351.569s  
-> mul_cc: 51.884s  
-> kfcv: 46.187s  
-> ref: 44.331s  
-> atc_mc: 47.954s  
-> atc_ne: 47.496s  
-> doc_feat: 41.155s  
-> tot: 357.732s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.5632</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1271</td>
-      <td>0.4711</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.2088</td>
-      <td>0.4023</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1951</td>
-      <td>0.3422</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1705</td>
-      <td>0.2930</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.1446</td>
-      <td>0.2523</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.1199</td>
-      <td>0.2141</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.1054</td>
-      <td>0.1814</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0838</td>
-      <td>0.1562</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0717</td>
-      <td>0.1312</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0557</td>
-      <td>0.1114</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0471</td>
-      <td>0.0934</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0321</td>
-      <td>0.0782</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0240</td>
-      <td>0.0635</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0180</td>
-      <td>0.0501</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0109</td>
-      <td>0.0389</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0067</td>
-      <td>0.0292</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0055</td>
-      <td>0.0203</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0059</td>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0067</td>
-      <td>0.0040</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0003</td>
-      <td>0.0023</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0686</td>
-      <td>0.1671</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_cc_vs_other_90_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0166</td>
-      <td>0.0242</td>
-      <td>0.1647</td>
-      <td>0.1338</td>
-      <td>0.6923</td>
-      <td>0.7402</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1838</td>
-      <td>0.1017</td>
-      <td>0.0659</td>
-      <td>0.0845</td>
-      <td>0.2824</td>
-      <td>0.3330</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0961</td>
-      <td>0.0809</td>
-      <td>0.0438</td>
-      <td>0.0553</td>
-      <td>0.1961</td>
-      <td>0.2421</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0664</td>
-      <td>0.0728</td>
-      <td>0.0329</td>
-      <td>0.0427</td>
-      <td>0.1565</td>
-      <td>0.1960</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0467</td>
-      <td>0.0688</td>
-      <td>0.0260</td>
-      <td>0.0339</td>
-      <td>0.1296</td>
-      <td>0.1640</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0379</td>
-      <td>0.0631</td>
-      <td>0.0231</td>
-      <td>0.0291</td>
-      <td>0.1122</td>
-      <td>0.1421</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0305</td>
-      <td>0.0560</td>
-      <td>0.0192</td>
-      <td>0.0240</td>
-      <td>0.0989</td>
-      <td>0.1239</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0267</td>
-      <td>0.0541</td>
-      <td>0.0177</td>
-      <td>0.0232</td>
-      <td>0.0885</td>
-      <td>0.1107</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0259</td>
-      <td>0.0507</td>
-      <td>0.0170</td>
-      <td>0.0208</td>
-      <td>0.0817</td>
-      <td>0.1007</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0238</td>
-      <td>0.0486</td>
-      <td>0.0162</td>
-      <td>0.0206</td>
-      <td>0.0749</td>
-      <td>0.0908</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0212</td>
-      <td>0.0451</td>
-      <td>0.0154</td>
-      <td>0.0184</td>
-      <td>0.0709</td>
-      <td>0.0844</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0201</td>
-      <td>0.0438</td>
-      <td>0.0149</td>
-      <td>0.0179</td>
-      <td>0.0665</td>
-      <td>0.0780</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0190</td>
-      <td>0.0415</td>
-      <td>0.0146</td>
-      <td>0.0166</td>
-      <td>0.0626</td>
-      <td>0.0722</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0183</td>
-      <td>0.0397</td>
-      <td>0.0144</td>
-      <td>0.0162</td>
-      <td>0.0596</td>
-      <td>0.0672</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0169</td>
-      <td>0.0380</td>
-      <td>0.0139</td>
-      <td>0.0154</td>
-      <td>0.0574</td>
-      <td>0.0638</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0166</td>
-      <td>0.0355</td>
-      <td>0.0134</td>
-      <td>0.0152</td>
-      <td>0.0549</td>
-      <td>0.0596</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0159</td>
-      <td>0.0316</td>
-      <td>0.0135</td>
-      <td>0.0149</td>
-      <td>0.0521</td>
-      <td>0.0559</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0157</td>
-      <td>0.0270</td>
-      <td>0.0134</td>
-      <td>0.0146</td>
-      <td>0.0509</td>
-      <td>0.0536</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0144</td>
-      <td>0.0245</td>
-      <td>0.0136</td>
-      <td>0.0143</td>
-      <td>0.0489</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0127</td>
-      <td>0.0260</td>
-      <td>0.0141</td>
-      <td>0.0149</td>
-      <td>0.0475</td>
-      <td>0.0484</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0028</td>
-      <td>0.0190</td>
-      <td>0.0117</td>
-      <td>0.0146</td>
-      <td>0.0471</td>
-      <td>0.0469</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0347</td>
-      <td>0.0473</td>
-      <td>0.0276</td>
-      <td>0.0305</td>
-      <td>0.1206</td>
-      <td>0.1392</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0423</td>
-      <td>0.1089</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.1174</td>
-      <td>0.1008</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0525</td>
-      <td>0.0952</td>
-      <td>0.0464</td>
-      <td>0.0705</td>
-      <td>0.0901</td>
-      <td>0.1394</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0481</td>
-      <td>0.0346</td>
-      <td>0.0397</td>
-      <td>0.0199</td>
-      <td>0.1005</td>
-      <td>0.1398</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0254</td>
-      <td>0.0211</td>
-      <td>0.0308</td>
-      <td>0.0248</td>
-      <td>0.1288</td>
-      <td>0.1302</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0240</td>
-      <td>0.0229</td>
-      <td>0.0177</td>
-      <td>0.0481</td>
-      <td>0.1319</td>
-      <td>0.1311</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0248</td>
-      <td>0.0207</td>
-      <td>0.0243</td>
-      <td>0.0176</td>
-      <td>0.1466</td>
-      <td>0.1481</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0260</td>
-      <td>0.0215</td>
-      <td>0.0171</td>
-      <td>0.0201</td>
-      <td>0.1111</td>
-      <td>0.1391</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0341</td>
-      <td>0.0320</td>
-      <td>0.0172</td>
-      <td>0.0126</td>
-      <td>0.1380</td>
-      <td>0.1574</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0686</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.1671</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0347</td>
-      <td>0.0473</td>
-      <td>0.0276</td>
-      <td>0.0305</td>
-      <td>0.1206</td>
-      <td>0.1392</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_cc_vs_other_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_cc_vs_other_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_cc_vs_other_avg_f1.png)
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_all_acc.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_all_acc.md
deleted file mode 100644
index cf6f97d..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_all_acc.md
+++ /dev/null
@@ -1,2617 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 238.632s  
-> mul_sld: 101.343s  
-> mul_sld_gs: 441.747s  
-> bin_cc: 230.303s  
-> mul_cc: 77.603s  
-> kfcv: 66.959s  
-> ref: 65.305s  
-> atc_mc: 66.465s  
-> atc_ne: 65.103s  
-> doc_feat: 56.750s  
-> tot: 446.654s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0125</td>
-      <td>0.0731</td>
-      <td>0.0050</td>
-      <td>0.0657</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0145</td>
-      <td>0.0374</td>
-      <td>0.0044</td>
-      <td>0.0300</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0129</td>
-      <td>0.0036</td>
-      <td>0.0067</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0116</td>
-      <td>0.0342</td>
-      <td>0.0110</td>
-      <td>0.0413</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0090</td>
-      <td>0.0697</td>
-      <td>0.0136</td>
-      <td>0.0767</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0074</td>
-      <td>0.1051</td>
-      <td>0.0172</td>
-      <td>0.1119</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0070</td>
-      <td>0.1399</td>
-      <td>0.0217</td>
-      <td>0.1466</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0066</td>
-      <td>0.1772</td>
-      <td>0.0270</td>
-      <td>0.1837</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0069</td>
-      <td>0.2125</td>
-      <td>0.0300</td>
-      <td>0.2189</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0086</td>
-      <td>0.2490</td>
-      <td>0.0367</td>
-      <td>0.2553</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0108</td>
-      <td>0.2850</td>
-      <td>0.0391</td>
-      <td>0.2911</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0138</td>
-      <td>0.3195</td>
-      <td>0.0445</td>
-      <td>0.3255</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0144</td>
-      <td>0.3546</td>
-      <td>0.0467</td>
-      <td>0.3605</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0166</td>
-      <td>0.3916</td>
-      <td>0.0527</td>
-      <td>0.3974</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0202</td>
-      <td>0.4274</td>
-      <td>0.0592</td>
-      <td>0.4330</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0231</td>
-      <td>0.4621</td>
-      <td>0.0617</td>
-      <td>0.4676</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0236</td>
-      <td>0.4969</td>
-      <td>0.0647</td>
-      <td>0.5023</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0261</td>
-      <td>0.5308</td>
-      <td>0.0679</td>
-      <td>0.5360</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0272</td>
-      <td>0.5685</td>
-      <td>0.0714</td>
-      <td>0.5736</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0284</td>
-      <td>0.6055</td>
-      <td>0.0803</td>
-      <td>0.6105</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0223</td>
-      <td>0.6393</td>
-      <td>0.0817</td>
-      <td>0.6441</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0154</td>
-      <td>0.2944</td>
-      <td>0.0402</td>
-      <td>0.2990</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_10_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_10_acc.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 431.443s  
-> mul_sld: 188.845s  
-> bin_sld_gs: 1093.467s  
-> mul_sld_gs: 642.106s  
-> bin_sld_gsq: 522.073s  
-> bin_pacc: 422.062s  
-> mul_pacc: 154.976s  
-> binmc_pacc: 417.137s  
-> mulmc_pacc: 140.524s  
-> binne_pacc: 421.581s  
-> mulne_pacc: 157.883s  
-> bin_pacc_gs: 723.261s  
-> mul_pacc_gs: 258.223s  
-> bin_cc: 402.467s  
-> mul_cc: 144.805s  
-> kfcv: 108.333s  
-> ref: 118.158s  
-> atc_mc: 118.502s  
-> atc_ne: 96.965s  
-> doc_feat: 91.141s  
-> tot: 1096.718s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0100</td>
-      <td>0.0125</td>
-      <td>0.0140</td>
-      <td>0.0076</td>
-      <td>0.0669</td>
-      <td>0.0086</td>
-      <td>0.0585</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0098</td>
-      <td>0.0081</td>
-      <td>0.0124</td>
-      <td>0.0087</td>
-      <td>0.0501</td>
-      <td>0.0076</td>
-      <td>0.0418</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0089</td>
-      <td>0.0065</td>
-      <td>0.0109</td>
-      <td>0.0098</td>
-      <td>0.0345</td>
-      <td>0.0084</td>
-      <td>0.0263</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0091</td>
-      <td>0.0057</td>
-      <td>0.0105</td>
-      <td>0.0095</td>
-      <td>0.0175</td>
-      <td>0.0087</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0090</td>
-      <td>0.0074</td>
-      <td>0.0096</td>
-      <td>0.0097</td>
-      <td>0.0057</td>
-      <td>0.0079</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0092</td>
-      <td>0.0089</td>
-      <td>0.0093</td>
-      <td>0.0108</td>
-      <td>0.0138</td>
-      <td>0.0084</td>
-      <td>0.0214</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0092</td>
-      <td>0.0114</td>
-      <td>0.0086</td>
-      <td>0.0140</td>
-      <td>0.0289</td>
-      <td>0.0089</td>
-      <td>0.0366</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0073</td>
-      <td>0.0154</td>
-      <td>0.0066</td>
-      <td>0.0171</td>
-      <td>0.0457</td>
-      <td>0.0090</td>
-      <td>0.0533</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0078</td>
-      <td>0.0166</td>
-      <td>0.0066</td>
-      <td>0.0194</td>
-      <td>0.0621</td>
-      <td>0.0091</td>
-      <td>0.0697</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0080</td>
-      <td>0.0195</td>
-      <td>0.0066</td>
-      <td>0.0238</td>
-      <td>0.0775</td>
-      <td>0.0111</td>
-      <td>0.0849</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0082</td>
-      <td>0.0206</td>
-      <td>0.0063</td>
-      <td>0.0274</td>
-      <td>0.0923</td>
-      <td>0.0107</td>
-      <td>0.0996</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0070</td>
-      <td>0.0245</td>
-      <td>0.0064</td>
-      <td>0.0351</td>
-      <td>0.1104</td>
-      <td>0.0124</td>
-      <td>0.1176</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0072</td>
-      <td>0.0261</td>
-      <td>0.0056</td>
-      <td>0.0423</td>
-      <td>0.1273</td>
-      <td>0.0101</td>
-      <td>0.1344</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0080</td>
-      <td>0.0270</td>
-      <td>0.0061</td>
-      <td>0.0477</td>
-      <td>0.1414</td>
-      <td>0.0126</td>
-      <td>0.1484</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0074</td>
-      <td>0.0284</td>
-      <td>0.0070</td>
-      <td>0.0518</td>
-      <td>0.1605</td>
-      <td>0.0127</td>
-      <td>0.1673</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0073</td>
-      <td>0.0293</td>
-      <td>0.0081</td>
-      <td>0.0581</td>
-      <td>0.1737</td>
-      <td>0.0129</td>
-      <td>0.1804</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0072</td>
-      <td>0.0292</td>
-      <td>0.0086</td>
-      <td>0.0633</td>
-      <td>0.1885</td>
-      <td>0.0139</td>
-      <td>0.1951</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0090</td>
-      <td>0.0281</td>
-      <td>0.0100</td>
-      <td>0.0671</td>
-      <td>0.2063</td>
-      <td>0.0140</td>
-      <td>0.2129</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0091</td>
-      <td>0.0266</td>
-      <td>0.0113</td>
-      <td>0.0666</td>
-      <td>0.2204</td>
-      <td>0.0149</td>
-      <td>0.2268</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0113</td>
-      <td>0.0237</td>
-      <td>0.0114</td>
-      <td>0.0678</td>
-      <td>0.2392</td>
-      <td>0.0166</td>
-      <td>0.2455</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0082</td>
-      <td>0.0120</td>
-      <td>0.0121</td>
-      <td>0.0678</td>
-      <td>0.2548</td>
-      <td>0.0157</td>
-      <td>0.2610</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0085</td>
-      <td>0.0185</td>
-      <td>0.0089</td>
-      <td>0.0345</td>
-      <td>0.1103</td>
-      <td>0.0111</td>
-      <td>0.1142</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_20_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_20_acc.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 440.439s  
-> mul_sld: 181.173s  
-> bin_sld_gs: 1117.061s  
-> mul_sld_gs: 644.511s  
-> bin_sld_gsq: 529.624s  
-> bin_pacc: 425.791s  
-> mul_pacc: 174.577s  
-> binmc_pacc: 425.760s  
-> mulmc_pacc: 147.208s  
-> binne_pacc: 424.010s  
-> mulne_pacc: 137.064s  
-> bin_pacc_gs: 729.394s  
-> mul_pacc_gs: 256.419s  
-> bin_cc: 407.241s  
-> mul_cc: 148.864s  
-> kfcv: 129.860s  
-> ref: 89.336s  
-> atc_mc: 117.685s  
-> atc_ne: 123.998s  
-> doc_feat: 91.912s  
-> tot: 1120.968s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0082</td>
-      <td>0.0095</td>
-      <td>0.0049</td>
-      <td>0.0060</td>
-      <td>0.0453</td>
-      <td>0.0079</td>
-      <td>0.0395</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0079</td>
-      <td>0.0065</td>
-      <td>0.0087</td>
-      <td>0.0091</td>
-      <td>0.0363</td>
-      <td>0.0073</td>
-      <td>0.0305</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0079</td>
-      <td>0.0071</td>
-      <td>0.0097</td>
-      <td>0.0105</td>
-      <td>0.0287</td>
-      <td>0.0060</td>
-      <td>0.0230</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0091</td>
-      <td>0.0064</td>
-      <td>0.0096</td>
-      <td>0.0089</td>
-      <td>0.0200</td>
-      <td>0.0071</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0090</td>
-      <td>0.0079</td>
-      <td>0.0101</td>
-      <td>0.0090</td>
-      <td>0.0135</td>
-      <td>0.0072</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0098</td>
-      <td>0.0091</td>
-      <td>0.0112</td>
-      <td>0.0102</td>
-      <td>0.0070</td>
-      <td>0.0069</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0083</td>
-      <td>0.0081</td>
-      <td>0.0106</td>
-      <td>0.0095</td>
-      <td>0.0066</td>
-      <td>0.0079</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0085</td>
-      <td>0.0089</td>
-      <td>0.0093</td>
-      <td>0.0098</td>
-      <td>0.0113</td>
-      <td>0.0073</td>
-      <td>0.0160</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0090</td>
-      <td>0.0097</td>
-      <td>0.0111</td>
-      <td>0.0116</td>
-      <td>0.0192</td>
-      <td>0.0074</td>
-      <td>0.0244</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0093</td>
-      <td>0.0106</td>
-      <td>0.0109</td>
-      <td>0.0120</td>
-      <td>0.0263</td>
-      <td>0.0076</td>
-      <td>0.0315</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0090</td>
-      <td>0.0104</td>
-      <td>0.0099</td>
-      <td>0.0126</td>
-      <td>0.0355</td>
-      <td>0.0075</td>
-      <td>0.0406</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0096</td>
-      <td>0.0118</td>
-      <td>0.0104</td>
-      <td>0.0138</td>
-      <td>0.0443</td>
-      <td>0.0102</td>
-      <td>0.0494</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0087</td>
-      <td>0.0100</td>
-      <td>0.0103</td>
-      <td>0.0168</td>
-      <td>0.0504</td>
-      <td>0.0084</td>
-      <td>0.0554</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0084</td>
-      <td>0.0101</td>
-      <td>0.0099</td>
-      <td>0.0187</td>
-      <td>0.0587</td>
-      <td>0.0091</td>
-      <td>0.0636</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0080</td>
-      <td>0.0106</td>
-      <td>0.0094</td>
-      <td>0.0195</td>
-      <td>0.0692</td>
-      <td>0.0107</td>
-      <td>0.0740</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0090</td>
-      <td>0.0094</td>
-      <td>0.0093</td>
-      <td>0.0203</td>
-      <td>0.0760</td>
-      <td>0.0134</td>
-      <td>0.0808</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0086</td>
-      <td>0.0084</td>
-      <td>0.0094</td>
-      <td>0.0225</td>
-      <td>0.0823</td>
-      <td>0.0119</td>
-      <td>0.0870</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0078</td>
-      <td>0.0069</td>
-      <td>0.0080</td>
-      <td>0.0251</td>
-      <td>0.0935</td>
-      <td>0.0132</td>
-      <td>0.0981</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0076</td>
-      <td>0.0067</td>
-      <td>0.0077</td>
-      <td>0.0247</td>
-      <td>0.0999</td>
-      <td>0.0141</td>
-      <td>0.1044</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0078</td>
-      <td>0.0061</td>
-      <td>0.0097</td>
-      <td>0.0295</td>
-      <td>0.1071</td>
-      <td>0.0129</td>
-      <td>0.1116</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0078</td>
-      <td>0.0123</td>
-      <td>0.0065</td>
-      <td>0.0293</td>
-      <td>0.1159</td>
-      <td>0.0146</td>
-      <td>0.1203</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0085</td>
-      <td>0.0089</td>
-      <td>0.0094</td>
-      <td>0.0157</td>
-      <td>0.0499</td>
-      <td>0.0095</td>
-      <td>0.0518</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_30_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_30_acc.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 441.902s  
-> mul_sld: 171.147s  
-> bin_sld_gs: 1129.143s  
-> mul_sld_gs: 661.698s  
-> bin_sld_gsq: 534.997s  
-> bin_pacc: 438.840s  
-> mul_pacc: 172.945s  
-> binmc_pacc: 434.527s  
-> mulmc_pacc: 166.147s  
-> binne_pacc: 431.135s  
-> mulne_pacc: 144.562s  
-> bin_pacc_gs: 735.193s  
-> mul_pacc_gs: 266.608s  
-> bin_cc: 412.883s  
-> mul_cc: 159.067s  
-> kfcv: 137.954s  
-> ref: 132.249s  
-> atc_mc: 137.719s  
-> atc_ne: 134.107s  
-> doc_feat: 79.638s  
-> tot: 1133.285s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0077</td>
-      <td>0.0085</td>
-      <td>0.0077</td>
-      <td>0.0064</td>
-      <td>0.0272</td>
-      <td>0.0059</td>
-      <td>0.0205</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0058</td>
-      <td>0.0067</td>
-      <td>0.0100</td>
-      <td>0.0073</td>
-      <td>0.0228</td>
-      <td>0.0049</td>
-      <td>0.0162</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0063</td>
-      <td>0.0061</td>
-      <td>0.0111</td>
-      <td>0.0086</td>
-      <td>0.0205</td>
-      <td>0.0053</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0074</td>
-      <td>0.0075</td>
-      <td>0.0114</td>
-      <td>0.0096</td>
-      <td>0.0161</td>
-      <td>0.0058</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0076</td>
-      <td>0.0078</td>
-      <td>0.0101</td>
-      <td>0.0115</td>
-      <td>0.0151</td>
-      <td>0.0062</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0084</td>
-      <td>0.0086</td>
-      <td>0.0109</td>
-      <td>0.0123</td>
-      <td>0.0113</td>
-      <td>0.0073</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0084</td>
-      <td>0.0088</td>
-      <td>0.0109</td>
-      <td>0.0134</td>
-      <td>0.0097</td>
-      <td>0.0071</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0108</td>
-      <td>0.0079</td>
-      <td>0.0130</td>
-      <td>0.0126</td>
-      <td>0.0073</td>
-      <td>0.0069</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0097</td>
-      <td>0.0083</td>
-      <td>0.0116</td>
-      <td>0.0162</td>
-      <td>0.0064</td>
-      <td>0.0069</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0116</td>
-      <td>0.0085</td>
-      <td>0.0141</td>
-      <td>0.0159</td>
-      <td>0.0055</td>
-      <td>0.0065</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0126</td>
-      <td>0.0095</td>
-      <td>0.0144</td>
-      <td>0.0163</td>
-      <td>0.0067</td>
-      <td>0.0074</td>
-      <td>0.0121</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0123</td>
-      <td>0.0099</td>
-      <td>0.0149</td>
-      <td>0.0192</td>
-      <td>0.0108</td>
-      <td>0.0085</td>
-      <td>0.0158</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0114</td>
-      <td>0.0089</td>
-      <td>0.0138</td>
-      <td>0.0186</td>
-      <td>0.0119</td>
-      <td>0.0083</td>
-      <td>0.0181</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0120</td>
-      <td>0.0083</td>
-      <td>0.0143</td>
-      <td>0.0198</td>
-      <td>0.0159</td>
-      <td>0.0081</td>
-      <td>0.0220</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0117</td>
-      <td>0.0085</td>
-      <td>0.0148</td>
-      <td>0.0242</td>
-      <td>0.0195</td>
-      <td>0.0090</td>
-      <td>0.0258</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0123</td>
-      <td>0.0087</td>
-      <td>0.0155</td>
-      <td>0.0233</td>
-      <td>0.0235</td>
-      <td>0.0104</td>
-      <td>0.0297</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0115</td>
-      <td>0.0082</td>
-      <td>0.0157</td>
-      <td>0.0264</td>
-      <td>0.0253</td>
-      <td>0.0104</td>
-      <td>0.0315</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0104</td>
-      <td>0.0088</td>
-      <td>0.0149</td>
-      <td>0.0309</td>
-      <td>0.0289</td>
-      <td>0.0107</td>
-      <td>0.0350</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0091</td>
-      <td>0.0080</td>
-      <td>0.0155</td>
-      <td>0.0327</td>
-      <td>0.0322</td>
-      <td>0.0101</td>
-      <td>0.0383</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0081</td>
-      <td>0.0077</td>
-      <td>0.0158</td>
-      <td>0.0414</td>
-      <td>0.0349</td>
-      <td>0.0117</td>
-      <td>0.0410</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0061</td>
-      <td>0.0127</td>
-      <td>0.0146</td>
-      <td>0.0448</td>
-      <td>0.0384</td>
-      <td>0.0123</td>
-      <td>0.0444</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0096</td>
-      <td>0.0085</td>
-      <td>0.0131</td>
-      <td>0.0196</td>
-      <td>0.0186</td>
-      <td>0.0081</td>
-      <td>0.0199</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_40_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_40_acc.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 432.840s  
-> mul_sld: 159.373s  
-> bin_sld_gs: 1148.243s  
-> mul_sld_gs: 657.176s  
-> bin_sld_gsq: 539.408s  
-> bin_pacc: 430.121s  
-> mul_pacc: 173.440s  
-> binmc_pacc: 433.871s  
-> mulmc_pacc: 158.794s  
-> binne_pacc: 435.732s  
-> mulne_pacc: 158.199s  
-> bin_pacc_gs: 728.918s  
-> mul_pacc_gs: 263.162s  
-> bin_cc: 405.769s  
-> mul_cc: 134.145s  
-> kfcv: 125.438s  
-> ref: 127.690s  
-> atc_mc: 108.387s  
-> atc_ne: 115.014s  
-> doc_feat: 90.803s  
-> tot: 1152.446s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0043</td>
-      <td>0.0098</td>
-      <td>0.0089</td>
-      <td>0.0084</td>
-      <td>0.0061</td>
-      <td>0.0081</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0088</td>
-      <td>0.0066</td>
-      <td>0.0108</td>
-      <td>0.0105</td>
-      <td>0.0058</td>
-      <td>0.0102</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0089</td>
-      <td>0.0088</td>
-      <td>0.0116</td>
-      <td>0.0117</td>
-      <td>0.0068</td>
-      <td>0.0093</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0109</td>
-      <td>0.0095</td>
-      <td>0.0131</td>
-      <td>0.0117</td>
-      <td>0.0056</td>
-      <td>0.0100</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0103</td>
-      <td>0.0087</td>
-      <td>0.0122</td>
-      <td>0.0111</td>
-      <td>0.0062</td>
-      <td>0.0085</td>
-      <td>0.0066</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0110</td>
-      <td>0.0106</td>
-      <td>0.0134</td>
-      <td>0.0126</td>
-      <td>0.0061</td>
-      <td>0.0091</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0101</td>
-      <td>0.0087</td>
-      <td>0.0126</td>
-      <td>0.0111</td>
-      <td>0.0062</td>
-      <td>0.0078</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0110</td>
-      <td>0.0110</td>
-      <td>0.0129</td>
-      <td>0.0135</td>
-      <td>0.0067</td>
-      <td>0.0096</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0098</td>
-      <td>0.0113</td>
-      <td>0.0115</td>
-      <td>0.0123</td>
-      <td>0.0066</td>
-      <td>0.0092</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0103</td>
-      <td>0.0102</td>
-      <td>0.0126</td>
-      <td>0.0130</td>
-      <td>0.0057</td>
-      <td>0.0079</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0101</td>
-      <td>0.0105</td>
-      <td>0.0126</td>
-      <td>0.0117</td>
-      <td>0.0062</td>
-      <td>0.0097</td>
-      <td>0.0077</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0097</td>
-      <td>0.0110</td>
-      <td>0.0130</td>
-      <td>0.0124</td>
-      <td>0.0066</td>
-      <td>0.0096</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0085</td>
-      <td>0.0101</td>
-      <td>0.0117</td>
-      <td>0.0117</td>
-      <td>0.0055</td>
-      <td>0.0098</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0085</td>
-      <td>0.0096</td>
-      <td>0.0120</td>
-      <td>0.0111</td>
-      <td>0.0062</td>
-      <td>0.0097</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0078</td>
-      <td>0.0086</td>
-      <td>0.0100</td>
-      <td>0.0123</td>
-      <td>0.0063</td>
-      <td>0.0091</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0075</td>
-      <td>0.0090</td>
-      <td>0.0105</td>
-      <td>0.0126</td>
-      <td>0.0068</td>
-      <td>0.0102</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0078</td>
-      <td>0.0086</td>
-      <td>0.0091</td>
-      <td>0.0130</td>
-      <td>0.0068</td>
-      <td>0.0107</td>
-      <td>0.0106</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0074</td>
-      <td>0.0094</td>
-      <td>0.0096</td>
-      <td>0.0174</td>
-      <td>0.0065</td>
-      <td>0.0094</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0089</td>
-      <td>0.0098</td>
-      <td>0.0091</td>
-      <td>0.0182</td>
-      <td>0.0060</td>
-      <td>0.0096</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0094</td>
-      <td>0.0108</td>
-      <td>0.0086</td>
-      <td>0.0191</td>
-      <td>0.0068</td>
-      <td>0.0108</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0184</td>
-      <td>0.0228</td>
-      <td>0.0059</td>
-      <td>0.0232</td>
-      <td>0.0068</td>
-      <td>0.0103</td>
-      <td>0.0109</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0095</td>
-      <td>0.0103</td>
-      <td>0.0110</td>
-      <td>0.0133</td>
-      <td>0.0063</td>
-      <td>0.0095</td>
-      <td>0.0082</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_50_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_50_acc.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 423.693s  
-> mul_sld: 164.785s  
-> bin_sld_gs: 1105.830s  
-> mul_sld_gs: 648.000s  
-> bin_sld_gsq: 523.679s  
-> bin_pacc: 415.735s  
-> mul_pacc: 142.337s  
-> binmc_pacc: 422.073s  
-> mulmc_pacc: 162.522s  
-> binne_pacc: 411.703s  
-> mulne_pacc: 159.753s  
-> bin_pacc_gs: 722.307s  
-> mul_pacc_gs: 263.296s  
-> bin_cc: 394.807s  
-> mul_cc: 127.886s  
-> kfcv: 118.430s  
-> ref: 114.366s  
-> atc_mc: 111.695s  
-> atc_ne: 96.170s  
-> doc_feat: 92.012s  
-> tot: 1110.535s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0048</td>
-      <td>0.0061</td>
-      <td>0.0136</td>
-      <td>0.0219</td>
-      <td>0.0419</td>
-      <td>0.0170</td>
-      <td>0.0464</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0117</td>
-      <td>0.0066</td>
-      <td>0.0163</td>
-      <td>0.0225</td>
-      <td>0.0377</td>
-      <td>0.0192</td>
-      <td>0.0423</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0130</td>
-      <td>0.0078</td>
-      <td>0.0143</td>
-      <td>0.0206</td>
-      <td>0.0337</td>
-      <td>0.0147</td>
-      <td>0.0383</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0147</td>
-      <td>0.0097</td>
-      <td>0.0172</td>
-      <td>0.0217</td>
-      <td>0.0321</td>
-      <td>0.0173</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0140</td>
-      <td>0.0095</td>
-      <td>0.0141</td>
-      <td>0.0190</td>
-      <td>0.0297</td>
-      <td>0.0141</td>
-      <td>0.0343</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0151</td>
-      <td>0.0106</td>
-      <td>0.0151</td>
-      <td>0.0188</td>
-      <td>0.0270</td>
-      <td>0.0149</td>
-      <td>0.0317</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0141</td>
-      <td>0.0100</td>
-      <td>0.0139</td>
-      <td>0.0170</td>
-      <td>0.0234</td>
-      <td>0.0132</td>
-      <td>0.0281</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0149</td>
-      <td>0.0108</td>
-      <td>0.0123</td>
-      <td>0.0169</td>
-      <td>0.0196</td>
-      <td>0.0123</td>
-      <td>0.0242</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0150</td>
-      <td>0.0098</td>
-      <td>0.0120</td>
-      <td>0.0159</td>
-      <td>0.0180</td>
-      <td>0.0120</td>
-      <td>0.0226</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0143</td>
-      <td>0.0099</td>
-      <td>0.0117</td>
-      <td>0.0152</td>
-      <td>0.0133</td>
-      <td>0.0105</td>
-      <td>0.0180</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0137</td>
-      <td>0.0098</td>
-      <td>0.0113</td>
-      <td>0.0144</td>
-      <td>0.0128</td>
-      <td>0.0108</td>
-      <td>0.0174</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0134</td>
-      <td>0.0102</td>
-      <td>0.0115</td>
-      <td>0.0127</td>
-      <td>0.0097</td>
-      <td>0.0102</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0136</td>
-      <td>0.0091</td>
-      <td>0.0098</td>
-      <td>0.0124</td>
-      <td>0.0077</td>
-      <td>0.0101</td>
-      <td>0.0114</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0122</td>
-      <td>0.0085</td>
-      <td>0.0094</td>
-      <td>0.0110</td>
-      <td>0.0063</td>
-      <td>0.0088</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0100</td>
-      <td>0.0075</td>
-      <td>0.0086</td>
-      <td>0.0099</td>
-      <td>0.0061</td>
-      <td>0.0080</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0090</td>
-      <td>0.0073</td>
-      <td>0.0084</td>
-      <td>0.0100</td>
-      <td>0.0063</td>
-      <td>0.0078</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0088</td>
-      <td>0.0073</td>
-      <td>0.0084</td>
-      <td>0.0091</td>
-      <td>0.0080</td>
-      <td>0.0075</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0077</td>
-      <td>0.0074</td>
-      <td>0.0082</td>
-      <td>0.0092</td>
-      <td>0.0094</td>
-      <td>0.0067</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0076</td>
-      <td>0.0078</td>
-      <td>0.0089</td>
-      <td>0.0089</td>
-      <td>0.0122</td>
-      <td>0.0068</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0076</td>
-      <td>0.0077</td>
-      <td>0.0091</td>
-      <td>0.0092</td>
-      <td>0.0148</td>
-      <td>0.0051</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0141</td>
-      <td>0.0110</td>
-      <td>0.0067</td>
-      <td>0.0094</td>
-      <td>0.0183</td>
-      <td>0.0051</td>
-      <td>0.0132</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0119</td>
-      <td>0.0088</td>
-      <td>0.0115</td>
-      <td>0.0146</td>
-      <td>0.0185</td>
-      <td>0.0111</td>
-      <td>0.0205</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_60_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_60_acc.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 446.445s  
-> mul_sld: 164.730s  
-> bin_sld_gs: 1117.398s  
-> mul_sld_gs: 661.430s  
-> bin_sld_gsq: 528.925s  
-> bin_pacc: 431.969s  
-> mul_pacc: 151.272s  
-> binmc_pacc: 430.157s  
-> mulmc_pacc: 180.251s  
-> binne_pacc: 438.442s  
-> mulne_pacc: 173.700s  
-> bin_pacc_gs: 733.397s  
-> mul_pacc_gs: 262.705s  
-> bin_cc: 407.885s  
-> mul_cc: 153.959s  
-> kfcv: 132.641s  
-> ref: 136.486s  
-> atc_mc: 135.594s  
-> atc_ne: 129.372s  
-> doc_feat: 95.722s  
-> tot: 1121.806s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0017</td>
-      <td>0.0052</td>
-      <td>0.0024</td>
-      <td>0.0121</td>
-      <td>0.1101</td>
-      <td>0.0135</td>
-      <td>0.1052</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0052</td>
-      <td>0.0062</td>
-      <td>0.0052</td>
-      <td>0.0109</td>
-      <td>0.0997</td>
-      <td>0.0133</td>
-      <td>0.0949</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0052</td>
-      <td>0.0066</td>
-      <td>0.0055</td>
-      <td>0.0089</td>
-      <td>0.0927</td>
-      <td>0.0119</td>
-      <td>0.0879</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0061</td>
-      <td>0.0073</td>
-      <td>0.0071</td>
-      <td>0.0095</td>
-      <td>0.0841</td>
-      <td>0.0107</td>
-      <td>0.0794</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0051</td>
-      <td>0.0093</td>
-      <td>0.0069</td>
-      <td>0.0087</td>
-      <td>0.0782</td>
-      <td>0.0090</td>
-      <td>0.0736</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0055</td>
-      <td>0.0091</td>
-      <td>0.0087</td>
-      <td>0.0095</td>
-      <td>0.0705</td>
-      <td>0.0104</td>
-      <td>0.0660</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0059</td>
-      <td>0.0080</td>
-      <td>0.0074</td>
-      <td>0.0085</td>
-      <td>0.0612</td>
-      <td>0.0103</td>
-      <td>0.0567</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0059</td>
-      <td>0.0091</td>
-      <td>0.0092</td>
-      <td>0.0104</td>
-      <td>0.0526</td>
-      <td>0.0099</td>
-      <td>0.0482</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0052</td>
-      <td>0.0085</td>
-      <td>0.0094</td>
-      <td>0.0100</td>
-      <td>0.0461</td>
-      <td>0.0093</td>
-      <td>0.0418</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0061</td>
-      <td>0.0107</td>
-      <td>0.0113</td>
-      <td>0.0131</td>
-      <td>0.0367</td>
-      <td>0.0099</td>
-      <td>0.0325</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0066</td>
-      <td>0.0102</td>
-      <td>0.0112</td>
-      <td>0.0129</td>
-      <td>0.0322</td>
-      <td>0.0088</td>
-      <td>0.0280</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0075</td>
-      <td>0.0111</td>
-      <td>0.0140</td>
-      <td>0.0158</td>
-      <td>0.0222</td>
-      <td>0.0074</td>
-      <td>0.0181</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0071</td>
-      <td>0.0110</td>
-      <td>0.0137</td>
-      <td>0.0167</td>
-      <td>0.0144</td>
-      <td>0.0076</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0065</td>
-      <td>0.0108</td>
-      <td>0.0139</td>
-      <td>0.0173</td>
-      <td>0.0088</td>
-      <td>0.0075</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0074</td>
-      <td>0.0118</td>
-      <td>0.0171</td>
-      <td>0.0205</td>
-      <td>0.0060</td>
-      <td>0.0072</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0088</td>
-      <td>0.0129</td>
-      <td>0.0179</td>
-      <td>0.0220</td>
-      <td>0.0098</td>
-      <td>0.0068</td>
-      <td>0.0130</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0100</td>
-      <td>0.0130</td>
-      <td>0.0199</td>
-      <td>0.0233</td>
-      <td>0.0181</td>
-      <td>0.0088</td>
-      <td>0.0218</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0108</td>
-      <td>0.0136</td>
-      <td>0.0229</td>
-      <td>0.0256</td>
-      <td>0.0243</td>
-      <td>0.0080</td>
-      <td>0.0280</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0123</td>
-      <td>0.0141</td>
-      <td>0.0235</td>
-      <td>0.0260</td>
-      <td>0.0330</td>
-      <td>0.0081</td>
-      <td>0.0366</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0153</td>
-      <td>0.0146</td>
-      <td>0.0287</td>
-      <td>0.0283</td>
-      <td>0.0408</td>
-      <td>0.0081</td>
-      <td>0.0443</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0167</td>
-      <td>0.0169</td>
-      <td>0.0339</td>
-      <td>0.0313</td>
-      <td>0.0490</td>
-      <td>0.0097</td>
-      <td>0.0525</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0077</td>
-      <td>0.0105</td>
-      <td>0.0138</td>
-      <td>0.0163</td>
-      <td>0.0472</td>
-      <td>0.0093</td>
-      <td>0.0454</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_70_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_70_acc.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 407.545s  
-> mul_sld: 147.073s  
-> bin_sld_gs: 4046.450s  
-> mul_sld_gs: 3606.019s  
-> bin_sld_gsq: 490.593s  
-> bin_pacc: 399.480s  
-> mul_pacc: 162.231s  
-> binmc_pacc: 403.466s  
-> mulmc_pacc: 179.691s  
-> binne_pacc: 403.638s  
-> mulne_pacc: 171.078s  
-> bin_pacc_gs: 3446.185s  
-> mul_pacc_gs: 257.968s  
-> bin_cc: 374.905s  
-> mul_cc: 150.379s  
-> kfcv: 133.439s  
-> ref: 132.673s  
-> atc_mc: 130.594s  
-> atc_ne: 131.031s  
-> doc_feat: 81.112s  
-> tot: 4051.202s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0008</td>
-      <td>0.0046</td>
-      <td>0.0087</td>
-      <td>0.0107</td>
-      <td>0.2318</td>
-      <td>0.0197</td>
-      <td>0.2401</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0050</td>
-      <td>0.0065</td>
-      <td>0.0073</td>
-      <td>0.0148</td>
-      <td>0.2164</td>
-      <td>0.0154</td>
-      <td>0.2249</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0052</td>
-      <td>0.0066</td>
-      <td>0.0072</td>
-      <td>0.0140</td>
-      <td>0.2020</td>
-      <td>0.0160</td>
-      <td>0.2105</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0062</td>
-      <td>0.0080</td>
-      <td>0.0068</td>
-      <td>0.0139</td>
-      <td>0.1848</td>
-      <td>0.0150</td>
-      <td>0.1934</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0054</td>
-      <td>0.0071</td>
-      <td>0.0064</td>
-      <td>0.0131</td>
-      <td>0.1710</td>
-      <td>0.0169</td>
-      <td>0.1798</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0062</td>
-      <td>0.0070</td>
-      <td>0.0064</td>
-      <td>0.0129</td>
-      <td>0.1567</td>
-      <td>0.0165</td>
-      <td>0.1656</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0065</td>
-      <td>0.0072</td>
-      <td>0.0064</td>
-      <td>0.0113</td>
-      <td>0.1389</td>
-      <td>0.0146</td>
-      <td>0.1479</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0057</td>
-      <td>0.0072</td>
-      <td>0.0058</td>
-      <td>0.0131</td>
-      <td>0.1234</td>
-      <td>0.0123</td>
-      <td>0.1325</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0061</td>
-      <td>0.0077</td>
-      <td>0.0059</td>
-      <td>0.0108</td>
-      <td>0.1088</td>
-      <td>0.0134</td>
-      <td>0.1180</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0064</td>
-      <td>0.0084</td>
-      <td>0.0068</td>
-      <td>0.0115</td>
-      <td>0.0927</td>
-      <td>0.0109</td>
-      <td>0.1020</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0066</td>
-      <td>0.0078</td>
-      <td>0.0060</td>
-      <td>0.0093</td>
-      <td>0.0803</td>
-      <td>0.0113</td>
-      <td>0.0897</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0061</td>
-      <td>0.0097</td>
-      <td>0.0083</td>
-      <td>0.0115</td>
-      <td>0.0638</td>
-      <td>0.0112</td>
-      <td>0.0734</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0063</td>
-      <td>0.0084</td>
-      <td>0.0073</td>
-      <td>0.0092</td>
-      <td>0.0489</td>
-      <td>0.0097</td>
-      <td>0.0585</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0065</td>
-      <td>0.0089</td>
-      <td>0.0077</td>
-      <td>0.0092</td>
-      <td>0.0333</td>
-      <td>0.0085</td>
-      <td>0.0431</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0066</td>
-      <td>0.0097</td>
-      <td>0.0089</td>
-      <td>0.0094</td>
-      <td>0.0177</td>
-      <td>0.0091</td>
-      <td>0.0273</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0058</td>
-      <td>0.0094</td>
-      <td>0.0094</td>
-      <td>0.0082</td>
-      <td>0.0059</td>
-      <td>0.0080</td>
-      <td>0.0117</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0066</td>
-      <td>0.0095</td>
-      <td>0.0100</td>
-      <td>0.0085</td>
-      <td>0.0139</td>
-      <td>0.0083</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0059</td>
-      <td>0.0093</td>
-      <td>0.0110</td>
-      <td>0.0081</td>
-      <td>0.0281</td>
-      <td>0.0068</td>
-      <td>0.0179</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0065</td>
-      <td>0.0083</td>
-      <td>0.0103</td>
-      <td>0.0071</td>
-      <td>0.0441</td>
-      <td>0.0066</td>
-      <td>0.0338</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0060</td>
-      <td>0.0082</td>
-      <td>0.0122</td>
-      <td>0.0077</td>
-      <td>0.0593</td>
-      <td>0.0068</td>
-      <td>0.0489</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0054</td>
-      <td>0.0073</td>
-      <td>0.0128</td>
-      <td>0.0066</td>
-      <td>0.0749</td>
-      <td>0.0081</td>
-      <td>0.0644</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0058</td>
-      <td>0.0080</td>
-      <td>0.0082</td>
-      <td>0.0105</td>
-      <td>0.0998</td>
-      <td>0.0117</td>
-      <td>0.1043</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_80_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_80_acc.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 56.896s  
-> mul_sld_gs: 351.569s  
-> mul_cc: 51.884s  
-> kfcv: 46.187s  
-> ref: 44.331s  
-> atc_mc: 47.954s  
-> atc_ne: 47.496s  
-> doc_feat: 41.155s  
-> tot: 357.732s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0067</td>
-      <td>0.6356</td>
-      <td>0.0533</td>
-      <td>0.6441</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0101</td>
-      <td>0.6025</td>
-      <td>0.0503</td>
-      <td>0.6111</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0131</td>
-      <td>0.5644</td>
-      <td>0.0476</td>
-      <td>0.5732</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0160</td>
-      <td>0.5296</td>
-      <td>0.0449</td>
-      <td>0.5384</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0150</td>
-      <td>0.4933</td>
-      <td>0.0438</td>
-      <td>0.5023</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0159</td>
-      <td>0.4577</td>
-      <td>0.0410</td>
-      <td>0.4669</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0163</td>
-      <td>0.4188</td>
-      <td>0.0351</td>
-      <td>0.4281</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0133</td>
-      <td>0.3853</td>
-      <td>0.0321</td>
-      <td>0.3947</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0153</td>
-      <td>0.3485</td>
-      <td>0.0303</td>
-      <td>0.3581</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0124</td>
-      <td>0.3133</td>
-      <td>0.0252</td>
-      <td>0.3229</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0123</td>
-      <td>0.2771</td>
-      <td>0.0238</td>
-      <td>0.2869</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0099</td>
-      <td>0.2422</td>
-      <td>0.0204</td>
-      <td>0.2521</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0101</td>
-      <td>0.2050</td>
-      <td>0.0185</td>
-      <td>0.2151</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0082</td>
-      <td>0.1704</td>
-      <td>0.0163</td>
-      <td>0.1806</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0075</td>
-      <td>0.1350</td>
-      <td>0.0131</td>
-      <td>0.1453</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0056</td>
-      <td>0.0974</td>
-      <td>0.0102</td>
-      <td>0.1078</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0054</td>
-      <td>0.0606</td>
-      <td>0.0080</td>
-      <td>0.0712</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0053</td>
-      <td>0.0261</td>
-      <td>0.0061</td>
-      <td>0.0368</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0069</td>
-      <td>0.0107</td>
-      <td>0.0069</td>
-      <td>0.0033</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0083</td>
-      <td>0.0461</td>
-      <td>0.0077</td>
-      <td>0.0351</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0083</td>
-      <td>0.0818</td>
-      <td>0.0090</td>
-      <td>0.0707</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0106</td>
-      <td>0.2905</td>
-      <td>0.0259</td>
-      <td>0.2974</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_90_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0053</td>
-      <td>0.0084</td>
-      <td>0.0086</td>
-      <td>0.0105</td>
-      <td>0.1376</td>
-      <td>0.0154</td>
-      <td>0.1362</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0077</td>
-      <td>0.0080</td>
-      <td>0.0101</td>
-      <td>0.0120</td>
-      <td>0.1232</td>
-      <td>0.0147</td>
-      <td>0.1220</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0079</td>
-      <td>0.0084</td>
-      <td>0.0100</td>
-      <td>0.0120</td>
-      <td>0.1097</td>
-      <td>0.0140</td>
-      <td>0.1095</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0091</td>
-      <td>0.0091</td>
-      <td>0.0108</td>
-      <td>0.0121</td>
-      <td>0.1027</td>
-      <td>0.0145</td>
-      <td>0.1033</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0086</td>
-      <td>0.0091</td>
-      <td>0.0099</td>
-      <td>0.0117</td>
-      <td>0.0980</td>
-      <td>0.0141</td>
-      <td>0.0997</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0093</td>
-      <td>0.0097</td>
-      <td>0.0107</td>
-      <td>0.0124</td>
-      <td>0.0950</td>
-      <td>0.0146</td>
-      <td>0.0980</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0089</td>
-      <td>0.0095</td>
-      <td>0.0100</td>
-      <td>0.0121</td>
-      <td>0.0926</td>
-      <td>0.0141</td>
-      <td>0.0962</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0092</td>
-      <td>0.0100</td>
-      <td>0.0099</td>
-      <td>0.0134</td>
-      <td>0.0921</td>
-      <td>0.0140</td>
-      <td>0.0962</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0089</td>
-      <td>0.0105</td>
-      <td>0.0097</td>
-      <td>0.0137</td>
-      <td>0.0920</td>
-      <td>0.0142</td>
-      <td>0.0966</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0094</td>
-      <td>0.0110</td>
-      <td>0.0106</td>
-      <td>0.0149</td>
-      <td>0.0911</td>
-      <td>0.0140</td>
-      <td>0.0958</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0095</td>
-      <td>0.0113</td>
-      <td>0.0102</td>
-      <td>0.0149</td>
-      <td>0.0920</td>
-      <td>0.0143</td>
-      <td>0.0970</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0094</td>
-      <td>0.0124</td>
-      <td>0.0112</td>
-      <td>0.0172</td>
-      <td>0.0922</td>
-      <td>0.0149</td>
-      <td>0.0972</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0090</td>
-      <td>0.0120</td>
-      <td>0.0103</td>
-      <td>0.0183</td>
-      <td>0.0917</td>
-      <td>0.0143</td>
-      <td>0.0969</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0089</td>
-      <td>0.0120</td>
-      <td>0.0105</td>
-      <td>0.0193</td>
-      <td>0.0925</td>
-      <td>0.0148</td>
-      <td>0.0977</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0084</td>
-      <td>0.0125</td>
-      <td>0.0108</td>
-      <td>0.0211</td>
-      <td>0.0942</td>
-      <td>0.0153</td>
-      <td>0.0996</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0085</td>
-      <td>0.0127</td>
-      <td>0.0113</td>
-      <td>0.0221</td>
-      <td>0.0957</td>
-      <td>0.0157</td>
-      <td>0.1008</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0086</td>
-      <td>0.0126</td>
-      <td>0.0116</td>
-      <td>0.0237</td>
-      <td>0.1000</td>
-      <td>0.0160</td>
-      <td>0.1035</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0084</td>
-      <td>0.0128</td>
-      <td>0.0121</td>
-      <td>0.0262</td>
-      <td>0.1060</td>
-      <td>0.0159</td>
-      <td>0.1090</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0087</td>
-      <td>0.0128</td>
-      <td>0.0123</td>
-      <td>0.0263</td>
-      <td>0.1141</td>
-      <td>0.0165</td>
-      <td>0.1150</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0094</td>
-      <td>0.0128</td>
-      <td>0.0136</td>
-      <td>0.0290</td>
-      <td>0.1283</td>
-      <td>0.0178</td>
-      <td>0.1286</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0110</td>
-      <td>0.0140</td>
-      <td>0.0132</td>
-      <td>0.0303</td>
-      <td>0.1421</td>
-      <td>0.0185</td>
-      <td>0.1424</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0088</td>
-      <td>0.0110</td>
-      <td>0.0108</td>
-      <td>0.0178</td>
-      <td>0.1039</td>
-      <td>0.0151</td>
-      <td>0.1067</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>NaN</td>
-      <td>0.0154</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.2944</td>
-      <td>0.0402</td>
-      <td>0.2990</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0085</td>
-      <td>0.0185</td>
-      <td>0.0089</td>
-      <td>0.0345</td>
-      <td>0.1103</td>
-      <td>0.0111</td>
-      <td>0.1142</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0085</td>
-      <td>0.0089</td>
-      <td>0.0094</td>
-      <td>0.0157</td>
-      <td>0.0499</td>
-      <td>0.0095</td>
-      <td>0.0518</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0096</td>
-      <td>0.0085</td>
-      <td>0.0131</td>
-      <td>0.0196</td>
-      <td>0.0186</td>
-      <td>0.0081</td>
-      <td>0.0199</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0095</td>
-      <td>0.0103</td>
-      <td>0.0110</td>
-      <td>0.0133</td>
-      <td>0.0063</td>
-      <td>0.0095</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0119</td>
-      <td>0.0088</td>
-      <td>0.0115</td>
-      <td>0.0146</td>
-      <td>0.0185</td>
-      <td>0.0111</td>
-      <td>0.0205</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0077</td>
-      <td>0.0105</td>
-      <td>0.0138</td>
-      <td>0.0163</td>
-      <td>0.0472</td>
-      <td>0.0093</td>
-      <td>0.0454</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0058</td>
-      <td>0.0080</td>
-      <td>0.0082</td>
-      <td>0.0105</td>
-      <td>0.0998</td>
-      <td>0.0117</td>
-      <td>0.1043</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0106</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.2905</td>
-      <td>0.0259</td>
-      <td>0.2974</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0088</td>
-      <td>0.0110</td>
-      <td>0.0108</td>
-      <td>0.0178</td>
-      <td>0.1039</td>
-      <td>0.0151</td>
-      <td>0.1067</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_avg_acc.png)
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_all_f1.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_all_f1.md
deleted file mode 100644
index 70f0d2a..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_all_f1.md
+++ /dev/null
@@ -1,2376 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 238.632s  
-> mul_sld: 101.343s  
-> mul_sld_gs: 441.747s  
-> bin_cc: 230.303s  
-> mul_cc: 77.603s  
-> kfcv: 66.959s  
-> ref: 65.305s  
-> atc_mc: 66.465s  
-> atc_ne: 65.103s  
-> doc_feat: 56.750s  
-> tot: 446.654s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0190</td>
-      <td>0.6897</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0769</td>
-      <td>0.2501</td>
-      <td>0.3429</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0383</td>
-      <td>0.2541</td>
-      <td>0.3260</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0261</td>
-      <td>0.2482</td>
-      <td>0.3360</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0164</td>
-      <td>0.2466</td>
-      <td>0.3402</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0140</td>
-      <td>0.2450</td>
-      <td>0.3351</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0140</td>
-      <td>0.2412</td>
-      <td>0.3371</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0139</td>
-      <td>0.2473</td>
-      <td>0.3313</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0134</td>
-      <td>0.2458</td>
-      <td>0.3378</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0151</td>
-      <td>0.2479</td>
-      <td>0.3337</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0178</td>
-      <td>0.2483</td>
-      <td>0.3346</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0181</td>
-      <td>0.2454</td>
-      <td>0.3327</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0177</td>
-      <td>0.2443</td>
-      <td>0.3406</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0183</td>
-      <td>0.2466</td>
-      <td>0.3326</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0198</td>
-      <td>0.2466</td>
-      <td>0.3335</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0204</td>
-      <td>0.2450</td>
-      <td>0.3359</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0195</td>
-      <td>0.2438</td>
-      <td>0.3324</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0207</td>
-      <td>0.2412</td>
-      <td>0.3378</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0202</td>
-      <td>0.2442</td>
-      <td>0.3373</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0209</td>
-      <td>0.2459</td>
-      <td>0.3323</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0177</td>
-      <td>0.2435</td>
-      <td>0.3353</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0218</td>
-      <td>0.2672</td>
-      <td>0.3196</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_10_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_10_f1.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 431.443s  
-> mul_sld: 188.845s  
-> bin_sld_gs: 1093.467s  
-> mul_sld_gs: 642.106s  
-> bin_sld_gsq: 522.073s  
-> bin_pacc: 422.062s  
-> mul_pacc: 154.976s  
-> binmc_pacc: 417.137s  
-> mulmc_pacc: 140.524s  
-> binne_pacc: 421.581s  
-> mulne_pacc: 157.883s  
-> bin_pacc_gs: 723.261s  
-> mul_pacc_gs: 258.223s  
-> bin_cc: 402.467s  
-> mul_cc: 144.805s  
-> kfcv: 108.333s  
-> ref: 118.158s  
-> atc_mc: 118.502s  
-> atc_ne: 96.965s  
-> doc_feat: 91.141s  
-> tot: 1096.718s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.4060</td>
-      <td>0.2096</td>
-      <td>0.3464</td>
-      <td>0.9020</td>
-      <td>0.8706</td>
-      <td>0.1580</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0580</td>
-      <td>0.0555</td>
-      <td>0.0688</td>
-      <td>0.1551</td>
-      <td>0.1171</td>
-      <td>0.1115</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0324</td>
-      <td>0.0315</td>
-      <td>0.0391</td>
-      <td>0.1229</td>
-      <td>0.0880</td>
-      <td>0.0899</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0235</td>
-      <td>0.0199</td>
-      <td>0.0259</td>
-      <td>0.1067</td>
-      <td>0.0848</td>
-      <td>0.0782</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0192</td>
-      <td>0.0215</td>
-      <td>0.0194</td>
-      <td>0.0878</td>
-      <td>0.0742</td>
-      <td>0.0673</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0167</td>
-      <td>0.0207</td>
-      <td>0.0156</td>
-      <td>0.0820</td>
-      <td>0.0733</td>
-      <td>0.0637</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0144</td>
-      <td>0.0215</td>
-      <td>0.0125</td>
-      <td>0.0822</td>
-      <td>0.0700</td>
-      <td>0.0612</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0098</td>
-      <td>0.0245</td>
-      <td>0.0084</td>
-      <td>0.0823</td>
-      <td>0.0703</td>
-      <td>0.0553</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0093</td>
-      <td>0.0230</td>
-      <td>0.0074</td>
-      <td>0.0776</td>
-      <td>0.0699</td>
-      <td>0.0605</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0089</td>
-      <td>0.0234</td>
-      <td>0.0070</td>
-      <td>0.0757</td>
-      <td>0.0683</td>
-      <td>0.0589</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0084</td>
-      <td>0.0219</td>
-      <td>0.0060</td>
-      <td>0.0720</td>
-      <td>0.0658</td>
-      <td>0.0587</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0066</td>
-      <td>0.0236</td>
-      <td>0.0060</td>
-      <td>0.0735</td>
-      <td>0.0684</td>
-      <td>0.0550</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0064</td>
-      <td>0.0235</td>
-      <td>0.0048</td>
-      <td>0.0742</td>
-      <td>0.0688</td>
-      <td>0.0526</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0067</td>
-      <td>0.0221</td>
-      <td>0.0047</td>
-      <td>0.0721</td>
-      <td>0.0662</td>
-      <td>0.0541</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0061</td>
-      <td>0.0213</td>
-      <td>0.0051</td>
-      <td>0.0694</td>
-      <td>0.0691</td>
-      <td>0.0511</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0057</td>
-      <td>0.0203</td>
-      <td>0.0055</td>
-      <td>0.0677</td>
-      <td>0.0660</td>
-      <td>0.0521</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0057</td>
-      <td>0.0190</td>
-      <td>0.0053</td>
-      <td>0.0655</td>
-      <td>0.0646</td>
-      <td>0.0526</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0066</td>
-      <td>0.0172</td>
-      <td>0.0058</td>
-      <td>0.0624</td>
-      <td>0.0660</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0065</td>
-      <td>0.0151</td>
-      <td>0.0062</td>
-      <td>0.0562</td>
-      <td>0.0643</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0076</td>
-      <td>0.0129</td>
-      <td>0.0059</td>
-      <td>0.0523</td>
-      <td>0.0663</td>
-      <td>0.0518</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0059</td>
-      <td>0.0064</td>
-      <td>0.0059</td>
-      <td>0.0465</td>
-      <td>0.0659</td>
-      <td>0.0495</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0319</td>
-      <td>0.0312</td>
-      <td>0.0291</td>
-      <td>0.1184</td>
-      <td>0.1104</td>
-      <td>0.0658</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_20_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_20_f1.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 440.439s  
-> mul_sld: 181.173s  
-> bin_sld_gs: 1117.061s  
-> mul_sld_gs: 644.511s  
-> bin_sld_gsq: 529.624s  
-> bin_pacc: 425.791s  
-> mul_pacc: 174.577s  
-> binmc_pacc: 425.760s  
-> mulmc_pacc: 147.208s  
-> binne_pacc: 424.010s  
-> mulne_pacc: 137.064s  
-> bin_pacc_gs: 729.394s  
-> mul_pacc_gs: 256.419s  
-> bin_cc: 407.241s  
-> mul_cc: 148.864s  
-> kfcv: 129.860s  
-> ref: 89.336s  
-> atc_mc: 117.685s  
-> atc_ne: 123.998s  
-> doc_feat: 91.912s  
-> tot: 1120.968s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0537</td>
-      <td>0.0907</td>
-      <td>0.1315</td>
-      <td>0.5223</td>
-      <td>0.9241</td>
-      <td>0.3913</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0596</td>
-      <td>0.0472</td>
-      <td>0.0688</td>
-      <td>0.0778</td>
-      <td>0.1543</td>
-      <td>0.0484</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0370</td>
-      <td>0.0353</td>
-      <td>0.0438</td>
-      <td>0.0502</td>
-      <td>0.0873</td>
-      <td>0.0293</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0298</td>
-      <td>0.0215</td>
-      <td>0.0326</td>
-      <td>0.0293</td>
-      <td>0.0664</td>
-      <td>0.0291</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0233</td>
-      <td>0.0205</td>
-      <td>0.0262</td>
-      <td>0.0221</td>
-      <td>0.0496</td>
-      <td>0.0239</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0205</td>
-      <td>0.0193</td>
-      <td>0.0235</td>
-      <td>0.0203</td>
-      <td>0.0441</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0150</td>
-      <td>0.0146</td>
-      <td>0.0190</td>
-      <td>0.0164</td>
-      <td>0.0379</td>
-      <td>0.0189</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0132</td>
-      <td>0.0133</td>
-      <td>0.0146</td>
-      <td>0.0151</td>
-      <td>0.0345</td>
-      <td>0.0161</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0121</td>
-      <td>0.0127</td>
-      <td>0.0153</td>
-      <td>0.0159</td>
-      <td>0.0324</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0114</td>
-      <td>0.0122</td>
-      <td>0.0133</td>
-      <td>0.0152</td>
-      <td>0.0291</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0097</td>
-      <td>0.0105</td>
-      <td>0.0108</td>
-      <td>0.0143</td>
-      <td>0.0288</td>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0096</td>
-      <td>0.0108</td>
-      <td>0.0106</td>
-      <td>0.0146</td>
-      <td>0.0283</td>
-      <td>0.0115</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0082</td>
-      <td>0.0083</td>
-      <td>0.0096</td>
-      <td>0.0165</td>
-      <td>0.0250</td>
-      <td>0.0109</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0073</td>
-      <td>0.0078</td>
-      <td>0.0085</td>
-      <td>0.0171</td>
-      <td>0.0243</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0063</td>
-      <td>0.0073</td>
-      <td>0.0074</td>
-      <td>0.0167</td>
-      <td>0.0256</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0068</td>
-      <td>0.0062</td>
-      <td>0.0071</td>
-      <td>0.0163</td>
-      <td>0.0239</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0060</td>
-      <td>0.0048</td>
-      <td>0.0066</td>
-      <td>0.0170</td>
-      <td>0.0219</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0052</td>
-      <td>0.0042</td>
-      <td>0.0052</td>
-      <td>0.0175</td>
-      <td>0.0236</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0047</td>
-      <td>0.0040</td>
-      <td>0.0045</td>
-      <td>0.0165</td>
-      <td>0.0219</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0048</td>
-      <td>0.0041</td>
-      <td>0.0058</td>
-      <td>0.0187</td>
-      <td>0.0209</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0048</td>
-      <td>0.0077</td>
-      <td>0.0037</td>
-      <td>0.0181</td>
-      <td>0.0210</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0166</td>
-      <td>0.0173</td>
-      <td>0.0223</td>
-      <td>0.0461</td>
-      <td>0.0821</td>
-      <td>0.0337</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_30_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_30_f1.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 441.902s  
-> mul_sld: 171.147s  
-> bin_sld_gs: 1129.143s  
-> mul_sld_gs: 661.698s  
-> bin_sld_gsq: 534.997s  
-> bin_pacc: 438.840s  
-> mul_pacc: 172.945s  
-> binmc_pacc: 434.527s  
-> mulmc_pacc: 166.147s  
-> binne_pacc: 431.135s  
-> mulne_pacc: 144.562s  
-> bin_pacc_gs: 735.193s  
-> mul_pacc_gs: 266.608s  
-> bin_cc: 412.883s  
-> mul_cc: 159.067s  
-> kfcv: 137.954s  
-> ref: 132.249s  
-> atc_mc: 137.719s  
-> atc_ne: 134.107s  
-> doc_feat: 79.638s  
-> tot: 1133.285s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0959</td>
-      <td>0.0524</td>
-      <td>0.4078</td>
-      <td>0.1010</td>
-      <td>0.9356</td>
-      <td>0.5122</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0436</td>
-      <td>0.0441</td>
-      <td>0.0873</td>
-      <td>0.0616</td>
-      <td>0.2329</td>
-      <td>0.0575</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0293</td>
-      <td>0.0267</td>
-      <td>0.0532</td>
-      <td>0.0485</td>
-      <td>0.1193</td>
-      <td>0.0264</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0240</td>
-      <td>0.0251</td>
-      <td>0.0371</td>
-      <td>0.0405</td>
-      <td>0.0783</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0191</td>
-      <td>0.0202</td>
-      <td>0.0251</td>
-      <td>0.0373</td>
-      <td>0.0486</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0169</td>
-      <td>0.0178</td>
-      <td>0.0219</td>
-      <td>0.0317</td>
-      <td>0.0361</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0143</td>
-      <td>0.0156</td>
-      <td>0.0184</td>
-      <td>0.0297</td>
-      <td>0.0230</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0157</td>
-      <td>0.0119</td>
-      <td>0.0188</td>
-      <td>0.0236</td>
-      <td>0.0178</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0123</td>
-      <td>0.0109</td>
-      <td>0.0149</td>
-      <td>0.0272</td>
-      <td>0.0128</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0131</td>
-      <td>0.0099</td>
-      <td>0.0160</td>
-      <td>0.0243</td>
-      <td>0.0086</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0129</td>
-      <td>0.0099</td>
-      <td>0.0150</td>
-      <td>0.0220</td>
-      <td>0.0066</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0112</td>
-      <td>0.0093</td>
-      <td>0.0138</td>
-      <td>0.0223</td>
-      <td>0.0072</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0096</td>
-      <td>0.0079</td>
-      <td>0.0117</td>
-      <td>0.0207</td>
-      <td>0.0058</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0092</td>
-      <td>0.0069</td>
-      <td>0.0112</td>
-      <td>0.0200</td>
-      <td>0.0060</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0084</td>
-      <td>0.0064</td>
-      <td>0.0108</td>
-      <td>0.0224</td>
-      <td>0.0064</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0082</td>
-      <td>0.0061</td>
-      <td>0.0105</td>
-      <td>0.0205</td>
-      <td>0.0072</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0072</td>
-      <td>0.0053</td>
-      <td>0.0100</td>
-      <td>0.0212</td>
-      <td>0.0087</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0061</td>
-      <td>0.0057</td>
-      <td>0.0088</td>
-      <td>0.0227</td>
-      <td>0.0092</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0051</td>
-      <td>0.0049</td>
-      <td>0.0087</td>
-      <td>0.0227</td>
-      <td>0.0104</td>
-      <td>0.0050</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0044</td>
-      <td>0.0046</td>
-      <td>0.0083</td>
-      <td>0.0268</td>
-      <td>0.0113</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0036</td>
-      <td>0.0074</td>
-      <td>0.0073</td>
-      <td>0.0271</td>
-      <td>0.0121</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0176</td>
-      <td>0.0147</td>
-      <td>0.0389</td>
-      <td>0.0321</td>
-      <td>0.0764</td>
-      <td>0.0356</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_40_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_40_f1.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 432.840s  
-> mul_sld: 159.373s  
-> bin_sld_gs: 1148.243s  
-> mul_sld_gs: 657.176s  
-> bin_sld_gsq: 539.408s  
-> bin_pacc: 430.121s  
-> mul_pacc: 173.440s  
-> binmc_pacc: 433.871s  
-> mulmc_pacc: 158.794s  
-> binne_pacc: 435.732s  
-> mulne_pacc: 158.199s  
-> bin_pacc_gs: 728.918s  
-> mul_pacc_gs: 263.162s  
-> bin_cc: 405.769s  
-> mul_cc: 134.145s  
-> kfcv: 125.438s  
-> ref: 127.690s  
-> atc_mc: 108.387s  
-> atc_ne: 115.014s  
-> doc_feat: 90.803s  
-> tot: 1152.446s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1676</td>
-      <td>0.1998</td>
-      <td>0.2644</td>
-      <td>0.1391</td>
-      <td>0.9411</td>
-      <td>0.5861</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0777</td>
-      <td>0.0669</td>
-      <td>0.0843</td>
-      <td>0.0605</td>
-      <td>0.3153</td>
-      <td>0.1441</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0434</td>
-      <td>0.0438</td>
-      <td>0.0506</td>
-      <td>0.0422</td>
-      <td>0.1674</td>
-      <td>0.0650</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0339</td>
-      <td>0.0315</td>
-      <td>0.0399</td>
-      <td>0.0303</td>
-      <td>0.1092</td>
-      <td>0.0438</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0244</td>
-      <td>0.0214</td>
-      <td>0.0284</td>
-      <td>0.0228</td>
-      <td>0.0710</td>
-      <td>0.0258</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0210</td>
-      <td>0.0208</td>
-      <td>0.0251</td>
-      <td>0.0218</td>
-      <td>0.0480</td>
-      <td>0.0206</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0161</td>
-      <td>0.0142</td>
-      <td>0.0203</td>
-      <td>0.0159</td>
-      <td>0.0317</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0152</td>
-      <td>0.0155</td>
-      <td>0.0183</td>
-      <td>0.0172</td>
-      <td>0.0208</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0117</td>
-      <td>0.0140</td>
-      <td>0.0141</td>
-      <td>0.0143</td>
-      <td>0.0139</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0109</td>
-      <td>0.0112</td>
-      <td>0.0138</td>
-      <td>0.0137</td>
-      <td>0.0069</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0099</td>
-      <td>0.0104</td>
-      <td>0.0127</td>
-      <td>0.0115</td>
-      <td>0.0062</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0086</td>
-      <td>0.0099</td>
-      <td>0.0118</td>
-      <td>0.0115</td>
-      <td>0.0070</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0069</td>
-      <td>0.0084</td>
-      <td>0.0099</td>
-      <td>0.0101</td>
-      <td>0.0092</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0066</td>
-      <td>0.0075</td>
-      <td>0.0095</td>
-      <td>0.0093</td>
-      <td>0.0125</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0057</td>
-      <td>0.0064</td>
-      <td>0.0073</td>
-      <td>0.0096</td>
-      <td>0.0144</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0051</td>
-      <td>0.0063</td>
-      <td>0.0071</td>
-      <td>0.0093</td>
-      <td>0.0169</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0051</td>
-      <td>0.0056</td>
-      <td>0.0059</td>
-      <td>0.0090</td>
-      <td>0.0193</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0048</td>
-      <td>0.0062</td>
-      <td>0.0058</td>
-      <td>0.0113</td>
-      <td>0.0217</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0056</td>
-      <td>0.0062</td>
-      <td>0.0053</td>
-      <td>0.0112</td>
-      <td>0.0236</td>
-      <td>0.0048</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0057</td>
-      <td>0.0066</td>
-      <td>0.0047</td>
-      <td>0.0111</td>
-      <td>0.0252</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0101</td>
-      <td>0.0128</td>
-      <td>0.0031</td>
-      <td>0.0127</td>
-      <td>0.0267</td>
-      <td>0.0047</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0236</td>
-      <td>0.0250</td>
-      <td>0.0306</td>
-      <td>0.0235</td>
-      <td>0.0909</td>
-      <td>0.0479</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_50_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_50_f1.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 423.693s  
-> mul_sld: 164.785s  
-> bin_sld_gs: 1105.830s  
-> mul_sld_gs: 648.000s  
-> bin_sld_gsq: 523.679s  
-> bin_pacc: 415.735s  
-> mul_pacc: 142.337s  
-> binmc_pacc: 422.073s  
-> mulmc_pacc: 162.522s  
-> binne_pacc: 411.703s  
-> mulne_pacc: 159.753s  
-> bin_pacc_gs: 722.307s  
-> mul_pacc_gs: 263.296s  
-> bin_cc: 394.807s  
-> mul_cc: 127.886s  
-> kfcv: 118.430s  
-> ref: 114.366s  
-> atc_mc: 111.695s  
-> atc_ne: 96.170s  
-> doc_feat: 92.012s  
-> tot: 1110.535s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1002</td>
-      <td>0.0586</td>
-      <td>0.2665</td>
-      <td>0.3855</td>
-      <td>0.9436</td>
-      <td>0.6121</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0806</td>
-      <td>0.0569</td>
-      <td>0.1173</td>
-      <td>0.1575</td>
-      <td>0.4298</td>
-      <td>0.2334</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0539</td>
-      <td>0.0373</td>
-      <td>0.0611</td>
-      <td>0.0865</td>
-      <td>0.2550</td>
-      <td>0.1135</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0419</td>
-      <td>0.0306</td>
-      <td>0.0507</td>
-      <td>0.0633</td>
-      <td>0.1722</td>
-      <td>0.0789</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0302</td>
-      <td>0.0218</td>
-      <td>0.0319</td>
-      <td>0.0427</td>
-      <td>0.1215</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0270</td>
-      <td>0.0200</td>
-      <td>0.0276</td>
-      <td>0.0342</td>
-      <td>0.0870</td>
-      <td>0.0383</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0211</td>
-      <td>0.0158</td>
-      <td>0.0214</td>
-      <td>0.0261</td>
-      <td>0.0609</td>
-      <td>0.0278</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0195</td>
-      <td>0.0146</td>
-      <td>0.0167</td>
-      <td>0.0226</td>
-      <td>0.0414</td>
-      <td>0.0211</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0173</td>
-      <td>0.0117</td>
-      <td>0.0142</td>
-      <td>0.0188</td>
-      <td>0.0285</td>
-      <td>0.0176</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0146</td>
-      <td>0.0105</td>
-      <td>0.0125</td>
-      <td>0.0159</td>
-      <td>0.0153</td>
-      <td>0.0130</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0128</td>
-      <td>0.0096</td>
-      <td>0.0110</td>
-      <td>0.0138</td>
-      <td>0.0089</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0115</td>
-      <td>0.0091</td>
-      <td>0.0103</td>
-      <td>0.0110</td>
-      <td>0.0058</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0108</td>
-      <td>0.0075</td>
-      <td>0.0081</td>
-      <td>0.0100</td>
-      <td>0.0079</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0090</td>
-      <td>0.0065</td>
-      <td>0.0072</td>
-      <td>0.0082</td>
-      <td>0.0133</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0068</td>
-      <td>0.0054</td>
-      <td>0.0062</td>
-      <td>0.0069</td>
-      <td>0.0178</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0058</td>
-      <td>0.0049</td>
-      <td>0.0057</td>
-      <td>0.0066</td>
-      <td>0.0220</td>
-      <td>0.0052</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0055</td>
-      <td>0.0047</td>
-      <td>0.0054</td>
-      <td>0.0057</td>
-      <td>0.0266</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0046</td>
-      <td>0.0045</td>
-      <td>0.0049</td>
-      <td>0.0055</td>
-      <td>0.0296</td>
-      <td>0.0039</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0044</td>
-      <td>0.0046</td>
-      <td>0.0051</td>
-      <td>0.0051</td>
-      <td>0.0329</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0043</td>
-      <td>0.0043</td>
-      <td>0.0049</td>
-      <td>0.0050</td>
-      <td>0.0355</td>
-      <td>0.0027</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0075</td>
-      <td>0.0058</td>
-      <td>0.0035</td>
-      <td>0.0049</td>
-      <td>0.0383</td>
-      <td>0.0026</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0233</td>
-      <td>0.0164</td>
-      <td>0.0330</td>
-      <td>0.0446</td>
-      <td>0.1140</td>
-      <td>0.0606</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_60_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_60_f1.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 446.445s  
-> mul_sld: 164.730s  
-> bin_sld_gs: 1117.398s  
-> mul_sld_gs: 661.430s  
-> bin_sld_gsq: 528.925s  
-> bin_pacc: 431.969s  
-> mul_pacc: 151.272s  
-> binmc_pacc: 430.157s  
-> mulmc_pacc: 180.251s  
-> binne_pacc: 438.442s  
-> mulne_pacc: 173.700s  
-> bin_pacc_gs: 733.397s  
-> mul_pacc_gs: 262.705s  
-> bin_cc: 407.885s  
-> mul_cc: 153.959s  
-> kfcv: 132.641s  
-> ref: 136.486s  
-> atc_mc: 135.594s  
-> atc_ne: 129.372s  
-> doc_feat: 95.722s  
-> tot: 1121.806s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0190</td>
-      <td>0.0109</td>
-      <td>0.0236</td>
-      <td>0.1100</td>
-      <td>0.9174</td>
-      <td>0.5530</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0290</td>
-      <td>0.0255</td>
-      <td>0.0314</td>
-      <td>0.0515</td>
-      <td>0.5452</td>
-      <td>0.2717</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0197</td>
-      <td>0.0202</td>
-      <td>0.0239</td>
-      <td>0.0281</td>
-      <td>0.3645</td>
-      <td>0.1554</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0172</td>
-      <td>0.0189</td>
-      <td>0.0233</td>
-      <td>0.0218</td>
-      <td>0.2552</td>
-      <td>0.0993</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0115</td>
-      <td>0.0189</td>
-      <td>0.0186</td>
-      <td>0.0160</td>
-      <td>0.1861</td>
-      <td>0.0643</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0104</td>
-      <td>0.0158</td>
-      <td>0.0183</td>
-      <td>0.0151</td>
-      <td>0.1350</td>
-      <td>0.0433</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0091</td>
-      <td>0.0125</td>
-      <td>0.0139</td>
-      <td>0.0120</td>
-      <td>0.0950</td>
-      <td>0.0320</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0084</td>
-      <td>0.0126</td>
-      <td>0.0150</td>
-      <td>0.0137</td>
-      <td>0.0647</td>
-      <td>0.0194</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0067</td>
-      <td>0.0106</td>
-      <td>0.0135</td>
-      <td>0.0121</td>
-      <td>0.0424</td>
-      <td>0.0151</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0071</td>
-      <td>0.0119</td>
-      <td>0.0140</td>
-      <td>0.0144</td>
-      <td>0.0218</td>
-      <td>0.0116</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0067</td>
-      <td>0.0104</td>
-      <td>0.0127</td>
-      <td>0.0131</td>
-      <td>0.0091</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0071</td>
-      <td>0.0105</td>
-      <td>0.0141</td>
-      <td>0.0149</td>
-      <td>0.0083</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0061</td>
-      <td>0.0095</td>
-      <td>0.0125</td>
-      <td>0.0143</td>
-      <td>0.0186</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0053</td>
-      <td>0.0088</td>
-      <td>0.0117</td>
-      <td>0.0139</td>
-      <td>0.0281</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0056</td>
-      <td>0.0089</td>
-      <td>0.0133</td>
-      <td>0.0153</td>
-      <td>0.0371</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0061</td>
-      <td>0.0091</td>
-      <td>0.0130</td>
-      <td>0.0154</td>
-      <td>0.0450</td>
-      <td>0.0042</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0066</td>
-      <td>0.0085</td>
-      <td>0.0133</td>
-      <td>0.0152</td>
-      <td>0.0528</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0066</td>
-      <td>0.0084</td>
-      <td>0.0143</td>
-      <td>0.0158</td>
-      <td>0.0580</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0071</td>
-      <td>0.0082</td>
-      <td>0.0138</td>
-      <td>0.0152</td>
-      <td>0.0641</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0083</td>
-      <td>0.0079</td>
-      <td>0.0159</td>
-      <td>0.0156</td>
-      <td>0.0690</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0086</td>
-      <td>0.0087</td>
-      <td>0.0177</td>
-      <td>0.0163</td>
-      <td>0.0738</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0101</td>
-      <td>0.0122</td>
-      <td>0.0166</td>
-      <td>0.0219</td>
-      <td>0.1472</td>
-      <td>0.0631</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_70_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_70_f1.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 407.545s  
-> mul_sld: 147.073s  
-> bin_sld_gs: 4046.450s  
-> mul_sld_gs: 3606.019s  
-> bin_sld_gsq: 490.593s  
-> bin_pacc: 399.480s  
-> mul_pacc: 162.231s  
-> binmc_pacc: 403.466s  
-> mulmc_pacc: 179.691s  
-> binne_pacc: 403.638s  
-> mulne_pacc: 171.078s  
-> bin_pacc_gs: 3446.185s  
-> mul_pacc_gs: 257.968s  
-> bin_cc: 374.905s  
-> mul_cc: 150.379s  
-> kfcv: 133.439s  
-> ref: 132.673s  
-> atc_mc: 130.594s  
-> atc_ne: 131.031s  
-> doc_feat: 81.112s  
-> tot: 4051.202s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0052</td>
-      <td>0.0275</td>
-      <td>0.0618</td>
-      <td>0.0079</td>
-      <td>0.8532</td>
-      <td>0.5543</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0216</td>
-      <td>0.0295</td>
-      <td>0.0358</td>
-      <td>0.0488</td>
-      <td>0.6018</td>
-      <td>0.3560</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0163</td>
-      <td>0.0199</td>
-      <td>0.0243</td>
-      <td>0.0372</td>
-      <td>0.4403</td>
-      <td>0.2466</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0159</td>
-      <td>0.0169</td>
-      <td>0.0178</td>
-      <td>0.0292</td>
-      <td>0.3240</td>
-      <td>0.1736</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0111</td>
-      <td>0.0122</td>
-      <td>0.0135</td>
-      <td>0.0235</td>
-      <td>0.2407</td>
-      <td>0.1294</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0107</td>
-      <td>0.0110</td>
-      <td>0.0111</td>
-      <td>0.0206</td>
-      <td>0.1765</td>
-      <td>0.0960</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0097</td>
-      <td>0.0095</td>
-      <td>0.0095</td>
-      <td>0.0156</td>
-      <td>0.1222</td>
-      <td>0.0688</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0075</td>
-      <td>0.0085</td>
-      <td>0.0075</td>
-      <td>0.0165</td>
-      <td>0.0799</td>
-      <td>0.0486</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0071</td>
-      <td>0.0083</td>
-      <td>0.0070</td>
-      <td>0.0123</td>
-      <td>0.0456</td>
-      <td>0.0379</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0068</td>
-      <td>0.0086</td>
-      <td>0.0073</td>
-      <td>0.0121</td>
-      <td>0.0156</td>
-      <td>0.0268</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0062</td>
-      <td>0.0073</td>
-      <td>0.0058</td>
-      <td>0.0089</td>
-      <td>0.0086</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0055</td>
-      <td>0.0085</td>
-      <td>0.0076</td>
-      <td>0.0102</td>
-      <td>0.0300</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0050</td>
-      <td>0.0068</td>
-      <td>0.0062</td>
-      <td>0.0076</td>
-      <td>0.0488</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0049</td>
-      <td>0.0067</td>
-      <td>0.0060</td>
-      <td>0.0070</td>
-      <td>0.0656</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0047</td>
-      <td>0.0070</td>
-      <td>0.0065</td>
-      <td>0.0068</td>
-      <td>0.0808</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0039</td>
-      <td>0.0064</td>
-      <td>0.0065</td>
-      <td>0.0056</td>
-      <td>0.0946</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0042</td>
-      <td>0.0060</td>
-      <td>0.0065</td>
-      <td>0.0054</td>
-      <td>0.1063</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0035</td>
-      <td>0.0056</td>
-      <td>0.0067</td>
-      <td>0.0048</td>
-      <td>0.1165</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0036</td>
-      <td>0.0047</td>
-      <td>0.0059</td>
-      <td>0.0040</td>
-      <td>0.1266</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0032</td>
-      <td>0.0044</td>
-      <td>0.0066</td>
-      <td>0.0041</td>
-      <td>0.1355</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0027</td>
-      <td>0.0037</td>
-      <td>0.0065</td>
-      <td>0.0034</td>
-      <td>0.1438</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0076</td>
-      <td>0.0104</td>
-      <td>0.0127</td>
-      <td>0.0139</td>
-      <td>0.1837</td>
-      <td>0.0870</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_80_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_80_f1.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 56.896s  
-> mul_sld_gs: 351.569s  
-> mul_cc: 51.884s  
-> kfcv: 46.187s  
-> ref: 44.331s  
-> atc_mc: 47.954s  
-> atc_ne: 47.496s  
-> doc_feat: 41.155s  
-> tot: 357.732s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0366</td>
-      <td>0.6268</td>
-      <td>0.4608</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0459</td>
-      <td>0.4993</td>
-      <td>0.3731</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0430</td>
-      <td>0.3906</td>
-      <td>0.3053</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0407</td>
-      <td>0.2980</td>
-      <td>0.2498</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0340</td>
-      <td>0.2168</td>
-      <td>0.2053</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0300</td>
-      <td>0.1461</td>
-      <td>0.1687</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0268</td>
-      <td>0.0819</td>
-      <td>0.1354</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0204</td>
-      <td>0.0273</td>
-      <td>0.1093</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0194</td>
-      <td>0.0231</td>
-      <td>0.0883</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0143</td>
-      <td>0.0678</td>
-      <td>0.0693</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0130</td>
-      <td>0.1088</td>
-      <td>0.0554</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0090</td>
-      <td>0.1453</td>
-      <td>0.0420</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0085</td>
-      <td>0.1800</td>
-      <td>0.0326</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0065</td>
-      <td>0.2104</td>
-      <td>0.0245</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0052</td>
-      <td>0.2388</td>
-      <td>0.0169</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0036</td>
-      <td>0.2662</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0032</td>
-      <td>0.2912</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0030</td>
-      <td>0.3133</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0038</td>
-      <td>0.3349</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0044</td>
-      <td>0.3545</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0042</td>
-      <td>0.3730</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0179</td>
-      <td>0.2473</td>
-      <td>0.1128</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_all_90_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1211</td>
-      <td>0.0783</td>
-      <td>0.2146</td>
-      <td>0.3097</td>
-      <td>0.8558</td>
-      <td>0.4260</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0529</td>
-      <td>0.0498</td>
-      <td>0.0705</td>
-      <td>0.0875</td>
-      <td>0.3495</td>
-      <td>0.2154</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0331</td>
-      <td>0.0329</td>
-      <td>0.0423</td>
-      <td>0.0594</td>
-      <td>0.2407</td>
-      <td>0.1508</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0266</td>
-      <td>0.0257</td>
-      <td>0.0325</td>
-      <td>0.0459</td>
-      <td>0.1818</td>
-      <td>0.1230</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0198</td>
-      <td>0.0208</td>
-      <td>0.0233</td>
-      <td>0.0360</td>
-      <td>0.1395</td>
-      <td>0.1023</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0176</td>
-      <td>0.0188</td>
-      <td>0.0204</td>
-      <td>0.0322</td>
-      <td>0.1101</td>
-      <td>0.0888</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0143</td>
-      <td>0.0160</td>
-      <td>0.0164</td>
-      <td>0.0283</td>
-      <td>0.0849</td>
-      <td>0.0786</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0128</td>
-      <td>0.0150</td>
-      <td>0.0142</td>
-      <td>0.0273</td>
-      <td>0.0671</td>
-      <td>0.0695</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0109</td>
-      <td>0.0138</td>
-      <td>0.0124</td>
-      <td>0.0255</td>
-      <td>0.0572</td>
-      <td>0.0659</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0104</td>
-      <td>0.0130</td>
-      <td>0.0120</td>
-      <td>0.0245</td>
-      <td>0.0535</td>
-      <td>0.0603</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0095</td>
-      <td>0.0123</td>
-      <td>0.0106</td>
-      <td>0.0222</td>
-      <td>0.0546</td>
-      <td>0.0578</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0086</td>
-      <td>0.0121</td>
-      <td>0.0106</td>
-      <td>0.0226</td>
-      <td>0.0606</td>
-      <td>0.0542</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0076</td>
-      <td>0.0109</td>
-      <td>0.0090</td>
-      <td>0.0219</td>
-      <td>0.0676</td>
-      <td>0.0530</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0070</td>
-      <td>0.0101</td>
-      <td>0.0084</td>
-      <td>0.0211</td>
-      <td>0.0748</td>
-      <td>0.0507</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0062</td>
-      <td>0.0097</td>
-      <td>0.0081</td>
-      <td>0.0210</td>
-      <td>0.0819</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0059</td>
-      <td>0.0093</td>
-      <td>0.0079</td>
-      <td>0.0202</td>
-      <td>0.0874</td>
-      <td>0.0483</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0057</td>
-      <td>0.0085</td>
-      <td>0.0076</td>
-      <td>0.0199</td>
-      <td>0.0928</td>
-      <td>0.0473</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0053</td>
-      <td>0.0084</td>
-      <td>0.0074</td>
-      <td>0.0200</td>
-      <td>0.0977</td>
-      <td>0.0469</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0053</td>
-      <td>0.0080</td>
-      <td>0.0071</td>
-      <td>0.0187</td>
-      <td>0.1026</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0055</td>
-      <td>0.0078</td>
-      <td>0.0074</td>
-      <td>0.0191</td>
-      <td>0.1071</td>
-      <td>0.0464</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0062</td>
-      <td>0.0083</td>
-      <td>0.0068</td>
-      <td>0.0184</td>
-      <td>0.1109</td>
-      <td>0.0465</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0187</td>
-      <td>0.0185</td>
-      <td>0.0262</td>
-      <td>0.0429</td>
-      <td>0.1466</td>
-      <td>0.0918</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>NaN</td>
-      <td>0.0218</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.2672</td>
-      <td>0.3196</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0319</td>
-      <td>0.0312</td>
-      <td>0.0291</td>
-      <td>0.1184</td>
-      <td>0.1104</td>
-      <td>0.0658</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0166</td>
-      <td>0.0173</td>
-      <td>0.0223</td>
-      <td>0.0461</td>
-      <td>0.0821</td>
-      <td>0.0337</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0176</td>
-      <td>0.0147</td>
-      <td>0.0389</td>
-      <td>0.0321</td>
-      <td>0.0764</td>
-      <td>0.0356</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0236</td>
-      <td>0.0250</td>
-      <td>0.0306</td>
-      <td>0.0235</td>
-      <td>0.0909</td>
-      <td>0.0479</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0233</td>
-      <td>0.0164</td>
-      <td>0.0330</td>
-      <td>0.0446</td>
-      <td>0.1140</td>
-      <td>0.0606</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0101</td>
-      <td>0.0122</td>
-      <td>0.0166</td>
-      <td>0.0219</td>
-      <td>0.1472</td>
-      <td>0.0631</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0076</td>
-      <td>0.0104</td>
-      <td>0.0127</td>
-      <td>0.0139</td>
-      <td>0.1837</td>
-      <td>0.0870</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0179</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.2473</td>
-      <td>0.1128</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0187</td>
-      <td>0.0185</td>
-      <td>0.0262</td>
-      <td>0.0429</td>
-      <td>0.1466</td>
-      <td>0.0918</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_all_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_all_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_all_avg_f1.png)
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_atc_acc.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_atc_acc.md
deleted file mode 100644
index be77886..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_atc_acc.md
+++ /dev/null
@@ -1,2376 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 238.632s  
-> mul_sld: 101.343s  
-> mul_sld_gs: 441.747s  
-> bin_cc: 230.303s  
-> mul_cc: 77.603s  
-> kfcv: 66.959s  
-> ref: 65.305s  
-> atc_mc: 66.465s  
-> atc_ne: 65.103s  
-> doc_feat: 56.750s  
-> tot: 446.654s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0125</td>
-      <td>0.0050</td>
-      <td>0.0050</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0145</td>
-      <td>0.0044</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0129</td>
-      <td>0.0067</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0116</td>
-      <td>0.0110</td>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0090</td>
-      <td>0.0136</td>
-      <td>0.0136</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0074</td>
-      <td>0.0172</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0070</td>
-      <td>0.0217</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0066</td>
-      <td>0.0270</td>
-      <td>0.0270</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0069</td>
-      <td>0.0300</td>
-      <td>0.0300</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0086</td>
-      <td>0.0367</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0108</td>
-      <td>0.0391</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0138</td>
-      <td>0.0445</td>
-      <td>0.0445</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0144</td>
-      <td>0.0467</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0166</td>
-      <td>0.0527</td>
-      <td>0.0527</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0202</td>
-      <td>0.0592</td>
-      <td>0.0592</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0231</td>
-      <td>0.0617</td>
-      <td>0.0617</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0236</td>
-      <td>0.0647</td>
-      <td>0.0647</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0261</td>
-      <td>0.0679</td>
-      <td>0.0679</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0272</td>
-      <td>0.0714</td>
-      <td>0.0714</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0284</td>
-      <td>0.0803</td>
-      <td>0.0803</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0223</td>
-      <td>0.0817</td>
-      <td>0.0817</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0154</td>
-      <td>0.0402</td>
-      <td>0.0402</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_10_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_10_acc.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 431.443s  
-> mul_sld: 188.845s  
-> bin_sld_gs: 1093.467s  
-> mul_sld_gs: 642.106s  
-> bin_sld_gsq: 522.073s  
-> bin_pacc: 422.062s  
-> mul_pacc: 154.976s  
-> binmc_pacc: 417.137s  
-> mulmc_pacc: 140.524s  
-> binne_pacc: 421.581s  
-> mulne_pacc: 157.883s  
-> bin_pacc_gs: 723.261s  
-> mul_pacc_gs: 258.223s  
-> bin_cc: 402.467s  
-> mul_cc: 144.805s  
-> kfcv: 108.333s  
-> ref: 118.158s  
-> atc_mc: 118.502s  
-> atc_ne: 96.965s  
-> doc_feat: 91.141s  
-> tot: 1096.718s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0100</td>
-      <td>0.0125</td>
-      <td>0.0140</td>
-      <td>0.0076</td>
-      <td>0.0086</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0098</td>
-      <td>0.0081</td>
-      <td>0.0124</td>
-      <td>0.0087</td>
-      <td>0.0076</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0089</td>
-      <td>0.0065</td>
-      <td>0.0109</td>
-      <td>0.0098</td>
-      <td>0.0084</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0091</td>
-      <td>0.0057</td>
-      <td>0.0105</td>
-      <td>0.0095</td>
-      <td>0.0087</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0090</td>
-      <td>0.0074</td>
-      <td>0.0096</td>
-      <td>0.0097</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0092</td>
-      <td>0.0089</td>
-      <td>0.0093</td>
-      <td>0.0108</td>
-      <td>0.0084</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0092</td>
-      <td>0.0114</td>
-      <td>0.0086</td>
-      <td>0.0140</td>
-      <td>0.0089</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0073</td>
-      <td>0.0154</td>
-      <td>0.0066</td>
-      <td>0.0171</td>
-      <td>0.0090</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0078</td>
-      <td>0.0166</td>
-      <td>0.0066</td>
-      <td>0.0194</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0080</td>
-      <td>0.0195</td>
-      <td>0.0066</td>
-      <td>0.0238</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0082</td>
-      <td>0.0206</td>
-      <td>0.0063</td>
-      <td>0.0274</td>
-      <td>0.0107</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0070</td>
-      <td>0.0245</td>
-      <td>0.0064</td>
-      <td>0.0351</td>
-      <td>0.0124</td>
-      <td>0.0124</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0072</td>
-      <td>0.0261</td>
-      <td>0.0056</td>
-      <td>0.0423</td>
-      <td>0.0101</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0080</td>
-      <td>0.0270</td>
-      <td>0.0061</td>
-      <td>0.0477</td>
-      <td>0.0126</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0074</td>
-      <td>0.0284</td>
-      <td>0.0070</td>
-      <td>0.0518</td>
-      <td>0.0127</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0073</td>
-      <td>0.0293</td>
-      <td>0.0081</td>
-      <td>0.0581</td>
-      <td>0.0129</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0072</td>
-      <td>0.0292</td>
-      <td>0.0086</td>
-      <td>0.0633</td>
-      <td>0.0139</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0090</td>
-      <td>0.0281</td>
-      <td>0.0100</td>
-      <td>0.0671</td>
-      <td>0.0140</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0091</td>
-      <td>0.0266</td>
-      <td>0.0113</td>
-      <td>0.0666</td>
-      <td>0.0149</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0113</td>
-      <td>0.0237</td>
-      <td>0.0114</td>
-      <td>0.0678</td>
-      <td>0.0166</td>
-      <td>0.0166</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0082</td>
-      <td>0.0120</td>
-      <td>0.0121</td>
-      <td>0.0678</td>
-      <td>0.0157</td>
-      <td>0.0157</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0085</td>
-      <td>0.0185</td>
-      <td>0.0089</td>
-      <td>0.0345</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_20_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_20_acc.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 440.439s  
-> mul_sld: 181.173s  
-> bin_sld_gs: 1117.061s  
-> mul_sld_gs: 644.511s  
-> bin_sld_gsq: 529.624s  
-> bin_pacc: 425.791s  
-> mul_pacc: 174.577s  
-> binmc_pacc: 425.760s  
-> mulmc_pacc: 147.208s  
-> binne_pacc: 424.010s  
-> mulne_pacc: 137.064s  
-> bin_pacc_gs: 729.394s  
-> mul_pacc_gs: 256.419s  
-> bin_cc: 407.241s  
-> mul_cc: 148.864s  
-> kfcv: 129.860s  
-> ref: 89.336s  
-> atc_mc: 117.685s  
-> atc_ne: 123.998s  
-> doc_feat: 91.912s  
-> tot: 1120.968s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0082</td>
-      <td>0.0095</td>
-      <td>0.0049</td>
-      <td>0.0060</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0079</td>
-      <td>0.0065</td>
-      <td>0.0087</td>
-      <td>0.0091</td>
-      <td>0.0073</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0079</td>
-      <td>0.0071</td>
-      <td>0.0097</td>
-      <td>0.0105</td>
-      <td>0.0060</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0091</td>
-      <td>0.0064</td>
-      <td>0.0096</td>
-      <td>0.0089</td>
-      <td>0.0071</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0090</td>
-      <td>0.0079</td>
-      <td>0.0101</td>
-      <td>0.0090</td>
-      <td>0.0072</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0098</td>
-      <td>0.0091</td>
-      <td>0.0112</td>
-      <td>0.0102</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0083</td>
-      <td>0.0081</td>
-      <td>0.0106</td>
-      <td>0.0095</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0085</td>
-      <td>0.0089</td>
-      <td>0.0093</td>
-      <td>0.0098</td>
-      <td>0.0073</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0090</td>
-      <td>0.0097</td>
-      <td>0.0111</td>
-      <td>0.0116</td>
-      <td>0.0074</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0093</td>
-      <td>0.0106</td>
-      <td>0.0109</td>
-      <td>0.0120</td>
-      <td>0.0076</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0090</td>
-      <td>0.0104</td>
-      <td>0.0099</td>
-      <td>0.0126</td>
-      <td>0.0075</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0096</td>
-      <td>0.0118</td>
-      <td>0.0104</td>
-      <td>0.0138</td>
-      <td>0.0102</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0087</td>
-      <td>0.0100</td>
-      <td>0.0103</td>
-      <td>0.0168</td>
-      <td>0.0084</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0084</td>
-      <td>0.0101</td>
-      <td>0.0099</td>
-      <td>0.0187</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0080</td>
-      <td>0.0106</td>
-      <td>0.0094</td>
-      <td>0.0195</td>
-      <td>0.0107</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0090</td>
-      <td>0.0094</td>
-      <td>0.0093</td>
-      <td>0.0203</td>
-      <td>0.0134</td>
-      <td>0.0134</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0086</td>
-      <td>0.0084</td>
-      <td>0.0094</td>
-      <td>0.0225</td>
-      <td>0.0119</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0078</td>
-      <td>0.0069</td>
-      <td>0.0080</td>
-      <td>0.0251</td>
-      <td>0.0132</td>
-      <td>0.0132</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0076</td>
-      <td>0.0067</td>
-      <td>0.0077</td>
-      <td>0.0247</td>
-      <td>0.0141</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0078</td>
-      <td>0.0061</td>
-      <td>0.0097</td>
-      <td>0.0295</td>
-      <td>0.0129</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0078</td>
-      <td>0.0123</td>
-      <td>0.0065</td>
-      <td>0.0293</td>
-      <td>0.0146</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0085</td>
-      <td>0.0089</td>
-      <td>0.0094</td>
-      <td>0.0157</td>
-      <td>0.0095</td>
-      <td>0.0095</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_30_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_30_acc.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 441.902s  
-> mul_sld: 171.147s  
-> bin_sld_gs: 1129.143s  
-> mul_sld_gs: 661.698s  
-> bin_sld_gsq: 534.997s  
-> bin_pacc: 438.840s  
-> mul_pacc: 172.945s  
-> binmc_pacc: 434.527s  
-> mulmc_pacc: 166.147s  
-> binne_pacc: 431.135s  
-> mulne_pacc: 144.562s  
-> bin_pacc_gs: 735.193s  
-> mul_pacc_gs: 266.608s  
-> bin_cc: 412.883s  
-> mul_cc: 159.067s  
-> kfcv: 137.954s  
-> ref: 132.249s  
-> atc_mc: 137.719s  
-> atc_ne: 134.107s  
-> doc_feat: 79.638s  
-> tot: 1133.285s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0077</td>
-      <td>0.0085</td>
-      <td>0.0077</td>
-      <td>0.0064</td>
-      <td>0.0059</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0058</td>
-      <td>0.0067</td>
-      <td>0.0100</td>
-      <td>0.0073</td>
-      <td>0.0049</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0063</td>
-      <td>0.0061</td>
-      <td>0.0111</td>
-      <td>0.0086</td>
-      <td>0.0053</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0074</td>
-      <td>0.0075</td>
-      <td>0.0114</td>
-      <td>0.0096</td>
-      <td>0.0058</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0076</td>
-      <td>0.0078</td>
-      <td>0.0101</td>
-      <td>0.0115</td>
-      <td>0.0062</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0084</td>
-      <td>0.0086</td>
-      <td>0.0109</td>
-      <td>0.0123</td>
-      <td>0.0073</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0084</td>
-      <td>0.0088</td>
-      <td>0.0109</td>
-      <td>0.0134</td>
-      <td>0.0071</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0108</td>
-      <td>0.0079</td>
-      <td>0.0130</td>
-      <td>0.0126</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0097</td>
-      <td>0.0083</td>
-      <td>0.0116</td>
-      <td>0.0162</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0116</td>
-      <td>0.0085</td>
-      <td>0.0141</td>
-      <td>0.0159</td>
-      <td>0.0065</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0126</td>
-      <td>0.0095</td>
-      <td>0.0144</td>
-      <td>0.0163</td>
-      <td>0.0074</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0123</td>
-      <td>0.0099</td>
-      <td>0.0149</td>
-      <td>0.0192</td>
-      <td>0.0085</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0114</td>
-      <td>0.0089</td>
-      <td>0.0138</td>
-      <td>0.0186</td>
-      <td>0.0083</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0120</td>
-      <td>0.0083</td>
-      <td>0.0143</td>
-      <td>0.0198</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0117</td>
-      <td>0.0085</td>
-      <td>0.0148</td>
-      <td>0.0242</td>
-      <td>0.0090</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0123</td>
-      <td>0.0087</td>
-      <td>0.0155</td>
-      <td>0.0233</td>
-      <td>0.0104</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0115</td>
-      <td>0.0082</td>
-      <td>0.0157</td>
-      <td>0.0264</td>
-      <td>0.0104</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0104</td>
-      <td>0.0088</td>
-      <td>0.0149</td>
-      <td>0.0309</td>
-      <td>0.0107</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0091</td>
-      <td>0.0080</td>
-      <td>0.0155</td>
-      <td>0.0327</td>
-      <td>0.0101</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0081</td>
-      <td>0.0077</td>
-      <td>0.0158</td>
-      <td>0.0414</td>
-      <td>0.0117</td>
-      <td>0.0117</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0061</td>
-      <td>0.0127</td>
-      <td>0.0146</td>
-      <td>0.0448</td>
-      <td>0.0123</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0096</td>
-      <td>0.0085</td>
-      <td>0.0131</td>
-      <td>0.0196</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_40_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_40_acc.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 432.840s  
-> mul_sld: 159.373s  
-> bin_sld_gs: 1148.243s  
-> mul_sld_gs: 657.176s  
-> bin_sld_gsq: 539.408s  
-> bin_pacc: 430.121s  
-> mul_pacc: 173.440s  
-> binmc_pacc: 433.871s  
-> mulmc_pacc: 158.794s  
-> binne_pacc: 435.732s  
-> mulne_pacc: 158.199s  
-> bin_pacc_gs: 728.918s  
-> mul_pacc_gs: 263.162s  
-> bin_cc: 405.769s  
-> mul_cc: 134.145s  
-> kfcv: 125.438s  
-> ref: 127.690s  
-> atc_mc: 108.387s  
-> atc_ne: 115.014s  
-> doc_feat: 90.803s  
-> tot: 1152.446s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0043</td>
-      <td>0.0098</td>
-      <td>0.0089</td>
-      <td>0.0084</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0088</td>
-      <td>0.0066</td>
-      <td>0.0108</td>
-      <td>0.0105</td>
-      <td>0.0102</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0089</td>
-      <td>0.0088</td>
-      <td>0.0116</td>
-      <td>0.0117</td>
-      <td>0.0093</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0109</td>
-      <td>0.0095</td>
-      <td>0.0131</td>
-      <td>0.0117</td>
-      <td>0.0100</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0103</td>
-      <td>0.0087</td>
-      <td>0.0122</td>
-      <td>0.0111</td>
-      <td>0.0085</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0110</td>
-      <td>0.0106</td>
-      <td>0.0134</td>
-      <td>0.0126</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0101</td>
-      <td>0.0087</td>
-      <td>0.0126</td>
-      <td>0.0111</td>
-      <td>0.0078</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0110</td>
-      <td>0.0110</td>
-      <td>0.0129</td>
-      <td>0.0135</td>
-      <td>0.0096</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0098</td>
-      <td>0.0113</td>
-      <td>0.0115</td>
-      <td>0.0123</td>
-      <td>0.0092</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0103</td>
-      <td>0.0102</td>
-      <td>0.0126</td>
-      <td>0.0130</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0101</td>
-      <td>0.0105</td>
-      <td>0.0126</td>
-      <td>0.0117</td>
-      <td>0.0097</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0097</td>
-      <td>0.0110</td>
-      <td>0.0130</td>
-      <td>0.0124</td>
-      <td>0.0096</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0085</td>
-      <td>0.0101</td>
-      <td>0.0117</td>
-      <td>0.0117</td>
-      <td>0.0098</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0085</td>
-      <td>0.0096</td>
-      <td>0.0120</td>
-      <td>0.0111</td>
-      <td>0.0097</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0078</td>
-      <td>0.0086</td>
-      <td>0.0100</td>
-      <td>0.0123</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0075</td>
-      <td>0.0090</td>
-      <td>0.0105</td>
-      <td>0.0126</td>
-      <td>0.0102</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0078</td>
-      <td>0.0086</td>
-      <td>0.0091</td>
-      <td>0.0130</td>
-      <td>0.0107</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0074</td>
-      <td>0.0094</td>
-      <td>0.0096</td>
-      <td>0.0174</td>
-      <td>0.0094</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0089</td>
-      <td>0.0098</td>
-      <td>0.0091</td>
-      <td>0.0182</td>
-      <td>0.0096</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0094</td>
-      <td>0.0108</td>
-      <td>0.0086</td>
-      <td>0.0191</td>
-      <td>0.0108</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0184</td>
-      <td>0.0228</td>
-      <td>0.0059</td>
-      <td>0.0232</td>
-      <td>0.0103</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0095</td>
-      <td>0.0103</td>
-      <td>0.0110</td>
-      <td>0.0133</td>
-      <td>0.0095</td>
-      <td>0.0095</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_50_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_50_acc.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 423.693s  
-> mul_sld: 164.785s  
-> bin_sld_gs: 1105.830s  
-> mul_sld_gs: 648.000s  
-> bin_sld_gsq: 523.679s  
-> bin_pacc: 415.735s  
-> mul_pacc: 142.337s  
-> binmc_pacc: 422.073s  
-> mulmc_pacc: 162.522s  
-> binne_pacc: 411.703s  
-> mulne_pacc: 159.753s  
-> bin_pacc_gs: 722.307s  
-> mul_pacc_gs: 263.296s  
-> bin_cc: 394.807s  
-> mul_cc: 127.886s  
-> kfcv: 118.430s  
-> ref: 114.366s  
-> atc_mc: 111.695s  
-> atc_ne: 96.170s  
-> doc_feat: 92.012s  
-> tot: 1110.535s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0048</td>
-      <td>0.0061</td>
-      <td>0.0136</td>
-      <td>0.0219</td>
-      <td>0.0170</td>
-      <td>0.0170</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0117</td>
-      <td>0.0066</td>
-      <td>0.0163</td>
-      <td>0.0225</td>
-      <td>0.0192</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0130</td>
-      <td>0.0078</td>
-      <td>0.0143</td>
-      <td>0.0206</td>
-      <td>0.0147</td>
-      <td>0.0147</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0147</td>
-      <td>0.0097</td>
-      <td>0.0172</td>
-      <td>0.0217</td>
-      <td>0.0173</td>
-      <td>0.0173</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0140</td>
-      <td>0.0095</td>
-      <td>0.0141</td>
-      <td>0.0190</td>
-      <td>0.0141</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0151</td>
-      <td>0.0106</td>
-      <td>0.0151</td>
-      <td>0.0188</td>
-      <td>0.0149</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0141</td>
-      <td>0.0100</td>
-      <td>0.0139</td>
-      <td>0.0170</td>
-      <td>0.0132</td>
-      <td>0.0132</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0149</td>
-      <td>0.0108</td>
-      <td>0.0123</td>
-      <td>0.0169</td>
-      <td>0.0123</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0150</td>
-      <td>0.0098</td>
-      <td>0.0120</td>
-      <td>0.0159</td>
-      <td>0.0120</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0143</td>
-      <td>0.0099</td>
-      <td>0.0117</td>
-      <td>0.0152</td>
-      <td>0.0105</td>
-      <td>0.0105</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0137</td>
-      <td>0.0098</td>
-      <td>0.0113</td>
-      <td>0.0144</td>
-      <td>0.0108</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0134</td>
-      <td>0.0102</td>
-      <td>0.0115</td>
-      <td>0.0127</td>
-      <td>0.0102</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0136</td>
-      <td>0.0091</td>
-      <td>0.0098</td>
-      <td>0.0124</td>
-      <td>0.0101</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0122</td>
-      <td>0.0085</td>
-      <td>0.0094</td>
-      <td>0.0110</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0100</td>
-      <td>0.0075</td>
-      <td>0.0086</td>
-      <td>0.0099</td>
-      <td>0.0080</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0090</td>
-      <td>0.0073</td>
-      <td>0.0084</td>
-      <td>0.0100</td>
-      <td>0.0078</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0088</td>
-      <td>0.0073</td>
-      <td>0.0084</td>
-      <td>0.0091</td>
-      <td>0.0075</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0077</td>
-      <td>0.0074</td>
-      <td>0.0082</td>
-      <td>0.0092</td>
-      <td>0.0067</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0076</td>
-      <td>0.0078</td>
-      <td>0.0089</td>
-      <td>0.0089</td>
-      <td>0.0068</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0076</td>
-      <td>0.0077</td>
-      <td>0.0091</td>
-      <td>0.0092</td>
-      <td>0.0051</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0141</td>
-      <td>0.0110</td>
-      <td>0.0067</td>
-      <td>0.0094</td>
-      <td>0.0051</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0119</td>
-      <td>0.0088</td>
-      <td>0.0115</td>
-      <td>0.0146</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_60_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_60_acc.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 446.445s  
-> mul_sld: 164.730s  
-> bin_sld_gs: 1117.398s  
-> mul_sld_gs: 661.430s  
-> bin_sld_gsq: 528.925s  
-> bin_pacc: 431.969s  
-> mul_pacc: 151.272s  
-> binmc_pacc: 430.157s  
-> mulmc_pacc: 180.251s  
-> binne_pacc: 438.442s  
-> mulne_pacc: 173.700s  
-> bin_pacc_gs: 733.397s  
-> mul_pacc_gs: 262.705s  
-> bin_cc: 407.885s  
-> mul_cc: 153.959s  
-> kfcv: 132.641s  
-> ref: 136.486s  
-> atc_mc: 135.594s  
-> atc_ne: 129.372s  
-> doc_feat: 95.722s  
-> tot: 1121.806s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0017</td>
-      <td>0.0052</td>
-      <td>0.0024</td>
-      <td>0.0121</td>
-      <td>0.0135</td>
-      <td>0.0135</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0052</td>
-      <td>0.0062</td>
-      <td>0.0052</td>
-      <td>0.0109</td>
-      <td>0.0133</td>
-      <td>0.0133</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0052</td>
-      <td>0.0066</td>
-      <td>0.0055</td>
-      <td>0.0089</td>
-      <td>0.0119</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0061</td>
-      <td>0.0073</td>
-      <td>0.0071</td>
-      <td>0.0095</td>
-      <td>0.0107</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0051</td>
-      <td>0.0093</td>
-      <td>0.0069</td>
-      <td>0.0087</td>
-      <td>0.0090</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0055</td>
-      <td>0.0091</td>
-      <td>0.0087</td>
-      <td>0.0095</td>
-      <td>0.0104</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0059</td>
-      <td>0.0080</td>
-      <td>0.0074</td>
-      <td>0.0085</td>
-      <td>0.0103</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0059</td>
-      <td>0.0091</td>
-      <td>0.0092</td>
-      <td>0.0104</td>
-      <td>0.0099</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0052</td>
-      <td>0.0085</td>
-      <td>0.0094</td>
-      <td>0.0100</td>
-      <td>0.0093</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0061</td>
-      <td>0.0107</td>
-      <td>0.0113</td>
-      <td>0.0131</td>
-      <td>0.0099</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0066</td>
-      <td>0.0102</td>
-      <td>0.0112</td>
-      <td>0.0129</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0075</td>
-      <td>0.0111</td>
-      <td>0.0140</td>
-      <td>0.0158</td>
-      <td>0.0074</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0071</td>
-      <td>0.0110</td>
-      <td>0.0137</td>
-      <td>0.0167</td>
-      <td>0.0076</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0065</td>
-      <td>0.0108</td>
-      <td>0.0139</td>
-      <td>0.0173</td>
-      <td>0.0075</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0074</td>
-      <td>0.0118</td>
-      <td>0.0171</td>
-      <td>0.0205</td>
-      <td>0.0072</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0088</td>
-      <td>0.0129</td>
-      <td>0.0179</td>
-      <td>0.0220</td>
-      <td>0.0068</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0100</td>
-      <td>0.0130</td>
-      <td>0.0199</td>
-      <td>0.0233</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0108</td>
-      <td>0.0136</td>
-      <td>0.0229</td>
-      <td>0.0256</td>
-      <td>0.0080</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0123</td>
-      <td>0.0141</td>
-      <td>0.0235</td>
-      <td>0.0260</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0153</td>
-      <td>0.0146</td>
-      <td>0.0287</td>
-      <td>0.0283</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0167</td>
-      <td>0.0169</td>
-      <td>0.0339</td>
-      <td>0.0313</td>
-      <td>0.0097</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0077</td>
-      <td>0.0105</td>
-      <td>0.0138</td>
-      <td>0.0163</td>
-      <td>0.0093</td>
-      <td>0.0093</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_70_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_70_acc.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 407.545s  
-> mul_sld: 147.073s  
-> bin_sld_gs: 4046.450s  
-> mul_sld_gs: 3606.019s  
-> bin_sld_gsq: 490.593s  
-> bin_pacc: 399.480s  
-> mul_pacc: 162.231s  
-> binmc_pacc: 403.466s  
-> mulmc_pacc: 179.691s  
-> binne_pacc: 403.638s  
-> mulne_pacc: 171.078s  
-> bin_pacc_gs: 3446.185s  
-> mul_pacc_gs: 257.968s  
-> bin_cc: 374.905s  
-> mul_cc: 150.379s  
-> kfcv: 133.439s  
-> ref: 132.673s  
-> atc_mc: 130.594s  
-> atc_ne: 131.031s  
-> doc_feat: 81.112s  
-> tot: 4051.202s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0008</td>
-      <td>0.0046</td>
-      <td>0.0087</td>
-      <td>0.0107</td>
-      <td>0.0197</td>
-      <td>0.0197</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0050</td>
-      <td>0.0065</td>
-      <td>0.0073</td>
-      <td>0.0148</td>
-      <td>0.0154</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0052</td>
-      <td>0.0066</td>
-      <td>0.0072</td>
-      <td>0.0140</td>
-      <td>0.0160</td>
-      <td>0.0160</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0062</td>
-      <td>0.0080</td>
-      <td>0.0068</td>
-      <td>0.0139</td>
-      <td>0.0150</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0054</td>
-      <td>0.0071</td>
-      <td>0.0064</td>
-      <td>0.0131</td>
-      <td>0.0169</td>
-      <td>0.0169</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0062</td>
-      <td>0.0070</td>
-      <td>0.0064</td>
-      <td>0.0129</td>
-      <td>0.0165</td>
-      <td>0.0165</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0065</td>
-      <td>0.0072</td>
-      <td>0.0064</td>
-      <td>0.0113</td>
-      <td>0.0146</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0057</td>
-      <td>0.0072</td>
-      <td>0.0058</td>
-      <td>0.0131</td>
-      <td>0.0123</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0061</td>
-      <td>0.0077</td>
-      <td>0.0059</td>
-      <td>0.0108</td>
-      <td>0.0134</td>
-      <td>0.0134</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0064</td>
-      <td>0.0084</td>
-      <td>0.0068</td>
-      <td>0.0115</td>
-      <td>0.0109</td>
-      <td>0.0109</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0066</td>
-      <td>0.0078</td>
-      <td>0.0060</td>
-      <td>0.0093</td>
-      <td>0.0113</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0061</td>
-      <td>0.0097</td>
-      <td>0.0083</td>
-      <td>0.0115</td>
-      <td>0.0112</td>
-      <td>0.0112</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0063</td>
-      <td>0.0084</td>
-      <td>0.0073</td>
-      <td>0.0092</td>
-      <td>0.0097</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0065</td>
-      <td>0.0089</td>
-      <td>0.0077</td>
-      <td>0.0092</td>
-      <td>0.0085</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0066</td>
-      <td>0.0097</td>
-      <td>0.0089</td>
-      <td>0.0094</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0058</td>
-      <td>0.0094</td>
-      <td>0.0094</td>
-      <td>0.0082</td>
-      <td>0.0080</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0066</td>
-      <td>0.0095</td>
-      <td>0.0100</td>
-      <td>0.0085</td>
-      <td>0.0083</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0059</td>
-      <td>0.0093</td>
-      <td>0.0110</td>
-      <td>0.0081</td>
-      <td>0.0068</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0065</td>
-      <td>0.0083</td>
-      <td>0.0103</td>
-      <td>0.0071</td>
-      <td>0.0066</td>
-      <td>0.0066</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0060</td>
-      <td>0.0082</td>
-      <td>0.0122</td>
-      <td>0.0077</td>
-      <td>0.0068</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0054</td>
-      <td>0.0073</td>
-      <td>0.0128</td>
-      <td>0.0066</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0058</td>
-      <td>0.0080</td>
-      <td>0.0082</td>
-      <td>0.0105</td>
-      <td>0.0117</td>
-      <td>0.0117</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_80_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_80_acc.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 56.896s  
-> mul_sld_gs: 351.569s  
-> mul_cc: 51.884s  
-> kfcv: 46.187s  
-> ref: 44.331s  
-> atc_mc: 47.954s  
-> atc_ne: 47.496s  
-> doc_feat: 41.155s  
-> tot: 357.732s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0067</td>
-      <td>0.0533</td>
-      <td>0.0533</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0101</td>
-      <td>0.0503</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0131</td>
-      <td>0.0476</td>
-      <td>0.0476</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0160</td>
-      <td>0.0449</td>
-      <td>0.0449</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0150</td>
-      <td>0.0438</td>
-      <td>0.0438</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0159</td>
-      <td>0.0410</td>
-      <td>0.0410</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0163</td>
-      <td>0.0351</td>
-      <td>0.0351</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0133</td>
-      <td>0.0321</td>
-      <td>0.0321</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0153</td>
-      <td>0.0303</td>
-      <td>0.0303</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0124</td>
-      <td>0.0252</td>
-      <td>0.0252</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0123</td>
-      <td>0.0238</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0099</td>
-      <td>0.0204</td>
-      <td>0.0204</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0101</td>
-      <td>0.0185</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0082</td>
-      <td>0.0163</td>
-      <td>0.0163</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0075</td>
-      <td>0.0131</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0056</td>
-      <td>0.0102</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0054</td>
-      <td>0.0080</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0053</td>
-      <td>0.0061</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0069</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0083</td>
-      <td>0.0077</td>
-      <td>0.0077</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0083</td>
-      <td>0.0090</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0106</td>
-      <td>0.0259</td>
-      <td>0.0259</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_90_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0053</td>
-      <td>0.0084</td>
-      <td>0.0086</td>
-      <td>0.0105</td>
-      <td>0.0154</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0077</td>
-      <td>0.0080</td>
-      <td>0.0101</td>
-      <td>0.0120</td>
-      <td>0.0147</td>
-      <td>0.0147</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0079</td>
-      <td>0.0084</td>
-      <td>0.0100</td>
-      <td>0.0120</td>
-      <td>0.0140</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0091</td>
-      <td>0.0091</td>
-      <td>0.0108</td>
-      <td>0.0121</td>
-      <td>0.0145</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0086</td>
-      <td>0.0091</td>
-      <td>0.0099</td>
-      <td>0.0117</td>
-      <td>0.0141</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0093</td>
-      <td>0.0097</td>
-      <td>0.0107</td>
-      <td>0.0124</td>
-      <td>0.0146</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0089</td>
-      <td>0.0095</td>
-      <td>0.0100</td>
-      <td>0.0121</td>
-      <td>0.0141</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0092</td>
-      <td>0.0100</td>
-      <td>0.0099</td>
-      <td>0.0134</td>
-      <td>0.0140</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0089</td>
-      <td>0.0105</td>
-      <td>0.0097</td>
-      <td>0.0137</td>
-      <td>0.0142</td>
-      <td>0.0142</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0094</td>
-      <td>0.0110</td>
-      <td>0.0106</td>
-      <td>0.0149</td>
-      <td>0.0140</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0095</td>
-      <td>0.0113</td>
-      <td>0.0102</td>
-      <td>0.0149</td>
-      <td>0.0143</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0094</td>
-      <td>0.0124</td>
-      <td>0.0112</td>
-      <td>0.0172</td>
-      <td>0.0149</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0090</td>
-      <td>0.0120</td>
-      <td>0.0103</td>
-      <td>0.0183</td>
-      <td>0.0143</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0089</td>
-      <td>0.0120</td>
-      <td>0.0105</td>
-      <td>0.0193</td>
-      <td>0.0148</td>
-      <td>0.0148</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0084</td>
-      <td>0.0125</td>
-      <td>0.0108</td>
-      <td>0.0211</td>
-      <td>0.0153</td>
-      <td>0.0153</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0085</td>
-      <td>0.0127</td>
-      <td>0.0113</td>
-      <td>0.0221</td>
-      <td>0.0157</td>
-      <td>0.0157</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0086</td>
-      <td>0.0126</td>
-      <td>0.0116</td>
-      <td>0.0237</td>
-      <td>0.0160</td>
-      <td>0.0160</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0084</td>
-      <td>0.0128</td>
-      <td>0.0121</td>
-      <td>0.0262</td>
-      <td>0.0159</td>
-      <td>0.0159</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0087</td>
-      <td>0.0128</td>
-      <td>0.0123</td>
-      <td>0.0263</td>
-      <td>0.0165</td>
-      <td>0.0165</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0094</td>
-      <td>0.0128</td>
-      <td>0.0136</td>
-      <td>0.0290</td>
-      <td>0.0178</td>
-      <td>0.0178</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0110</td>
-      <td>0.0140</td>
-      <td>0.0132</td>
-      <td>0.0303</td>
-      <td>0.0185</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0088</td>
-      <td>0.0110</td>
-      <td>0.0108</td>
-      <td>0.0178</td>
-      <td>0.0151</td>
-      <td>0.0151</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>NaN</td>
-      <td>0.0154</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0402</td>
-      <td>0.0402</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0085</td>
-      <td>0.0185</td>
-      <td>0.0089</td>
-      <td>0.0345</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0085</td>
-      <td>0.0089</td>
-      <td>0.0094</td>
-      <td>0.0157</td>
-      <td>0.0095</td>
-      <td>0.0095</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0096</td>
-      <td>0.0085</td>
-      <td>0.0131</td>
-      <td>0.0196</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0095</td>
-      <td>0.0103</td>
-      <td>0.0110</td>
-      <td>0.0133</td>
-      <td>0.0095</td>
-      <td>0.0095</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0119</td>
-      <td>0.0088</td>
-      <td>0.0115</td>
-      <td>0.0146</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0077</td>
-      <td>0.0105</td>
-      <td>0.0138</td>
-      <td>0.0163</td>
-      <td>0.0093</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0058</td>
-      <td>0.0080</td>
-      <td>0.0082</td>
-      <td>0.0105</td>
-      <td>0.0117</td>
-      <td>0.0117</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0106</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0259</td>
-      <td>0.0259</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0088</td>
-      <td>0.0110</td>
-      <td>0.0108</td>
-      <td>0.0178</td>
-      <td>0.0151</td>
-      <td>0.0151</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_avg_acc.png)
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_atc_f1.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_atc_f1.md
deleted file mode 100644
index 034e9f0..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_atc_f1.md
+++ /dev/null
@@ -1,2376 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 238.632s  
-> mul_sld: 101.343s  
-> mul_sld_gs: 441.747s  
-> bin_cc: 230.303s  
-> mul_cc: 77.603s  
-> kfcv: 66.959s  
-> ref: 65.305s  
-> atc_mc: 66.465s  
-> atc_ne: 65.103s  
-> doc_feat: 56.750s  
-> tot: 446.654s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0190</td>
-      <td>0.0062</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0769</td>
-      <td>0.3429</td>
-      <td>0.3429</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0383</td>
-      <td>0.3260</td>
-      <td>0.3260</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0261</td>
-      <td>0.3360</td>
-      <td>0.3360</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0164</td>
-      <td>0.3402</td>
-      <td>0.3402</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0140</td>
-      <td>0.3351</td>
-      <td>0.3351</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0140</td>
-      <td>0.3371</td>
-      <td>0.3371</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0139</td>
-      <td>0.3313</td>
-      <td>0.3313</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0134</td>
-      <td>0.3378</td>
-      <td>0.3378</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0151</td>
-      <td>0.3337</td>
-      <td>0.3337</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0178</td>
-      <td>0.3346</td>
-      <td>0.3346</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0181</td>
-      <td>0.3327</td>
-      <td>0.3327</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0177</td>
-      <td>0.3406</td>
-      <td>0.3406</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0183</td>
-      <td>0.3326</td>
-      <td>0.3326</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0198</td>
-      <td>0.3335</td>
-      <td>0.3335</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0204</td>
-      <td>0.3359</td>
-      <td>0.3359</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0195</td>
-      <td>0.3324</td>
-      <td>0.3324</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0207</td>
-      <td>0.3378</td>
-      <td>0.3378</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0202</td>
-      <td>0.3373</td>
-      <td>0.3373</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0209</td>
-      <td>0.3323</td>
-      <td>0.3323</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0177</td>
-      <td>0.3353</td>
-      <td>0.3353</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0218</td>
-      <td>0.3196</td>
-      <td>0.3196</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_10_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_10_f1.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 431.443s  
-> mul_sld: 188.845s  
-> bin_sld_gs: 1093.467s  
-> mul_sld_gs: 642.106s  
-> bin_sld_gsq: 522.073s  
-> bin_pacc: 422.062s  
-> mul_pacc: 154.976s  
-> binmc_pacc: 417.137s  
-> mulmc_pacc: 140.524s  
-> binne_pacc: 421.581s  
-> mulne_pacc: 157.883s  
-> bin_pacc_gs: 723.261s  
-> mul_pacc_gs: 258.223s  
-> bin_cc: 402.467s  
-> mul_cc: 144.805s  
-> kfcv: 108.333s  
-> ref: 118.158s  
-> atc_mc: 118.502s  
-> atc_ne: 96.965s  
-> doc_feat: 91.141s  
-> tot: 1096.718s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.4060</td>
-      <td>0.2096</td>
-      <td>0.3464</td>
-      <td>0.9020</td>
-      <td>0.1580</td>
-      <td>0.1580</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0580</td>
-      <td>0.0555</td>
-      <td>0.0688</td>
-      <td>0.1551</td>
-      <td>0.1115</td>
-      <td>0.1115</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0324</td>
-      <td>0.0315</td>
-      <td>0.0391</td>
-      <td>0.1229</td>
-      <td>0.0899</td>
-      <td>0.0899</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0235</td>
-      <td>0.0199</td>
-      <td>0.0259</td>
-      <td>0.1067</td>
-      <td>0.0782</td>
-      <td>0.0782</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0192</td>
-      <td>0.0215</td>
-      <td>0.0194</td>
-      <td>0.0878</td>
-      <td>0.0673</td>
-      <td>0.0673</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0167</td>
-      <td>0.0207</td>
-      <td>0.0156</td>
-      <td>0.0820</td>
-      <td>0.0637</td>
-      <td>0.0637</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0144</td>
-      <td>0.0215</td>
-      <td>0.0125</td>
-      <td>0.0822</td>
-      <td>0.0612</td>
-      <td>0.0612</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0098</td>
-      <td>0.0245</td>
-      <td>0.0084</td>
-      <td>0.0823</td>
-      <td>0.0553</td>
-      <td>0.0553</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0093</td>
-      <td>0.0230</td>
-      <td>0.0074</td>
-      <td>0.0776</td>
-      <td>0.0605</td>
-      <td>0.0605</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0089</td>
-      <td>0.0234</td>
-      <td>0.0070</td>
-      <td>0.0757</td>
-      <td>0.0589</td>
-      <td>0.0589</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0084</td>
-      <td>0.0219</td>
-      <td>0.0060</td>
-      <td>0.0720</td>
-      <td>0.0587</td>
-      <td>0.0587</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0066</td>
-      <td>0.0236</td>
-      <td>0.0060</td>
-      <td>0.0735</td>
-      <td>0.0550</td>
-      <td>0.0550</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0064</td>
-      <td>0.0235</td>
-      <td>0.0048</td>
-      <td>0.0742</td>
-      <td>0.0526</td>
-      <td>0.0526</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0067</td>
-      <td>0.0221</td>
-      <td>0.0047</td>
-      <td>0.0721</td>
-      <td>0.0541</td>
-      <td>0.0541</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0061</td>
-      <td>0.0213</td>
-      <td>0.0051</td>
-      <td>0.0694</td>
-      <td>0.0511</td>
-      <td>0.0511</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0057</td>
-      <td>0.0203</td>
-      <td>0.0055</td>
-      <td>0.0677</td>
-      <td>0.0521</td>
-      <td>0.0521</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0057</td>
-      <td>0.0190</td>
-      <td>0.0053</td>
-      <td>0.0655</td>
-      <td>0.0526</td>
-      <td>0.0526</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0066</td>
-      <td>0.0172</td>
-      <td>0.0058</td>
-      <td>0.0624</td>
-      <td>0.0488</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0065</td>
-      <td>0.0151</td>
-      <td>0.0062</td>
-      <td>0.0562</td>
-      <td>0.0503</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0076</td>
-      <td>0.0129</td>
-      <td>0.0059</td>
-      <td>0.0523</td>
-      <td>0.0518</td>
-      <td>0.0518</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0059</td>
-      <td>0.0064</td>
-      <td>0.0059</td>
-      <td>0.0465</td>
-      <td>0.0495</td>
-      <td>0.0495</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0319</td>
-      <td>0.0312</td>
-      <td>0.0291</td>
-      <td>0.1184</td>
-      <td>0.0658</td>
-      <td>0.0658</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_20_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_20_f1.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 440.439s  
-> mul_sld: 181.173s  
-> bin_sld_gs: 1117.061s  
-> mul_sld_gs: 644.511s  
-> bin_sld_gsq: 529.624s  
-> bin_pacc: 425.791s  
-> mul_pacc: 174.577s  
-> binmc_pacc: 425.760s  
-> mulmc_pacc: 147.208s  
-> binne_pacc: 424.010s  
-> mulne_pacc: 137.064s  
-> bin_pacc_gs: 729.394s  
-> mul_pacc_gs: 256.419s  
-> bin_cc: 407.241s  
-> mul_cc: 148.864s  
-> kfcv: 129.860s  
-> ref: 89.336s  
-> atc_mc: 117.685s  
-> atc_ne: 123.998s  
-> doc_feat: 91.912s  
-> tot: 1120.968s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0537</td>
-      <td>0.0907</td>
-      <td>0.1315</td>
-      <td>0.5223</td>
-      <td>0.3913</td>
-      <td>0.3913</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0596</td>
-      <td>0.0472</td>
-      <td>0.0688</td>
-      <td>0.0778</td>
-      <td>0.0484</td>
-      <td>0.0484</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0370</td>
-      <td>0.0353</td>
-      <td>0.0438</td>
-      <td>0.0502</td>
-      <td>0.0293</td>
-      <td>0.0293</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0298</td>
-      <td>0.0215</td>
-      <td>0.0326</td>
-      <td>0.0293</td>
-      <td>0.0291</td>
-      <td>0.0291</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0233</td>
-      <td>0.0205</td>
-      <td>0.0262</td>
-      <td>0.0221</td>
-      <td>0.0239</td>
-      <td>0.0239</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0205</td>
-      <td>0.0193</td>
-      <td>0.0235</td>
-      <td>0.0203</td>
-      <td>0.0193</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0150</td>
-      <td>0.0146</td>
-      <td>0.0190</td>
-      <td>0.0164</td>
-      <td>0.0189</td>
-      <td>0.0189</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0132</td>
-      <td>0.0133</td>
-      <td>0.0146</td>
-      <td>0.0151</td>
-      <td>0.0161</td>
-      <td>0.0161</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0121</td>
-      <td>0.0127</td>
-      <td>0.0153</td>
-      <td>0.0159</td>
-      <td>0.0145</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0114</td>
-      <td>0.0122</td>
-      <td>0.0133</td>
-      <td>0.0152</td>
-      <td>0.0131</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0097</td>
-      <td>0.0105</td>
-      <td>0.0108</td>
-      <td>0.0143</td>
-      <td>0.0110</td>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0096</td>
-      <td>0.0108</td>
-      <td>0.0106</td>
-      <td>0.0146</td>
-      <td>0.0115</td>
-      <td>0.0115</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0082</td>
-      <td>0.0083</td>
-      <td>0.0096</td>
-      <td>0.0165</td>
-      <td>0.0109</td>
-      <td>0.0109</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0073</td>
-      <td>0.0078</td>
-      <td>0.0085</td>
-      <td>0.0171</td>
-      <td>0.0113</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0063</td>
-      <td>0.0073</td>
-      <td>0.0074</td>
-      <td>0.0167</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0068</td>
-      <td>0.0062</td>
-      <td>0.0071</td>
-      <td>0.0163</td>
-      <td>0.0093</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0060</td>
-      <td>0.0048</td>
-      <td>0.0066</td>
-      <td>0.0170</td>
-      <td>0.0089</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0052</td>
-      <td>0.0042</td>
-      <td>0.0052</td>
-      <td>0.0175</td>
-      <td>0.0087</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0047</td>
-      <td>0.0040</td>
-      <td>0.0045</td>
-      <td>0.0165</td>
-      <td>0.0083</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0048</td>
-      <td>0.0041</td>
-      <td>0.0058</td>
-      <td>0.0187</td>
-      <td>0.0086</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0048</td>
-      <td>0.0077</td>
-      <td>0.0037</td>
-      <td>0.0181</td>
-      <td>0.0073</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0166</td>
-      <td>0.0173</td>
-      <td>0.0223</td>
-      <td>0.0461</td>
-      <td>0.0337</td>
-      <td>0.0337</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_30_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_30_f1.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 441.902s  
-> mul_sld: 171.147s  
-> bin_sld_gs: 1129.143s  
-> mul_sld_gs: 661.698s  
-> bin_sld_gsq: 534.997s  
-> bin_pacc: 438.840s  
-> mul_pacc: 172.945s  
-> binmc_pacc: 434.527s  
-> mulmc_pacc: 166.147s  
-> binne_pacc: 431.135s  
-> mulne_pacc: 144.562s  
-> bin_pacc_gs: 735.193s  
-> mul_pacc_gs: 266.608s  
-> bin_cc: 412.883s  
-> mul_cc: 159.067s  
-> kfcv: 137.954s  
-> ref: 132.249s  
-> atc_mc: 137.719s  
-> atc_ne: 134.107s  
-> doc_feat: 79.638s  
-> tot: 1133.285s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0959</td>
-      <td>0.0524</td>
-      <td>0.4078</td>
-      <td>0.1010</td>
-      <td>0.5122</td>
-      <td>0.5122</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0436</td>
-      <td>0.0441</td>
-      <td>0.0873</td>
-      <td>0.0616</td>
-      <td>0.0575</td>
-      <td>0.0575</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0293</td>
-      <td>0.0267</td>
-      <td>0.0532</td>
-      <td>0.0485</td>
-      <td>0.0264</td>
-      <td>0.0264</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0240</td>
-      <td>0.0251</td>
-      <td>0.0371</td>
-      <td>0.0405</td>
-      <td>0.0185</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0191</td>
-      <td>0.0202</td>
-      <td>0.0251</td>
-      <td>0.0373</td>
-      <td>0.0141</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0169</td>
-      <td>0.0178</td>
-      <td>0.0219</td>
-      <td>0.0317</td>
-      <td>0.0145</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0143</td>
-      <td>0.0156</td>
-      <td>0.0184</td>
-      <td>0.0297</td>
-      <td>0.0119</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0157</td>
-      <td>0.0119</td>
-      <td>0.0188</td>
-      <td>0.0236</td>
-      <td>0.0098</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0123</td>
-      <td>0.0109</td>
-      <td>0.0149</td>
-      <td>0.0272</td>
-      <td>0.0093</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0131</td>
-      <td>0.0099</td>
-      <td>0.0160</td>
-      <td>0.0243</td>
-      <td>0.0074</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0129</td>
-      <td>0.0099</td>
-      <td>0.0150</td>
-      <td>0.0220</td>
-      <td>0.0071</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0112</td>
-      <td>0.0093</td>
-      <td>0.0138</td>
-      <td>0.0223</td>
-      <td>0.0076</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0096</td>
-      <td>0.0079</td>
-      <td>0.0117</td>
-      <td>0.0207</td>
-      <td>0.0067</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0092</td>
-      <td>0.0069</td>
-      <td>0.0112</td>
-      <td>0.0200</td>
-      <td>0.0059</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0084</td>
-      <td>0.0064</td>
-      <td>0.0108</td>
-      <td>0.0224</td>
-      <td>0.0057</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0082</td>
-      <td>0.0061</td>
-      <td>0.0105</td>
-      <td>0.0205</td>
-      <td>0.0063</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0072</td>
-      <td>0.0053</td>
-      <td>0.0100</td>
-      <td>0.0212</td>
-      <td>0.0053</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0061</td>
-      <td>0.0057</td>
-      <td>0.0088</td>
-      <td>0.0227</td>
-      <td>0.0055</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0051</td>
-      <td>0.0049</td>
-      <td>0.0087</td>
-      <td>0.0227</td>
-      <td>0.0050</td>
-      <td>0.0050</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0044</td>
-      <td>0.0046</td>
-      <td>0.0083</td>
-      <td>0.0268</td>
-      <td>0.0049</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0036</td>
-      <td>0.0074</td>
-      <td>0.0073</td>
-      <td>0.0271</td>
-      <td>0.0054</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0176</td>
-      <td>0.0147</td>
-      <td>0.0389</td>
-      <td>0.0321</td>
-      <td>0.0356</td>
-      <td>0.0356</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_40_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_40_f1.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 432.840s  
-> mul_sld: 159.373s  
-> bin_sld_gs: 1148.243s  
-> mul_sld_gs: 657.176s  
-> bin_sld_gsq: 539.408s  
-> bin_pacc: 430.121s  
-> mul_pacc: 173.440s  
-> binmc_pacc: 433.871s  
-> mulmc_pacc: 158.794s  
-> binne_pacc: 435.732s  
-> mulne_pacc: 158.199s  
-> bin_pacc_gs: 728.918s  
-> mul_pacc_gs: 263.162s  
-> bin_cc: 405.769s  
-> mul_cc: 134.145s  
-> kfcv: 125.438s  
-> ref: 127.690s  
-> atc_mc: 108.387s  
-> atc_ne: 115.014s  
-> doc_feat: 90.803s  
-> tot: 1152.446s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1676</td>
-      <td>0.1998</td>
-      <td>0.2644</td>
-      <td>0.1391</td>
-      <td>0.5861</td>
-      <td>0.5861</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0777</td>
-      <td>0.0669</td>
-      <td>0.0843</td>
-      <td>0.0605</td>
-      <td>0.1441</td>
-      <td>0.1441</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0434</td>
-      <td>0.0438</td>
-      <td>0.0506</td>
-      <td>0.0422</td>
-      <td>0.0650</td>
-      <td>0.0650</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0339</td>
-      <td>0.0315</td>
-      <td>0.0399</td>
-      <td>0.0303</td>
-      <td>0.0438</td>
-      <td>0.0438</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0244</td>
-      <td>0.0214</td>
-      <td>0.0284</td>
-      <td>0.0228</td>
-      <td>0.0258</td>
-      <td>0.0258</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0210</td>
-      <td>0.0208</td>
-      <td>0.0251</td>
-      <td>0.0218</td>
-      <td>0.0206</td>
-      <td>0.0206</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0161</td>
-      <td>0.0142</td>
-      <td>0.0203</td>
-      <td>0.0159</td>
-      <td>0.0140</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0152</td>
-      <td>0.0155</td>
-      <td>0.0183</td>
-      <td>0.0172</td>
-      <td>0.0145</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0117</td>
-      <td>0.0140</td>
-      <td>0.0141</td>
-      <td>0.0143</td>
-      <td>0.0118</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0109</td>
-      <td>0.0112</td>
-      <td>0.0138</td>
-      <td>0.0137</td>
-      <td>0.0089</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0099</td>
-      <td>0.0104</td>
-      <td>0.0127</td>
-      <td>0.0115</td>
-      <td>0.0096</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0086</td>
-      <td>0.0099</td>
-      <td>0.0118</td>
-      <td>0.0115</td>
-      <td>0.0084</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0069</td>
-      <td>0.0084</td>
-      <td>0.0099</td>
-      <td>0.0101</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0066</td>
-      <td>0.0075</td>
-      <td>0.0095</td>
-      <td>0.0093</td>
-      <td>0.0072</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0057</td>
-      <td>0.0064</td>
-      <td>0.0073</td>
-      <td>0.0096</td>
-      <td>0.0060</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0051</td>
-      <td>0.0063</td>
-      <td>0.0071</td>
-      <td>0.0093</td>
-      <td>0.0064</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0051</td>
-      <td>0.0056</td>
-      <td>0.0059</td>
-      <td>0.0090</td>
-      <td>0.0062</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0048</td>
-      <td>0.0062</td>
-      <td>0.0058</td>
-      <td>0.0113</td>
-      <td>0.0051</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0056</td>
-      <td>0.0062</td>
-      <td>0.0053</td>
-      <td>0.0112</td>
-      <td>0.0048</td>
-      <td>0.0048</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0057</td>
-      <td>0.0066</td>
-      <td>0.0047</td>
-      <td>0.0111</td>
-      <td>0.0051</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0101</td>
-      <td>0.0128</td>
-      <td>0.0031</td>
-      <td>0.0127</td>
-      <td>0.0047</td>
-      <td>0.0047</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0236</td>
-      <td>0.0250</td>
-      <td>0.0306</td>
-      <td>0.0235</td>
-      <td>0.0479</td>
-      <td>0.0479</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_50_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_50_f1.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 423.693s  
-> mul_sld: 164.785s  
-> bin_sld_gs: 1105.830s  
-> mul_sld_gs: 648.000s  
-> bin_sld_gsq: 523.679s  
-> bin_pacc: 415.735s  
-> mul_pacc: 142.337s  
-> binmc_pacc: 422.073s  
-> mulmc_pacc: 162.522s  
-> binne_pacc: 411.703s  
-> mulne_pacc: 159.753s  
-> bin_pacc_gs: 722.307s  
-> mul_pacc_gs: 263.296s  
-> bin_cc: 394.807s  
-> mul_cc: 127.886s  
-> kfcv: 118.430s  
-> ref: 114.366s  
-> atc_mc: 111.695s  
-> atc_ne: 96.170s  
-> doc_feat: 92.012s  
-> tot: 1110.535s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1002</td>
-      <td>0.0586</td>
-      <td>0.2665</td>
-      <td>0.3855</td>
-      <td>0.6121</td>
-      <td>0.6121</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0806</td>
-      <td>0.0569</td>
-      <td>0.1173</td>
-      <td>0.1575</td>
-      <td>0.2334</td>
-      <td>0.2334</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0539</td>
-      <td>0.0373</td>
-      <td>0.0611</td>
-      <td>0.0865</td>
-      <td>0.1135</td>
-      <td>0.1135</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0419</td>
-      <td>0.0306</td>
-      <td>0.0507</td>
-      <td>0.0633</td>
-      <td>0.0789</td>
-      <td>0.0789</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0302</td>
-      <td>0.0218</td>
-      <td>0.0319</td>
-      <td>0.0427</td>
-      <td>0.0503</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0270</td>
-      <td>0.0200</td>
-      <td>0.0276</td>
-      <td>0.0342</td>
-      <td>0.0383</td>
-      <td>0.0383</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0211</td>
-      <td>0.0158</td>
-      <td>0.0214</td>
-      <td>0.0261</td>
-      <td>0.0278</td>
-      <td>0.0278</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0195</td>
-      <td>0.0146</td>
-      <td>0.0167</td>
-      <td>0.0226</td>
-      <td>0.0211</td>
-      <td>0.0211</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0173</td>
-      <td>0.0117</td>
-      <td>0.0142</td>
-      <td>0.0188</td>
-      <td>0.0176</td>
-      <td>0.0176</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0146</td>
-      <td>0.0105</td>
-      <td>0.0125</td>
-      <td>0.0159</td>
-      <td>0.0130</td>
-      <td>0.0130</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0128</td>
-      <td>0.0096</td>
-      <td>0.0110</td>
-      <td>0.0138</td>
-      <td>0.0118</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0115</td>
-      <td>0.0091</td>
-      <td>0.0103</td>
-      <td>0.0110</td>
-      <td>0.0098</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0108</td>
-      <td>0.0075</td>
-      <td>0.0081</td>
-      <td>0.0100</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0090</td>
-      <td>0.0065</td>
-      <td>0.0072</td>
-      <td>0.0082</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0068</td>
-      <td>0.0054</td>
-      <td>0.0062</td>
-      <td>0.0069</td>
-      <td>0.0057</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0058</td>
-      <td>0.0049</td>
-      <td>0.0057</td>
-      <td>0.0066</td>
-      <td>0.0052</td>
-      <td>0.0052</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0055</td>
-      <td>0.0047</td>
-      <td>0.0054</td>
-      <td>0.0057</td>
-      <td>0.0046</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0046</td>
-      <td>0.0045</td>
-      <td>0.0049</td>
-      <td>0.0055</td>
-      <td>0.0039</td>
-      <td>0.0039</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0044</td>
-      <td>0.0046</td>
-      <td>0.0051</td>
-      <td>0.0051</td>
-      <td>0.0038</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0043</td>
-      <td>0.0043</td>
-      <td>0.0049</td>
-      <td>0.0050</td>
-      <td>0.0027</td>
-      <td>0.0027</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0075</td>
-      <td>0.0058</td>
-      <td>0.0035</td>
-      <td>0.0049</td>
-      <td>0.0026</td>
-      <td>0.0026</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0233</td>
-      <td>0.0164</td>
-      <td>0.0330</td>
-      <td>0.0446</td>
-      <td>0.0606</td>
-      <td>0.0606</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_60_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_60_f1.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 446.445s  
-> mul_sld: 164.730s  
-> bin_sld_gs: 1117.398s  
-> mul_sld_gs: 661.430s  
-> bin_sld_gsq: 528.925s  
-> bin_pacc: 431.969s  
-> mul_pacc: 151.272s  
-> binmc_pacc: 430.157s  
-> mulmc_pacc: 180.251s  
-> binne_pacc: 438.442s  
-> mulne_pacc: 173.700s  
-> bin_pacc_gs: 733.397s  
-> mul_pacc_gs: 262.705s  
-> bin_cc: 407.885s  
-> mul_cc: 153.959s  
-> kfcv: 132.641s  
-> ref: 136.486s  
-> atc_mc: 135.594s  
-> atc_ne: 129.372s  
-> doc_feat: 95.722s  
-> tot: 1121.806s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0190</td>
-      <td>0.0109</td>
-      <td>0.0236</td>
-      <td>0.1100</td>
-      <td>0.5530</td>
-      <td>0.5530</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0290</td>
-      <td>0.0255</td>
-      <td>0.0314</td>
-      <td>0.0515</td>
-      <td>0.2717</td>
-      <td>0.2717</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0197</td>
-      <td>0.0202</td>
-      <td>0.0239</td>
-      <td>0.0281</td>
-      <td>0.1554</td>
-      <td>0.1554</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0172</td>
-      <td>0.0189</td>
-      <td>0.0233</td>
-      <td>0.0218</td>
-      <td>0.0993</td>
-      <td>0.0993</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0115</td>
-      <td>0.0189</td>
-      <td>0.0186</td>
-      <td>0.0160</td>
-      <td>0.0643</td>
-      <td>0.0643</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0104</td>
-      <td>0.0158</td>
-      <td>0.0183</td>
-      <td>0.0151</td>
-      <td>0.0433</td>
-      <td>0.0433</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0091</td>
-      <td>0.0125</td>
-      <td>0.0139</td>
-      <td>0.0120</td>
-      <td>0.0320</td>
-      <td>0.0320</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0084</td>
-      <td>0.0126</td>
-      <td>0.0150</td>
-      <td>0.0137</td>
-      <td>0.0194</td>
-      <td>0.0194</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0067</td>
-      <td>0.0106</td>
-      <td>0.0135</td>
-      <td>0.0121</td>
-      <td>0.0151</td>
-      <td>0.0151</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0071</td>
-      <td>0.0119</td>
-      <td>0.0140</td>
-      <td>0.0144</td>
-      <td>0.0116</td>
-      <td>0.0116</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0067</td>
-      <td>0.0104</td>
-      <td>0.0127</td>
-      <td>0.0131</td>
-      <td>0.0101</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0071</td>
-      <td>0.0105</td>
-      <td>0.0141</td>
-      <td>0.0149</td>
-      <td>0.0058</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0061</td>
-      <td>0.0095</td>
-      <td>0.0125</td>
-      <td>0.0143</td>
-      <td>0.0054</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0053</td>
-      <td>0.0088</td>
-      <td>0.0117</td>
-      <td>0.0139</td>
-      <td>0.0054</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0056</td>
-      <td>0.0089</td>
-      <td>0.0133</td>
-      <td>0.0153</td>
-      <td>0.0044</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0061</td>
-      <td>0.0091</td>
-      <td>0.0130</td>
-      <td>0.0154</td>
-      <td>0.0042</td>
-      <td>0.0042</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0066</td>
-      <td>0.0085</td>
-      <td>0.0133</td>
-      <td>0.0152</td>
-      <td>0.0051</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0066</td>
-      <td>0.0084</td>
-      <td>0.0143</td>
-      <td>0.0158</td>
-      <td>0.0046</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0071</td>
-      <td>0.0082</td>
-      <td>0.0138</td>
-      <td>0.0152</td>
-      <td>0.0045</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0083</td>
-      <td>0.0079</td>
-      <td>0.0159</td>
-      <td>0.0156</td>
-      <td>0.0044</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0086</td>
-      <td>0.0087</td>
-      <td>0.0177</td>
-      <td>0.0163</td>
-      <td>0.0051</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0101</td>
-      <td>0.0122</td>
-      <td>0.0166</td>
-      <td>0.0219</td>
-      <td>0.0631</td>
-      <td>0.0631</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_70_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_70_f1.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 407.545s  
-> mul_sld: 147.073s  
-> bin_sld_gs: 4046.450s  
-> mul_sld_gs: 3606.019s  
-> bin_sld_gsq: 490.593s  
-> bin_pacc: 399.480s  
-> mul_pacc: 162.231s  
-> binmc_pacc: 403.466s  
-> mulmc_pacc: 179.691s  
-> binne_pacc: 403.638s  
-> mulne_pacc: 171.078s  
-> bin_pacc_gs: 3446.185s  
-> mul_pacc_gs: 257.968s  
-> bin_cc: 374.905s  
-> mul_cc: 150.379s  
-> kfcv: 133.439s  
-> ref: 132.673s  
-> atc_mc: 130.594s  
-> atc_ne: 131.031s  
-> doc_feat: 81.112s  
-> tot: 4051.202s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0052</td>
-      <td>0.0275</td>
-      <td>0.0618</td>
-      <td>0.0079</td>
-      <td>0.5543</td>
-      <td>0.5543</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0216</td>
-      <td>0.0295</td>
-      <td>0.0358</td>
-      <td>0.0488</td>
-      <td>0.3560</td>
-      <td>0.3560</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0163</td>
-      <td>0.0199</td>
-      <td>0.0243</td>
-      <td>0.0372</td>
-      <td>0.2466</td>
-      <td>0.2466</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0159</td>
-      <td>0.0169</td>
-      <td>0.0178</td>
-      <td>0.0292</td>
-      <td>0.1736</td>
-      <td>0.1736</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0111</td>
-      <td>0.0122</td>
-      <td>0.0135</td>
-      <td>0.0235</td>
-      <td>0.1294</td>
-      <td>0.1294</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0107</td>
-      <td>0.0110</td>
-      <td>0.0111</td>
-      <td>0.0206</td>
-      <td>0.0960</td>
-      <td>0.0960</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0097</td>
-      <td>0.0095</td>
-      <td>0.0095</td>
-      <td>0.0156</td>
-      <td>0.0688</td>
-      <td>0.0688</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0075</td>
-      <td>0.0085</td>
-      <td>0.0075</td>
-      <td>0.0165</td>
-      <td>0.0486</td>
-      <td>0.0486</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0071</td>
-      <td>0.0083</td>
-      <td>0.0070</td>
-      <td>0.0123</td>
-      <td>0.0379</td>
-      <td>0.0379</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0068</td>
-      <td>0.0086</td>
-      <td>0.0073</td>
-      <td>0.0121</td>
-      <td>0.0268</td>
-      <td>0.0268</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0062</td>
-      <td>0.0073</td>
-      <td>0.0058</td>
-      <td>0.0089</td>
-      <td>0.0223</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0055</td>
-      <td>0.0085</td>
-      <td>0.0076</td>
-      <td>0.0102</td>
-      <td>0.0150</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0050</td>
-      <td>0.0068</td>
-      <td>0.0062</td>
-      <td>0.0076</td>
-      <td>0.0119</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0049</td>
-      <td>0.0067</td>
-      <td>0.0060</td>
-      <td>0.0070</td>
-      <td>0.0086</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0047</td>
-      <td>0.0070</td>
-      <td>0.0065</td>
-      <td>0.0068</td>
-      <td>0.0067</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0039</td>
-      <td>0.0064</td>
-      <td>0.0065</td>
-      <td>0.0056</td>
-      <td>0.0046</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0042</td>
-      <td>0.0060</td>
-      <td>0.0065</td>
-      <td>0.0054</td>
-      <td>0.0044</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0035</td>
-      <td>0.0056</td>
-      <td>0.0067</td>
-      <td>0.0048</td>
-      <td>0.0036</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0036</td>
-      <td>0.0047</td>
-      <td>0.0059</td>
-      <td>0.0040</td>
-      <td>0.0034</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0032</td>
-      <td>0.0044</td>
-      <td>0.0066</td>
-      <td>0.0041</td>
-      <td>0.0036</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0027</td>
-      <td>0.0037</td>
-      <td>0.0065</td>
-      <td>0.0034</td>
-      <td>0.0041</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0076</td>
-      <td>0.0104</td>
-      <td>0.0127</td>
-      <td>0.0139</td>
-      <td>0.0870</td>
-      <td>0.0870</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_80_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_80_f1.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 56.896s  
-> mul_sld_gs: 351.569s  
-> mul_cc: 51.884s  
-> kfcv: 46.187s  
-> ref: 44.331s  
-> atc_mc: 47.954s  
-> atc_ne: 47.496s  
-> doc_feat: 41.155s  
-> tot: 357.732s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0366</td>
-      <td>0.4608</td>
-      <td>0.4608</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0459</td>
-      <td>0.3731</td>
-      <td>0.3731</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0430</td>
-      <td>0.3053</td>
-      <td>0.3053</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0407</td>
-      <td>0.2498</td>
-      <td>0.2498</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0340</td>
-      <td>0.2053</td>
-      <td>0.2053</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0300</td>
-      <td>0.1687</td>
-      <td>0.1687</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0268</td>
-      <td>0.1354</td>
-      <td>0.1354</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0204</td>
-      <td>0.1093</td>
-      <td>0.1093</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0194</td>
-      <td>0.0883</td>
-      <td>0.0883</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0143</td>
-      <td>0.0693</td>
-      <td>0.0693</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0130</td>
-      <td>0.0554</td>
-      <td>0.0554</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0090</td>
-      <td>0.0420</td>
-      <td>0.0420</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0085</td>
-      <td>0.0326</td>
-      <td>0.0326</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0065</td>
-      <td>0.0245</td>
-      <td>0.0245</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0052</td>
-      <td>0.0169</td>
-      <td>0.0169</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0036</td>
-      <td>0.0103</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0032</td>
-      <td>0.0063</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0030</td>
-      <td>0.0038</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0038</td>
-      <td>0.0032</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0044</td>
-      <td>0.0038</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0042</td>
-      <td>0.0045</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0179</td>
-      <td>0.1128</td>
-      <td>0.1128</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_atc_90_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1211</td>
-      <td>0.0783</td>
-      <td>0.2146</td>
-      <td>0.3097</td>
-      <td>0.4260</td>
-      <td>0.4260</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0529</td>
-      <td>0.0498</td>
-      <td>0.0705</td>
-      <td>0.0875</td>
-      <td>0.2154</td>
-      <td>0.2154</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0331</td>
-      <td>0.0329</td>
-      <td>0.0423</td>
-      <td>0.0594</td>
-      <td>0.1508</td>
-      <td>0.1508</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0266</td>
-      <td>0.0257</td>
-      <td>0.0325</td>
-      <td>0.0459</td>
-      <td>0.1230</td>
-      <td>0.1230</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0198</td>
-      <td>0.0208</td>
-      <td>0.0233</td>
-      <td>0.0360</td>
-      <td>0.1023</td>
-      <td>0.1023</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0176</td>
-      <td>0.0188</td>
-      <td>0.0204</td>
-      <td>0.0322</td>
-      <td>0.0888</td>
-      <td>0.0888</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0143</td>
-      <td>0.0160</td>
-      <td>0.0164</td>
-      <td>0.0283</td>
-      <td>0.0786</td>
-      <td>0.0786</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0128</td>
-      <td>0.0150</td>
-      <td>0.0142</td>
-      <td>0.0273</td>
-      <td>0.0695</td>
-      <td>0.0695</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0109</td>
-      <td>0.0138</td>
-      <td>0.0124</td>
-      <td>0.0255</td>
-      <td>0.0659</td>
-      <td>0.0659</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0104</td>
-      <td>0.0130</td>
-      <td>0.0120</td>
-      <td>0.0245</td>
-      <td>0.0603</td>
-      <td>0.0603</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0095</td>
-      <td>0.0123</td>
-      <td>0.0106</td>
-      <td>0.0222</td>
-      <td>0.0578</td>
-      <td>0.0578</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0086</td>
-      <td>0.0121</td>
-      <td>0.0106</td>
-      <td>0.0226</td>
-      <td>0.0542</td>
-      <td>0.0542</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0076</td>
-      <td>0.0109</td>
-      <td>0.0090</td>
-      <td>0.0219</td>
-      <td>0.0530</td>
-      <td>0.0530</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0070</td>
-      <td>0.0101</td>
-      <td>0.0084</td>
-      <td>0.0211</td>
-      <td>0.0507</td>
-      <td>0.0507</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0062</td>
-      <td>0.0097</td>
-      <td>0.0081</td>
-      <td>0.0210</td>
-      <td>0.0488</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0059</td>
-      <td>0.0093</td>
-      <td>0.0079</td>
-      <td>0.0202</td>
-      <td>0.0483</td>
-      <td>0.0483</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0057</td>
-      <td>0.0085</td>
-      <td>0.0076</td>
-      <td>0.0199</td>
-      <td>0.0473</td>
-      <td>0.0473</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0053</td>
-      <td>0.0084</td>
-      <td>0.0074</td>
-      <td>0.0200</td>
-      <td>0.0469</td>
-      <td>0.0469</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0053</td>
-      <td>0.0080</td>
-      <td>0.0071</td>
-      <td>0.0187</td>
-      <td>0.0467</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0055</td>
-      <td>0.0078</td>
-      <td>0.0074</td>
-      <td>0.0191</td>
-      <td>0.0464</td>
-      <td>0.0464</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0062</td>
-      <td>0.0083</td>
-      <td>0.0068</td>
-      <td>0.0184</td>
-      <td>0.0465</td>
-      <td>0.0465</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0187</td>
-      <td>0.0185</td>
-      <td>0.0262</td>
-      <td>0.0429</td>
-      <td>0.0918</td>
-      <td>0.0918</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>NaN</td>
-      <td>0.0218</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.3196</td>
-      <td>0.3196</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0319</td>
-      <td>0.0312</td>
-      <td>0.0291</td>
-      <td>0.1184</td>
-      <td>0.0658</td>
-      <td>0.0658</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0166</td>
-      <td>0.0173</td>
-      <td>0.0223</td>
-      <td>0.0461</td>
-      <td>0.0337</td>
-      <td>0.0337</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0176</td>
-      <td>0.0147</td>
-      <td>0.0389</td>
-      <td>0.0321</td>
-      <td>0.0356</td>
-      <td>0.0356</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0236</td>
-      <td>0.0250</td>
-      <td>0.0306</td>
-      <td>0.0235</td>
-      <td>0.0479</td>
-      <td>0.0479</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0233</td>
-      <td>0.0164</td>
-      <td>0.0330</td>
-      <td>0.0446</td>
-      <td>0.0606</td>
-      <td>0.0606</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0101</td>
-      <td>0.0122</td>
-      <td>0.0166</td>
-      <td>0.0219</td>
-      <td>0.0631</td>
-      <td>0.0631</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0076</td>
-      <td>0.0104</td>
-      <td>0.0127</td>
-      <td>0.0139</td>
-      <td>0.0870</td>
-      <td>0.0870</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0179</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.1128</td>
-      <td>0.1128</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0187</td>
-      <td>0.0185</td>
-      <td>0.0262</td>
-      <td>0.0429</td>
-      <td>0.0918</td>
-      <td>0.0918</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_atc_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_atc_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_atc_avg_f1.png)
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_qgs_acc.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_qgs_acc.md
deleted file mode 100644
index 2919ec1..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_qgs_acc.md
+++ /dev/null
@@ -1,2181 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 238.632s  
-> mul_sld: 101.343s  
-> mul_sld_gs: 441.747s  
-> bin_cc: 230.303s  
-> mul_cc: 77.603s  
-> kfcv: 66.959s  
-> ref: 65.305s  
-> atc_mc: 66.465s  
-> atc_ne: 65.103s  
-> doc_feat: 56.750s  
-> tot: 446.654s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0125</td>
-      <td>0.0050</td>
-      <td>0.0050</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0145</td>
-      <td>0.0044</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0129</td>
-      <td>0.0067</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0116</td>
-      <td>0.0110</td>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0090</td>
-      <td>0.0136</td>
-      <td>0.0136</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0074</td>
-      <td>0.0172</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0070</td>
-      <td>0.0217</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0066</td>
-      <td>0.0270</td>
-      <td>0.0270</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0069</td>
-      <td>0.0300</td>
-      <td>0.0300</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0086</td>
-      <td>0.0367</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0108</td>
-      <td>0.0391</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0138</td>
-      <td>0.0445</td>
-      <td>0.0445</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0144</td>
-      <td>0.0467</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0166</td>
-      <td>0.0527</td>
-      <td>0.0527</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0202</td>
-      <td>0.0592</td>
-      <td>0.0592</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0231</td>
-      <td>0.0617</td>
-      <td>0.0617</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0236</td>
-      <td>0.0647</td>
-      <td>0.0647</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0261</td>
-      <td>0.0679</td>
-      <td>0.0679</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0272</td>
-      <td>0.0714</td>
-      <td>0.0714</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0284</td>
-      <td>0.0803</td>
-      <td>0.0803</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0223</td>
-      <td>0.0817</td>
-      <td>0.0817</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0154</td>
-      <td>0.0402</td>
-      <td>0.0402</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_10_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_10_acc.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 431.443s  
-> mul_sld: 188.845s  
-> bin_sld_gs: 1093.467s  
-> mul_sld_gs: 642.106s  
-> bin_sld_gsq: 522.073s  
-> bin_pacc: 422.062s  
-> mul_pacc: 154.976s  
-> binmc_pacc: 417.137s  
-> mulmc_pacc: 140.524s  
-> binne_pacc: 421.581s  
-> mulne_pacc: 157.883s  
-> bin_pacc_gs: 723.261s  
-> mul_pacc_gs: 258.223s  
-> bin_cc: 402.467s  
-> mul_cc: 144.805s  
-> kfcv: 108.333s  
-> ref: 118.158s  
-> atc_mc: 118.502s  
-> atc_ne: 96.965s  
-> doc_feat: 91.141s  
-> tot: 1096.718s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0100</td>
-      <td>0.0125</td>
-      <td>0.0163</td>
-      <td>0.0086</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0098</td>
-      <td>0.0081</td>
-      <td>0.0169</td>
-      <td>0.0076</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0089</td>
-      <td>0.0065</td>
-      <td>0.0165</td>
-      <td>0.0084</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0091</td>
-      <td>0.0057</td>
-      <td>0.0192</td>
-      <td>0.0087</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0090</td>
-      <td>0.0074</td>
-      <td>0.0181</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0092</td>
-      <td>0.0089</td>
-      <td>0.0194</td>
-      <td>0.0084</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0092</td>
-      <td>0.0114</td>
-      <td>0.0198</td>
-      <td>0.0089</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0073</td>
-      <td>0.0154</td>
-      <td>0.0184</td>
-      <td>0.0090</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0078</td>
-      <td>0.0166</td>
-      <td>0.0195</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0080</td>
-      <td>0.0195</td>
-      <td>0.0196</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0082</td>
-      <td>0.0206</td>
-      <td>0.0213</td>
-      <td>0.0107</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0070</td>
-      <td>0.0245</td>
-      <td>0.0192</td>
-      <td>0.0124</td>
-      <td>0.0124</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0072</td>
-      <td>0.0261</td>
-      <td>0.0209</td>
-      <td>0.0101</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0080</td>
-      <td>0.0270</td>
-      <td>0.0218</td>
-      <td>0.0126</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0074</td>
-      <td>0.0284</td>
-      <td>0.0194</td>
-      <td>0.0127</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0073</td>
-      <td>0.0293</td>
-      <td>0.0197</td>
-      <td>0.0129</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0072</td>
-      <td>0.0292</td>
-      <td>0.0198</td>
-      <td>0.0139</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0090</td>
-      <td>0.0281</td>
-      <td>0.0211</td>
-      <td>0.0140</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0091</td>
-      <td>0.0266</td>
-      <td>0.0194</td>
-      <td>0.0149</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0113</td>
-      <td>0.0237</td>
-      <td>0.0204</td>
-      <td>0.0166</td>
-      <td>0.0166</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0082</td>
-      <td>0.0120</td>
-      <td>0.0037</td>
-      <td>0.0157</td>
-      <td>0.0157</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0085</td>
-      <td>0.0185</td>
-      <td>0.0186</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_20_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_20_acc.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 440.439s  
-> mul_sld: 181.173s  
-> bin_sld_gs: 1117.061s  
-> mul_sld_gs: 644.511s  
-> bin_sld_gsq: 529.624s  
-> bin_pacc: 425.791s  
-> mul_pacc: 174.577s  
-> binmc_pacc: 425.760s  
-> mulmc_pacc: 147.208s  
-> binne_pacc: 424.010s  
-> mulne_pacc: 137.064s  
-> bin_pacc_gs: 729.394s  
-> mul_pacc_gs: 256.419s  
-> bin_cc: 407.241s  
-> mul_cc: 148.864s  
-> kfcv: 129.860s  
-> ref: 89.336s  
-> atc_mc: 117.685s  
-> atc_ne: 123.998s  
-> doc_feat: 91.912s  
-> tot: 1120.968s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0082</td>
-      <td>0.0095</td>
-      <td>0.0237</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0079</td>
-      <td>0.0065</td>
-      <td>0.0235</td>
-      <td>0.0073</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0079</td>
-      <td>0.0071</td>
-      <td>0.0206</td>
-      <td>0.0060</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0091</td>
-      <td>0.0064</td>
-      <td>0.0244</td>
-      <td>0.0071</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0090</td>
-      <td>0.0079</td>
-      <td>0.0217</td>
-      <td>0.0072</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0098</td>
-      <td>0.0091</td>
-      <td>0.0215</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0083</td>
-      <td>0.0081</td>
-      <td>0.0221</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0085</td>
-      <td>0.0089</td>
-      <td>0.0203</td>
-      <td>0.0073</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0090</td>
-      <td>0.0097</td>
-      <td>0.0214</td>
-      <td>0.0074</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0093</td>
-      <td>0.0106</td>
-      <td>0.0203</td>
-      <td>0.0076</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0090</td>
-      <td>0.0104</td>
-      <td>0.0182</td>
-      <td>0.0075</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0096</td>
-      <td>0.0118</td>
-      <td>0.0191</td>
-      <td>0.0102</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0087</td>
-      <td>0.0100</td>
-      <td>0.0212</td>
-      <td>0.0084</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0084</td>
-      <td>0.0101</td>
-      <td>0.0217</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0080</td>
-      <td>0.0106</td>
-      <td>0.0192</td>
-      <td>0.0107</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0090</td>
-      <td>0.0094</td>
-      <td>0.0196</td>
-      <td>0.0134</td>
-      <td>0.0134</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0086</td>
-      <td>0.0084</td>
-      <td>0.0218</td>
-      <td>0.0119</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0078</td>
-      <td>0.0069</td>
-      <td>0.0209</td>
-      <td>0.0132</td>
-      <td>0.0132</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0076</td>
-      <td>0.0067</td>
-      <td>0.0198</td>
-      <td>0.0141</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0078</td>
-      <td>0.0061</td>
-      <td>0.0255</td>
-      <td>0.0129</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0078</td>
-      <td>0.0123</td>
-      <td>0.0294</td>
-      <td>0.0146</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0085</td>
-      <td>0.0089</td>
-      <td>0.0217</td>
-      <td>0.0095</td>
-      <td>0.0095</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_30_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_30_acc.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 441.902s  
-> mul_sld: 171.147s  
-> bin_sld_gs: 1129.143s  
-> mul_sld_gs: 661.698s  
-> bin_sld_gsq: 534.997s  
-> bin_pacc: 438.840s  
-> mul_pacc: 172.945s  
-> binmc_pacc: 434.527s  
-> mulmc_pacc: 166.147s  
-> binne_pacc: 431.135s  
-> mulne_pacc: 144.562s  
-> bin_pacc_gs: 735.193s  
-> mul_pacc_gs: 266.608s  
-> bin_cc: 412.883s  
-> mul_cc: 159.067s  
-> kfcv: 137.954s  
-> ref: 132.249s  
-> atc_mc: 137.719s  
-> atc_ne: 134.107s  
-> doc_feat: 79.638s  
-> tot: 1133.285s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0077</td>
-      <td>0.0085</td>
-      <td>0.0048</td>
-      <td>0.0059</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0058</td>
-      <td>0.0067</td>
-      <td>0.0065</td>
-      <td>0.0049</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0063</td>
-      <td>0.0061</td>
-      <td>0.0065</td>
-      <td>0.0053</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0074</td>
-      <td>0.0075</td>
-      <td>0.0089</td>
-      <td>0.0058</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0076</td>
-      <td>0.0078</td>
-      <td>0.0092</td>
-      <td>0.0062</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0084</td>
-      <td>0.0086</td>
-      <td>0.0093</td>
-      <td>0.0073</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0084</td>
-      <td>0.0088</td>
-      <td>0.0097</td>
-      <td>0.0071</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0108</td>
-      <td>0.0079</td>
-      <td>0.0089</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0097</td>
-      <td>0.0083</td>
-      <td>0.0093</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0116</td>
-      <td>0.0085</td>
-      <td>0.0092</td>
-      <td>0.0065</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0126</td>
-      <td>0.0095</td>
-      <td>0.0100</td>
-      <td>0.0074</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0123</td>
-      <td>0.0099</td>
-      <td>0.0099</td>
-      <td>0.0085</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0114</td>
-      <td>0.0089</td>
-      <td>0.0102</td>
-      <td>0.0083</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0120</td>
-      <td>0.0083</td>
-      <td>0.0097</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0117</td>
-      <td>0.0085</td>
-      <td>0.0112</td>
-      <td>0.0090</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0123</td>
-      <td>0.0087</td>
-      <td>0.0100</td>
-      <td>0.0104</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0115</td>
-      <td>0.0082</td>
-      <td>0.0109</td>
-      <td>0.0104</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0104</td>
-      <td>0.0088</td>
-      <td>0.0143</td>
-      <td>0.0107</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0091</td>
-      <td>0.0080</td>
-      <td>0.0140</td>
-      <td>0.0101</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0081</td>
-      <td>0.0077</td>
-      <td>0.0156</td>
-      <td>0.0117</td>
-      <td>0.0117</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0061</td>
-      <td>0.0127</td>
-      <td>0.0192</td>
-      <td>0.0123</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0096</td>
-      <td>0.0085</td>
-      <td>0.0103</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_40_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_40_acc.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 432.840s  
-> mul_sld: 159.373s  
-> bin_sld_gs: 1148.243s  
-> mul_sld_gs: 657.176s  
-> bin_sld_gsq: 539.408s  
-> bin_pacc: 430.121s  
-> mul_pacc: 173.440s  
-> binmc_pacc: 433.871s  
-> mulmc_pacc: 158.794s  
-> binne_pacc: 435.732s  
-> mulne_pacc: 158.199s  
-> bin_pacc_gs: 728.918s  
-> mul_pacc_gs: 263.162s  
-> bin_cc: 405.769s  
-> mul_cc: 134.145s  
-> kfcv: 125.438s  
-> ref: 127.690s  
-> atc_mc: 108.387s  
-> atc_ne: 115.014s  
-> doc_feat: 90.803s  
-> tot: 1152.446s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0043</td>
-      <td>0.0098</td>
-      <td>0.0046</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0088</td>
-      <td>0.0066</td>
-      <td>0.0053</td>
-      <td>0.0102</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0089</td>
-      <td>0.0088</td>
-      <td>0.0057</td>
-      <td>0.0093</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0109</td>
-      <td>0.0095</td>
-      <td>0.0080</td>
-      <td>0.0100</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0103</td>
-      <td>0.0087</td>
-      <td>0.0073</td>
-      <td>0.0085</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0110</td>
-      <td>0.0106</td>
-      <td>0.0092</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0101</td>
-      <td>0.0087</td>
-      <td>0.0081</td>
-      <td>0.0078</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0110</td>
-      <td>0.0110</td>
-      <td>0.0090</td>
-      <td>0.0096</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0098</td>
-      <td>0.0113</td>
-      <td>0.0094</td>
-      <td>0.0092</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0103</td>
-      <td>0.0102</td>
-      <td>0.0090</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0101</td>
-      <td>0.0105</td>
-      <td>0.0106</td>
-      <td>0.0097</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0097</td>
-      <td>0.0110</td>
-      <td>0.0110</td>
-      <td>0.0096</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0085</td>
-      <td>0.0101</td>
-      <td>0.0112</td>
-      <td>0.0098</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0085</td>
-      <td>0.0096</td>
-      <td>0.0125</td>
-      <td>0.0097</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0078</td>
-      <td>0.0086</td>
-      <td>0.0146</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0075</td>
-      <td>0.0090</td>
-      <td>0.0142</td>
-      <td>0.0102</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0078</td>
-      <td>0.0086</td>
-      <td>0.0147</td>
-      <td>0.0107</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0074</td>
-      <td>0.0094</td>
-      <td>0.0185</td>
-      <td>0.0094</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0089</td>
-      <td>0.0098</td>
-      <td>0.0195</td>
-      <td>0.0096</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0094</td>
-      <td>0.0108</td>
-      <td>0.0212</td>
-      <td>0.0108</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0184</td>
-      <td>0.0228</td>
-      <td>0.0270</td>
-      <td>0.0103</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0095</td>
-      <td>0.0103</td>
-      <td>0.0119</td>
-      <td>0.0095</td>
-      <td>0.0095</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_50_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_50_acc.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 423.693s  
-> mul_sld: 164.785s  
-> bin_sld_gs: 1105.830s  
-> mul_sld_gs: 648.000s  
-> bin_sld_gsq: 523.679s  
-> bin_pacc: 415.735s  
-> mul_pacc: 142.337s  
-> binmc_pacc: 422.073s  
-> mulmc_pacc: 162.522s  
-> binne_pacc: 411.703s  
-> mulne_pacc: 159.753s  
-> bin_pacc_gs: 722.307s  
-> mul_pacc_gs: 263.296s  
-> bin_cc: 394.807s  
-> mul_cc: 127.886s  
-> kfcv: 118.430s  
-> ref: 114.366s  
-> atc_mc: 111.695s  
-> atc_ne: 96.170s  
-> doc_feat: 92.012s  
-> tot: 1110.535s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0048</td>
-      <td>0.0061</td>
-      <td>0.0040</td>
-      <td>0.0170</td>
-      <td>0.0170</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0117</td>
-      <td>0.0066</td>
-      <td>0.0114</td>
-      <td>0.0192</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0130</td>
-      <td>0.0078</td>
-      <td>0.0127</td>
-      <td>0.0147</td>
-      <td>0.0147</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0147</td>
-      <td>0.0097</td>
-      <td>0.0155</td>
-      <td>0.0173</td>
-      <td>0.0173</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0140</td>
-      <td>0.0095</td>
-      <td>0.0136</td>
-      <td>0.0141</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0151</td>
-      <td>0.0106</td>
-      <td>0.0153</td>
-      <td>0.0149</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0141</td>
-      <td>0.0100</td>
-      <td>0.0149</td>
-      <td>0.0132</td>
-      <td>0.0132</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0149</td>
-      <td>0.0108</td>
-      <td>0.0141</td>
-      <td>0.0123</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0150</td>
-      <td>0.0098</td>
-      <td>0.0140</td>
-      <td>0.0120</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0143</td>
-      <td>0.0099</td>
-      <td>0.0126</td>
-      <td>0.0105</td>
-      <td>0.0105</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0137</td>
-      <td>0.0098</td>
-      <td>0.0124</td>
-      <td>0.0108</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0134</td>
-      <td>0.0102</td>
-      <td>0.0119</td>
-      <td>0.0102</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0136</td>
-      <td>0.0091</td>
-      <td>0.0099</td>
-      <td>0.0101</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0122</td>
-      <td>0.0085</td>
-      <td>0.0090</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0100</td>
-      <td>0.0075</td>
-      <td>0.0079</td>
-      <td>0.0080</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0090</td>
-      <td>0.0073</td>
-      <td>0.0076</td>
-      <td>0.0078</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0088</td>
-      <td>0.0073</td>
-      <td>0.0071</td>
-      <td>0.0075</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0077</td>
-      <td>0.0074</td>
-      <td>0.0069</td>
-      <td>0.0067</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0076</td>
-      <td>0.0078</td>
-      <td>0.0080</td>
-      <td>0.0068</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0076</td>
-      <td>0.0077</td>
-      <td>0.0094</td>
-      <td>0.0051</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0141</td>
-      <td>0.0110</td>
-      <td>0.0132</td>
-      <td>0.0051</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0119</td>
-      <td>0.0088</td>
-      <td>0.0110</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_60_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_60_acc.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 446.445s  
-> mul_sld: 164.730s  
-> bin_sld_gs: 1117.398s  
-> mul_sld_gs: 661.430s  
-> bin_sld_gsq: 528.925s  
-> bin_pacc: 431.969s  
-> mul_pacc: 151.272s  
-> binmc_pacc: 430.157s  
-> mulmc_pacc: 180.251s  
-> binne_pacc: 438.442s  
-> mulne_pacc: 173.700s  
-> bin_pacc_gs: 733.397s  
-> mul_pacc_gs: 262.705s  
-> bin_cc: 407.885s  
-> mul_cc: 153.959s  
-> kfcv: 132.641s  
-> ref: 136.486s  
-> atc_mc: 135.594s  
-> atc_ne: 129.372s  
-> doc_feat: 95.722s  
-> tot: 1121.806s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0017</td>
-      <td>0.0052</td>
-      <td>0.0058</td>
-      <td>0.0135</td>
-      <td>0.0135</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0052</td>
-      <td>0.0062</td>
-      <td>0.0082</td>
-      <td>0.0133</td>
-      <td>0.0133</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0052</td>
-      <td>0.0066</td>
-      <td>0.0074</td>
-      <td>0.0119</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0061</td>
-      <td>0.0073</td>
-      <td>0.0077</td>
-      <td>0.0107</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0051</td>
-      <td>0.0093</td>
-      <td>0.0087</td>
-      <td>0.0090</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0055</td>
-      <td>0.0091</td>
-      <td>0.0084</td>
-      <td>0.0104</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0059</td>
-      <td>0.0080</td>
-      <td>0.0070</td>
-      <td>0.0103</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0059</td>
-      <td>0.0091</td>
-      <td>0.0098</td>
-      <td>0.0099</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0052</td>
-      <td>0.0085</td>
-      <td>0.0098</td>
-      <td>0.0093</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0061</td>
-      <td>0.0107</td>
-      <td>0.0126</td>
-      <td>0.0099</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0066</td>
-      <td>0.0102</td>
-      <td>0.0119</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0075</td>
-      <td>0.0111</td>
-      <td>0.0146</td>
-      <td>0.0074</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0071</td>
-      <td>0.0110</td>
-      <td>0.0152</td>
-      <td>0.0076</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0065</td>
-      <td>0.0108</td>
-      <td>0.0165</td>
-      <td>0.0075</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0074</td>
-      <td>0.0118</td>
-      <td>0.0193</td>
-      <td>0.0072</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0088</td>
-      <td>0.0129</td>
-      <td>0.0213</td>
-      <td>0.0068</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0100</td>
-      <td>0.0130</td>
-      <td>0.0239</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0108</td>
-      <td>0.0136</td>
-      <td>0.0251</td>
-      <td>0.0080</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0123</td>
-      <td>0.0141</td>
-      <td>0.0250</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0153</td>
-      <td>0.0146</td>
-      <td>0.0275</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0167</td>
-      <td>0.0169</td>
-      <td>0.0300</td>
-      <td>0.0097</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0077</td>
-      <td>0.0105</td>
-      <td>0.0150</td>
-      <td>0.0093</td>
-      <td>0.0093</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_70_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_70_acc.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 407.545s  
-> mul_sld: 147.073s  
-> bin_sld_gs: 4046.450s  
-> mul_sld_gs: 3606.019s  
-> bin_sld_gsq: 490.593s  
-> bin_pacc: 399.480s  
-> mul_pacc: 162.231s  
-> binmc_pacc: 403.466s  
-> mulmc_pacc: 179.691s  
-> binne_pacc: 403.638s  
-> mulne_pacc: 171.078s  
-> bin_pacc_gs: 3446.185s  
-> mul_pacc_gs: 257.968s  
-> bin_cc: 374.905s  
-> mul_cc: 150.379s  
-> kfcv: 133.439s  
-> ref: 132.673s  
-> atc_mc: 130.594s  
-> atc_ne: 131.031s  
-> doc_feat: 81.112s  
-> tot: 4051.202s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0008</td>
-      <td>0.0046</td>
-      <td>0.0063</td>
-      <td>0.0197</td>
-      <td>0.0197</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0050</td>
-      <td>0.0065</td>
-      <td>0.0122</td>
-      <td>0.0154</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0052</td>
-      <td>0.0066</td>
-      <td>0.0126</td>
-      <td>0.0160</td>
-      <td>0.0160</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0062</td>
-      <td>0.0080</td>
-      <td>0.0129</td>
-      <td>0.0150</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0054</td>
-      <td>0.0071</td>
-      <td>0.0111</td>
-      <td>0.0169</td>
-      <td>0.0169</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0062</td>
-      <td>0.0070</td>
-      <td>0.0108</td>
-      <td>0.0165</td>
-      <td>0.0165</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0065</td>
-      <td>0.0072</td>
-      <td>0.0105</td>
-      <td>0.0146</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0057</td>
-      <td>0.0072</td>
-      <td>0.0071</td>
-      <td>0.0123</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0061</td>
-      <td>0.0077</td>
-      <td>0.0077</td>
-      <td>0.0134</td>
-      <td>0.0134</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0064</td>
-      <td>0.0084</td>
-      <td>0.0065</td>
-      <td>0.0109</td>
-      <td>0.0109</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0066</td>
-      <td>0.0078</td>
-      <td>0.0064</td>
-      <td>0.0113</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0061</td>
-      <td>0.0097</td>
-      <td>0.0056</td>
-      <td>0.0112</td>
-      <td>0.0112</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0063</td>
-      <td>0.0084</td>
-      <td>0.0054</td>
-      <td>0.0097</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0065</td>
-      <td>0.0089</td>
-      <td>0.0058</td>
-      <td>0.0085</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0066</td>
-      <td>0.0097</td>
-      <td>0.0067</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0058</td>
-      <td>0.0094</td>
-      <td>0.0075</td>
-      <td>0.0080</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0066</td>
-      <td>0.0095</td>
-      <td>0.0089</td>
-      <td>0.0083</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0059</td>
-      <td>0.0093</td>
-      <td>0.0097</td>
-      <td>0.0068</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0065</td>
-      <td>0.0083</td>
-      <td>0.0100</td>
-      <td>0.0066</td>
-      <td>0.0066</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0060</td>
-      <td>0.0082</td>
-      <td>0.0121</td>
-      <td>0.0068</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0054</td>
-      <td>0.0073</td>
-      <td>0.0145</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0058</td>
-      <td>0.0080</td>
-      <td>0.0091</td>
-      <td>0.0117</td>
-      <td>0.0117</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_80_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_80_acc.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 56.896s  
-> mul_sld_gs: 351.569s  
-> mul_cc: 51.884s  
-> kfcv: 46.187s  
-> ref: 44.331s  
-> atc_mc: 47.954s  
-> atc_ne: 47.496s  
-> doc_feat: 41.155s  
-> tot: 357.732s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0067</td>
-      <td>0.0533</td>
-      <td>0.0533</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0101</td>
-      <td>0.0503</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0131</td>
-      <td>0.0476</td>
-      <td>0.0476</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0160</td>
-      <td>0.0449</td>
-      <td>0.0449</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0150</td>
-      <td>0.0438</td>
-      <td>0.0438</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0159</td>
-      <td>0.0410</td>
-      <td>0.0410</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0163</td>
-      <td>0.0351</td>
-      <td>0.0351</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0133</td>
-      <td>0.0321</td>
-      <td>0.0321</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0153</td>
-      <td>0.0303</td>
-      <td>0.0303</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0124</td>
-      <td>0.0252</td>
-      <td>0.0252</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0123</td>
-      <td>0.0238</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0099</td>
-      <td>0.0204</td>
-      <td>0.0204</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0101</td>
-      <td>0.0185</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0082</td>
-      <td>0.0163</td>
-      <td>0.0163</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0075</td>
-      <td>0.0131</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0056</td>
-      <td>0.0102</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0054</td>
-      <td>0.0080</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0053</td>
-      <td>0.0061</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0069</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0083</td>
-      <td>0.0077</td>
-      <td>0.0077</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0083</td>
-      <td>0.0090</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0106</td>
-      <td>0.0259</td>
-      <td>0.0259</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_90_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0053</td>
-      <td>0.0084</td>
-      <td>0.0094</td>
-      <td>0.0154</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0077</td>
-      <td>0.0080</td>
-      <td>0.0120</td>
-      <td>0.0147</td>
-      <td>0.0147</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0079</td>
-      <td>0.0084</td>
-      <td>0.0117</td>
-      <td>0.0140</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0091</td>
-      <td>0.0091</td>
-      <td>0.0138</td>
-      <td>0.0145</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0086</td>
-      <td>0.0091</td>
-      <td>0.0128</td>
-      <td>0.0141</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0093</td>
-      <td>0.0097</td>
-      <td>0.0134</td>
-      <td>0.0146</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0089</td>
-      <td>0.0095</td>
-      <td>0.0132</td>
-      <td>0.0141</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0092</td>
-      <td>0.0100</td>
-      <td>0.0125</td>
-      <td>0.0140</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0089</td>
-      <td>0.0105</td>
-      <td>0.0130</td>
-      <td>0.0142</td>
-      <td>0.0142</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0094</td>
-      <td>0.0110</td>
-      <td>0.0128</td>
-      <td>0.0140</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0095</td>
-      <td>0.0113</td>
-      <td>0.0130</td>
-      <td>0.0143</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0094</td>
-      <td>0.0124</td>
-      <td>0.0130</td>
-      <td>0.0149</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0090</td>
-      <td>0.0120</td>
-      <td>0.0134</td>
-      <td>0.0143</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0089</td>
-      <td>0.0120</td>
-      <td>0.0139</td>
-      <td>0.0148</td>
-      <td>0.0148</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0084</td>
-      <td>0.0125</td>
-      <td>0.0141</td>
-      <td>0.0153</td>
-      <td>0.0153</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0085</td>
-      <td>0.0127</td>
-      <td>0.0143</td>
-      <td>0.0157</td>
-      <td>0.0157</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0086</td>
-      <td>0.0126</td>
-      <td>0.0153</td>
-      <td>0.0160</td>
-      <td>0.0160</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0084</td>
-      <td>0.0128</td>
-      <td>0.0166</td>
-      <td>0.0159</td>
-      <td>0.0159</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0087</td>
-      <td>0.0128</td>
-      <td>0.0165</td>
-      <td>0.0165</td>
-      <td>0.0165</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0094</td>
-      <td>0.0128</td>
-      <td>0.0188</td>
-      <td>0.0178</td>
-      <td>0.0178</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0110</td>
-      <td>0.0140</td>
-      <td>0.0196</td>
-      <td>0.0185</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0088</td>
-      <td>0.0110</td>
-      <td>0.0140</td>
-      <td>0.0151</td>
-      <td>0.0151</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>NaN</td>
-      <td>0.0154</td>
-      <td>NaN</td>
-      <td>0.0402</td>
-      <td>0.0402</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0085</td>
-      <td>0.0185</td>
-      <td>0.0186</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0085</td>
-      <td>0.0089</td>
-      <td>0.0217</td>
-      <td>0.0095</td>
-      <td>0.0095</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0096</td>
-      <td>0.0085</td>
-      <td>0.0103</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0095</td>
-      <td>0.0103</td>
-      <td>0.0119</td>
-      <td>0.0095</td>
-      <td>0.0095</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0119</td>
-      <td>0.0088</td>
-      <td>0.0110</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0077</td>
-      <td>0.0105</td>
-      <td>0.0150</td>
-      <td>0.0093</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0058</td>
-      <td>0.0080</td>
-      <td>0.0091</td>
-      <td>0.0117</td>
-      <td>0.0117</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0106</td>
-      <td>NaN</td>
-      <td>0.0259</td>
-      <td>0.0259</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0088</td>
-      <td>0.0110</td>
-      <td>0.0140</td>
-      <td>0.0151</td>
-      <td>0.0151</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_avg_acc.png)
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_qgs_f1.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_qgs_f1.md
deleted file mode 100644
index 4d6ddf7..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_gs_vs_qgs_f1.md
+++ /dev/null
@@ -1,2181 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 238.632s  
-> mul_sld: 101.343s  
-> mul_sld_gs: 441.747s  
-> bin_cc: 230.303s  
-> mul_cc: 77.603s  
-> kfcv: 66.959s  
-> ref: 65.305s  
-> atc_mc: 66.465s  
-> atc_ne: 65.103s  
-> doc_feat: 56.750s  
-> tot: 446.654s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0190</td>
-      <td>0.0062</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0769</td>
-      <td>0.3429</td>
-      <td>0.3429</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0383</td>
-      <td>0.3260</td>
-      <td>0.3260</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0261</td>
-      <td>0.3360</td>
-      <td>0.3360</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0164</td>
-      <td>0.3402</td>
-      <td>0.3402</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0140</td>
-      <td>0.3351</td>
-      <td>0.3351</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0140</td>
-      <td>0.3371</td>
-      <td>0.3371</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0139</td>
-      <td>0.3313</td>
-      <td>0.3313</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0134</td>
-      <td>0.3378</td>
-      <td>0.3378</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0151</td>
-      <td>0.3337</td>
-      <td>0.3337</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0178</td>
-      <td>0.3346</td>
-      <td>0.3346</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0181</td>
-      <td>0.3327</td>
-      <td>0.3327</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0177</td>
-      <td>0.3406</td>
-      <td>0.3406</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0183</td>
-      <td>0.3326</td>
-      <td>0.3326</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0198</td>
-      <td>0.3335</td>
-      <td>0.3335</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0204</td>
-      <td>0.3359</td>
-      <td>0.3359</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0195</td>
-      <td>0.3324</td>
-      <td>0.3324</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0207</td>
-      <td>0.3378</td>
-      <td>0.3378</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0202</td>
-      <td>0.3373</td>
-      <td>0.3373</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0209</td>
-      <td>0.3323</td>
-      <td>0.3323</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0177</td>
-      <td>0.3353</td>
-      <td>0.3353</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0218</td>
-      <td>0.3196</td>
-      <td>0.3196</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_10_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_10_f1.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 431.443s  
-> mul_sld: 188.845s  
-> bin_sld_gs: 1093.467s  
-> mul_sld_gs: 642.106s  
-> bin_sld_gsq: 522.073s  
-> bin_pacc: 422.062s  
-> mul_pacc: 154.976s  
-> binmc_pacc: 417.137s  
-> mulmc_pacc: 140.524s  
-> binne_pacc: 421.581s  
-> mulne_pacc: 157.883s  
-> bin_pacc_gs: 723.261s  
-> mul_pacc_gs: 258.223s  
-> bin_cc: 402.467s  
-> mul_cc: 144.805s  
-> kfcv: 108.333s  
-> ref: 118.158s  
-> atc_mc: 118.502s  
-> atc_ne: 96.965s  
-> doc_feat: 91.141s  
-> tot: 1096.718s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.4060</td>
-      <td>0.2096</td>
-      <td>0.0465</td>
-      <td>0.1580</td>
-      <td>0.1580</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0580</td>
-      <td>0.0555</td>
-      <td>0.1166</td>
-      <td>0.1115</td>
-      <td>0.1115</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0324</td>
-      <td>0.0315</td>
-      <td>0.0664</td>
-      <td>0.0899</td>
-      <td>0.0899</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0235</td>
-      <td>0.0199</td>
-      <td>0.0563</td>
-      <td>0.0782</td>
-      <td>0.0782</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0192</td>
-      <td>0.0215</td>
-      <td>0.0406</td>
-      <td>0.0673</td>
-      <td>0.0673</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0167</td>
-      <td>0.0207</td>
-      <td>0.0357</td>
-      <td>0.0637</td>
-      <td>0.0637</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0144</td>
-      <td>0.0215</td>
-      <td>0.0311</td>
-      <td>0.0612</td>
-      <td>0.0612</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0098</td>
-      <td>0.0245</td>
-      <td>0.0252</td>
-      <td>0.0553</td>
-      <td>0.0553</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0093</td>
-      <td>0.0230</td>
-      <td>0.0235</td>
-      <td>0.0605</td>
-      <td>0.0605</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0089</td>
-      <td>0.0234</td>
-      <td>0.0216</td>
-      <td>0.0589</td>
-      <td>0.0589</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0084</td>
-      <td>0.0219</td>
-      <td>0.0213</td>
-      <td>0.0587</td>
-      <td>0.0587</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0066</td>
-      <td>0.0236</td>
-      <td>0.0178</td>
-      <td>0.0550</td>
-      <td>0.0550</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0064</td>
-      <td>0.0235</td>
-      <td>0.0174</td>
-      <td>0.0526</td>
-      <td>0.0526</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0067</td>
-      <td>0.0221</td>
-      <td>0.0170</td>
-      <td>0.0541</td>
-      <td>0.0541</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0061</td>
-      <td>0.0213</td>
-      <td>0.0134</td>
-      <td>0.0511</td>
-      <td>0.0511</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0057</td>
-      <td>0.0203</td>
-      <td>0.0134</td>
-      <td>0.0521</td>
-      <td>0.0521</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0057</td>
-      <td>0.0190</td>
-      <td>0.0127</td>
-      <td>0.0526</td>
-      <td>0.0526</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0066</td>
-      <td>0.0172</td>
-      <td>0.0127</td>
-      <td>0.0488</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0065</td>
-      <td>0.0151</td>
-      <td>0.0111</td>
-      <td>0.0503</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0076</td>
-      <td>0.0129</td>
-      <td>0.0112</td>
-      <td>0.0518</td>
-      <td>0.0518</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0059</td>
-      <td>0.0064</td>
-      <td>0.0027</td>
-      <td>0.0495</td>
-      <td>0.0495</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0319</td>
-      <td>0.0312</td>
-      <td>0.0292</td>
-      <td>0.0658</td>
-      <td>0.0658</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_20_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_20_f1.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 440.439s  
-> mul_sld: 181.173s  
-> bin_sld_gs: 1117.061s  
-> mul_sld_gs: 644.511s  
-> bin_sld_gsq: 529.624s  
-> bin_pacc: 425.791s  
-> mul_pacc: 174.577s  
-> binmc_pacc: 425.760s  
-> mulmc_pacc: 147.208s  
-> binne_pacc: 424.010s  
-> mulne_pacc: 137.064s  
-> bin_pacc_gs: 729.394s  
-> mul_pacc_gs: 256.419s  
-> bin_cc: 407.241s  
-> mul_cc: 148.864s  
-> kfcv: 129.860s  
-> ref: 89.336s  
-> atc_mc: 117.685s  
-> atc_ne: 123.998s  
-> doc_feat: 91.912s  
-> tot: 1120.968s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0537</td>
-      <td>0.0907</td>
-      <td>0.0176</td>
-      <td>0.3913</td>
-      <td>0.3913</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0596</td>
-      <td>0.0472</td>
-      <td>0.1517</td>
-      <td>0.0484</td>
-      <td>0.0484</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0370</td>
-      <td>0.0353</td>
-      <td>0.0851</td>
-      <td>0.0293</td>
-      <td>0.0293</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0298</td>
-      <td>0.0215</td>
-      <td>0.0771</td>
-      <td>0.0291</td>
-      <td>0.0291</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0233</td>
-      <td>0.0205</td>
-      <td>0.0545</td>
-      <td>0.0239</td>
-      <td>0.0239</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0205</td>
-      <td>0.0193</td>
-      <td>0.0449</td>
-      <td>0.0193</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0150</td>
-      <td>0.0146</td>
-      <td>0.0402</td>
-      <td>0.0189</td>
-      <td>0.0189</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0132</td>
-      <td>0.0133</td>
-      <td>0.0325</td>
-      <td>0.0161</td>
-      <td>0.0161</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0121</td>
-      <td>0.0127</td>
-      <td>0.0311</td>
-      <td>0.0145</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0114</td>
-      <td>0.0122</td>
-      <td>0.0271</td>
-      <td>0.0131</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0097</td>
-      <td>0.0105</td>
-      <td>0.0221</td>
-      <td>0.0110</td>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0096</td>
-      <td>0.0108</td>
-      <td>0.0219</td>
-      <td>0.0115</td>
-      <td>0.0115</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0082</td>
-      <td>0.0083</td>
-      <td>0.0223</td>
-      <td>0.0109</td>
-      <td>0.0109</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0073</td>
-      <td>0.0078</td>
-      <td>0.0214</td>
-      <td>0.0113</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0063</td>
-      <td>0.0073</td>
-      <td>0.0183</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0068</td>
-      <td>0.0062</td>
-      <td>0.0172</td>
-      <td>0.0093</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0060</td>
-      <td>0.0048</td>
-      <td>0.0181</td>
-      <td>0.0089</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0052</td>
-      <td>0.0042</td>
-      <td>0.0164</td>
-      <td>0.0087</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0047</td>
-      <td>0.0040</td>
-      <td>0.0150</td>
-      <td>0.0083</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0048</td>
-      <td>0.0041</td>
-      <td>0.0181</td>
-      <td>0.0086</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0048</td>
-      <td>0.0077</td>
-      <td>0.0190</td>
-      <td>0.0073</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0166</td>
-      <td>0.0173</td>
-      <td>0.0367</td>
-      <td>0.0337</td>
-      <td>0.0337</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_30_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_30_f1.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 441.902s  
-> mul_sld: 171.147s  
-> bin_sld_gs: 1129.143s  
-> mul_sld_gs: 661.698s  
-> bin_sld_gsq: 534.997s  
-> bin_pacc: 438.840s  
-> mul_pacc: 172.945s  
-> binmc_pacc: 434.527s  
-> mulmc_pacc: 166.147s  
-> binne_pacc: 431.135s  
-> mulne_pacc: 144.562s  
-> bin_pacc_gs: 735.193s  
-> mul_pacc_gs: 266.608s  
-> bin_cc: 412.883s  
-> mul_cc: 159.067s  
-> kfcv: 137.954s  
-> ref: 132.249s  
-> atc_mc: 137.719s  
-> atc_ne: 134.107s  
-> doc_feat: 79.638s  
-> tot: 1133.285s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0959</td>
-      <td>0.0524</td>
-      <td>0.0025</td>
-      <td>0.5122</td>
-      <td>0.5122</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0436</td>
-      <td>0.0441</td>
-      <td>0.0568</td>
-      <td>0.0575</td>
-      <td>0.0575</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0293</td>
-      <td>0.0267</td>
-      <td>0.0319</td>
-      <td>0.0264</td>
-      <td>0.0264</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0240</td>
-      <td>0.0251</td>
-      <td>0.0304</td>
-      <td>0.0185</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0191</td>
-      <td>0.0202</td>
-      <td>0.0246</td>
-      <td>0.0141</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0169</td>
-      <td>0.0178</td>
-      <td>0.0196</td>
-      <td>0.0145</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0143</td>
-      <td>0.0156</td>
-      <td>0.0172</td>
-      <td>0.0119</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0157</td>
-      <td>0.0119</td>
-      <td>0.0141</td>
-      <td>0.0098</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0123</td>
-      <td>0.0109</td>
-      <td>0.0127</td>
-      <td>0.0093</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0131</td>
-      <td>0.0099</td>
-      <td>0.0112</td>
-      <td>0.0074</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0129</td>
-      <td>0.0099</td>
-      <td>0.0109</td>
-      <td>0.0071</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0112</td>
-      <td>0.0093</td>
-      <td>0.0099</td>
-      <td>0.0076</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0096</td>
-      <td>0.0079</td>
-      <td>0.0095</td>
-      <td>0.0067</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0092</td>
-      <td>0.0069</td>
-      <td>0.0085</td>
-      <td>0.0059</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0084</td>
-      <td>0.0064</td>
-      <td>0.0093</td>
-      <td>0.0057</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0082</td>
-      <td>0.0061</td>
-      <td>0.0076</td>
-      <td>0.0063</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0072</td>
-      <td>0.0053</td>
-      <td>0.0078</td>
-      <td>0.0053</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0061</td>
-      <td>0.0057</td>
-      <td>0.0096</td>
-      <td>0.0055</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0051</td>
-      <td>0.0049</td>
-      <td>0.0089</td>
-      <td>0.0050</td>
-      <td>0.0050</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0044</td>
-      <td>0.0046</td>
-      <td>0.0094</td>
-      <td>0.0049</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0036</td>
-      <td>0.0074</td>
-      <td>0.0108</td>
-      <td>0.0054</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0176</td>
-      <td>0.0147</td>
-      <td>0.0154</td>
-      <td>0.0356</td>
-      <td>0.0356</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_40_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_40_f1.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 432.840s  
-> mul_sld: 159.373s  
-> bin_sld_gs: 1148.243s  
-> mul_sld_gs: 657.176s  
-> bin_sld_gsq: 539.408s  
-> bin_pacc: 430.121s  
-> mul_pacc: 173.440s  
-> binmc_pacc: 433.871s  
-> mulmc_pacc: 158.794s  
-> binne_pacc: 435.732s  
-> mulne_pacc: 158.199s  
-> bin_pacc_gs: 728.918s  
-> mul_pacc_gs: 263.162s  
-> bin_cc: 405.769s  
-> mul_cc: 134.145s  
-> kfcv: 125.438s  
-> ref: 127.690s  
-> atc_mc: 108.387s  
-> atc_ne: 115.014s  
-> doc_feat: 90.803s  
-> tot: 1152.446s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1676</td>
-      <td>0.1998</td>
-      <td>0.0240</td>
-      <td>0.5861</td>
-      <td>0.5861</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0777</td>
-      <td>0.0669</td>
-      <td>0.0365</td>
-      <td>0.1441</td>
-      <td>0.1441</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0434</td>
-      <td>0.0438</td>
-      <td>0.0242</td>
-      <td>0.0650</td>
-      <td>0.0650</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0339</td>
-      <td>0.0315</td>
-      <td>0.0243</td>
-      <td>0.0438</td>
-      <td>0.0438</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0244</td>
-      <td>0.0214</td>
-      <td>0.0174</td>
-      <td>0.0258</td>
-      <td>0.0258</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0210</td>
-      <td>0.0208</td>
-      <td>0.0178</td>
-      <td>0.0206</td>
-      <td>0.0206</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0161</td>
-      <td>0.0142</td>
-      <td>0.0140</td>
-      <td>0.0140</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0152</td>
-      <td>0.0155</td>
-      <td>0.0134</td>
-      <td>0.0145</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0117</td>
-      <td>0.0140</td>
-      <td>0.0125</td>
-      <td>0.0118</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0109</td>
-      <td>0.0112</td>
-      <td>0.0108</td>
-      <td>0.0089</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0099</td>
-      <td>0.0104</td>
-      <td>0.0114</td>
-      <td>0.0096</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0086</td>
-      <td>0.0099</td>
-      <td>0.0110</td>
-      <td>0.0084</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0069</td>
-      <td>0.0084</td>
-      <td>0.0102</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0066</td>
-      <td>0.0075</td>
-      <td>0.0106</td>
-      <td>0.0072</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0057</td>
-      <td>0.0064</td>
-      <td>0.0115</td>
-      <td>0.0060</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0051</td>
-      <td>0.0063</td>
-      <td>0.0105</td>
-      <td>0.0064</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0051</td>
-      <td>0.0056</td>
-      <td>0.0101</td>
-      <td>0.0062</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0048</td>
-      <td>0.0062</td>
-      <td>0.0120</td>
-      <td>0.0051</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0056</td>
-      <td>0.0062</td>
-      <td>0.0120</td>
-      <td>0.0048</td>
-      <td>0.0048</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0057</td>
-      <td>0.0066</td>
-      <td>0.0123</td>
-      <td>0.0051</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0101</td>
-      <td>0.0128</td>
-      <td>0.0147</td>
-      <td>0.0047</td>
-      <td>0.0047</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0236</td>
-      <td>0.0250</td>
-      <td>0.0153</td>
-      <td>0.0479</td>
-      <td>0.0479</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_50_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_50_f1.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 423.693s  
-> mul_sld: 164.785s  
-> bin_sld_gs: 1105.830s  
-> mul_sld_gs: 648.000s  
-> bin_sld_gsq: 523.679s  
-> bin_pacc: 415.735s  
-> mul_pacc: 142.337s  
-> binmc_pacc: 422.073s  
-> mulmc_pacc: 162.522s  
-> binne_pacc: 411.703s  
-> mulne_pacc: 159.753s  
-> bin_pacc_gs: 722.307s  
-> mul_pacc_gs: 263.296s  
-> bin_cc: 394.807s  
-> mul_cc: 127.886s  
-> kfcv: 118.430s  
-> ref: 114.366s  
-> atc_mc: 111.695s  
-> atc_ne: 96.170s  
-> doc_feat: 92.012s  
-> tot: 1110.535s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1002</td>
-      <td>0.0586</td>
-      <td>0.0868</td>
-      <td>0.6121</td>
-      <td>0.6121</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0806</td>
-      <td>0.0569</td>
-      <td>0.0847</td>
-      <td>0.2334</td>
-      <td>0.2334</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0539</td>
-      <td>0.0373</td>
-      <td>0.0557</td>
-      <td>0.1135</td>
-      <td>0.1135</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0419</td>
-      <td>0.0306</td>
-      <td>0.0458</td>
-      <td>0.0789</td>
-      <td>0.0789</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0302</td>
-      <td>0.0218</td>
-      <td>0.0313</td>
-      <td>0.0503</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0270</td>
-      <td>0.0200</td>
-      <td>0.0281</td>
-      <td>0.0383</td>
-      <td>0.0383</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0211</td>
-      <td>0.0158</td>
-      <td>0.0231</td>
-      <td>0.0278</td>
-      <td>0.0278</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0195</td>
-      <td>0.0146</td>
-      <td>0.0191</td>
-      <td>0.0211</td>
-      <td>0.0211</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0173</td>
-      <td>0.0117</td>
-      <td>0.0167</td>
-      <td>0.0176</td>
-      <td>0.0176</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0146</td>
-      <td>0.0105</td>
-      <td>0.0133</td>
-      <td>0.0130</td>
-      <td>0.0130</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0128</td>
-      <td>0.0096</td>
-      <td>0.0120</td>
-      <td>0.0118</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0115</td>
-      <td>0.0091</td>
-      <td>0.0104</td>
-      <td>0.0098</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0108</td>
-      <td>0.0075</td>
-      <td>0.0080</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0090</td>
-      <td>0.0065</td>
-      <td>0.0068</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0068</td>
-      <td>0.0054</td>
-      <td>0.0055</td>
-      <td>0.0057</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0058</td>
-      <td>0.0049</td>
-      <td>0.0051</td>
-      <td>0.0052</td>
-      <td>0.0052</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0055</td>
-      <td>0.0047</td>
-      <td>0.0046</td>
-      <td>0.0046</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0046</td>
-      <td>0.0045</td>
-      <td>0.0043</td>
-      <td>0.0039</td>
-      <td>0.0039</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0044</td>
-      <td>0.0046</td>
-      <td>0.0047</td>
-      <td>0.0038</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0043</td>
-      <td>0.0043</td>
-      <td>0.0052</td>
-      <td>0.0027</td>
-      <td>0.0027</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0075</td>
-      <td>0.0058</td>
-      <td>0.0069</td>
-      <td>0.0026</td>
-      <td>0.0026</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0233</td>
-      <td>0.0164</td>
-      <td>0.0228</td>
-      <td>0.0606</td>
-      <td>0.0606</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_60_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_60_f1.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 446.445s  
-> mul_sld: 164.730s  
-> bin_sld_gs: 1117.398s  
-> mul_sld_gs: 661.430s  
-> bin_sld_gsq: 528.925s  
-> bin_pacc: 431.969s  
-> mul_pacc: 151.272s  
-> binmc_pacc: 430.157s  
-> mulmc_pacc: 180.251s  
-> binne_pacc: 438.442s  
-> mulne_pacc: 173.700s  
-> bin_pacc_gs: 733.397s  
-> mul_pacc_gs: 262.705s  
-> bin_cc: 407.885s  
-> mul_cc: 153.959s  
-> kfcv: 132.641s  
-> ref: 136.486s  
-> atc_mc: 135.594s  
-> atc_ne: 129.372s  
-> doc_feat: 95.722s  
-> tot: 1121.806s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0190</td>
-      <td>0.0109</td>
-      <td>0.0709</td>
-      <td>0.5530</td>
-      <td>0.5530</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0290</td>
-      <td>0.0255</td>
-      <td>0.0493</td>
-      <td>0.2717</td>
-      <td>0.2717</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0197</td>
-      <td>0.0202</td>
-      <td>0.0280</td>
-      <td>0.1554</td>
-      <td>0.1554</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0172</td>
-      <td>0.0189</td>
-      <td>0.0194</td>
-      <td>0.0993</td>
-      <td>0.0993</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0115</td>
-      <td>0.0189</td>
-      <td>0.0150</td>
-      <td>0.0643</td>
-      <td>0.0643</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0104</td>
-      <td>0.0158</td>
-      <td>0.0128</td>
-      <td>0.0433</td>
-      <td>0.0433</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0091</td>
-      <td>0.0125</td>
-      <td>0.0101</td>
-      <td>0.0320</td>
-      <td>0.0320</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0084</td>
-      <td>0.0126</td>
-      <td>0.0121</td>
-      <td>0.0194</td>
-      <td>0.0194</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0067</td>
-      <td>0.0106</td>
-      <td>0.0111</td>
-      <td>0.0151</td>
-      <td>0.0151</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0071</td>
-      <td>0.0119</td>
-      <td>0.0132</td>
-      <td>0.0116</td>
-      <td>0.0116</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0067</td>
-      <td>0.0104</td>
-      <td>0.0118</td>
-      <td>0.0101</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0071</td>
-      <td>0.0105</td>
-      <td>0.0134</td>
-      <td>0.0058</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0061</td>
-      <td>0.0095</td>
-      <td>0.0129</td>
-      <td>0.0054</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0053</td>
-      <td>0.0088</td>
-      <td>0.0130</td>
-      <td>0.0054</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0056</td>
-      <td>0.0089</td>
-      <td>0.0142</td>
-      <td>0.0044</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0061</td>
-      <td>0.0091</td>
-      <td>0.0147</td>
-      <td>0.0042</td>
-      <td>0.0042</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0066</td>
-      <td>0.0085</td>
-      <td>0.0154</td>
-      <td>0.0051</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0066</td>
-      <td>0.0084</td>
-      <td>0.0153</td>
-      <td>0.0046</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0071</td>
-      <td>0.0082</td>
-      <td>0.0145</td>
-      <td>0.0045</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0083</td>
-      <td>0.0079</td>
-      <td>0.0151</td>
-      <td>0.0044</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0086</td>
-      <td>0.0087</td>
-      <td>0.0155</td>
-      <td>0.0051</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0101</td>
-      <td>0.0122</td>
-      <td>0.0189</td>
-      <td>0.0631</td>
-      <td>0.0631</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_70_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_70_f1.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 407.545s  
-> mul_sld: 147.073s  
-> bin_sld_gs: 4046.450s  
-> mul_sld_gs: 3606.019s  
-> bin_sld_gsq: 490.593s  
-> bin_pacc: 399.480s  
-> mul_pacc: 162.231s  
-> binmc_pacc: 403.466s  
-> mulmc_pacc: 179.691s  
-> binne_pacc: 403.638s  
-> mulne_pacc: 171.078s  
-> bin_pacc_gs: 3446.185s  
-> mul_pacc_gs: 257.968s  
-> bin_cc: 374.905s  
-> mul_cc: 150.379s  
-> kfcv: 133.439s  
-> ref: 132.673s  
-> atc_mc: 130.594s  
-> atc_ne: 131.031s  
-> doc_feat: 81.112s  
-> tot: 4051.202s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0052</td>
-      <td>0.0275</td>
-      <td>0.0389</td>
-      <td>0.5543</td>
-      <td>0.5543</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0216</td>
-      <td>0.0295</td>
-      <td>0.0509</td>
-      <td>0.3560</td>
-      <td>0.3560</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0163</td>
-      <td>0.0199</td>
-      <td>0.0387</td>
-      <td>0.2466</td>
-      <td>0.2466</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0159</td>
-      <td>0.0169</td>
-      <td>0.0315</td>
-      <td>0.1736</td>
-      <td>0.1736</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0111</td>
-      <td>0.0122</td>
-      <td>0.0221</td>
-      <td>0.1294</td>
-      <td>0.1294</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0107</td>
-      <td>0.0110</td>
-      <td>0.0181</td>
-      <td>0.0960</td>
-      <td>0.0960</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0097</td>
-      <td>0.0095</td>
-      <td>0.0150</td>
-      <td>0.0688</td>
-      <td>0.0688</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0075</td>
-      <td>0.0085</td>
-      <td>0.0089</td>
-      <td>0.0486</td>
-      <td>0.0486</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0071</td>
-      <td>0.0083</td>
-      <td>0.0086</td>
-      <td>0.0379</td>
-      <td>0.0379</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0068</td>
-      <td>0.0086</td>
-      <td>0.0067</td>
-      <td>0.0268</td>
-      <td>0.0268</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0062</td>
-      <td>0.0073</td>
-      <td>0.0060</td>
-      <td>0.0223</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0055</td>
-      <td>0.0085</td>
-      <td>0.0050</td>
-      <td>0.0150</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0050</td>
-      <td>0.0068</td>
-      <td>0.0045</td>
-      <td>0.0119</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0049</td>
-      <td>0.0067</td>
-      <td>0.0045</td>
-      <td>0.0086</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0047</td>
-      <td>0.0070</td>
-      <td>0.0050</td>
-      <td>0.0067</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0039</td>
-      <td>0.0064</td>
-      <td>0.0053</td>
-      <td>0.0046</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0042</td>
-      <td>0.0060</td>
-      <td>0.0058</td>
-      <td>0.0044</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0035</td>
-      <td>0.0056</td>
-      <td>0.0059</td>
-      <td>0.0036</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0036</td>
-      <td>0.0047</td>
-      <td>0.0058</td>
-      <td>0.0034</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0032</td>
-      <td>0.0044</td>
-      <td>0.0066</td>
-      <td>0.0036</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0027</td>
-      <td>0.0037</td>
-      <td>0.0074</td>
-      <td>0.0041</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0076</td>
-      <td>0.0104</td>
-      <td>0.0143</td>
-      <td>0.0870</td>
-      <td>0.0870</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_80_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_80_f1.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 56.896s  
-> mul_sld_gs: 351.569s  
-> mul_cc: 51.884s  
-> kfcv: 46.187s  
-> ref: 44.331s  
-> atc_mc: 47.954s  
-> atc_ne: 47.496s  
-> doc_feat: 41.155s  
-> tot: 357.732s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0366</td>
-      <td>0.4608</td>
-      <td>0.4608</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0459</td>
-      <td>0.3731</td>
-      <td>0.3731</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0430</td>
-      <td>0.3053</td>
-      <td>0.3053</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0407</td>
-      <td>0.2498</td>
-      <td>0.2498</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0340</td>
-      <td>0.2053</td>
-      <td>0.2053</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0300</td>
-      <td>0.1687</td>
-      <td>0.1687</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0268</td>
-      <td>0.1354</td>
-      <td>0.1354</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0204</td>
-      <td>0.1093</td>
-      <td>0.1093</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0194</td>
-      <td>0.0883</td>
-      <td>0.0883</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0143</td>
-      <td>0.0693</td>
-      <td>0.0693</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0130</td>
-      <td>0.0554</td>
-      <td>0.0554</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0090</td>
-      <td>0.0420</td>
-      <td>0.0420</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0085</td>
-      <td>0.0326</td>
-      <td>0.0326</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0065</td>
-      <td>0.0245</td>
-      <td>0.0245</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0052</td>
-      <td>0.0169</td>
-      <td>0.0169</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0036</td>
-      <td>0.0103</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0032</td>
-      <td>0.0063</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0030</td>
-      <td>0.0038</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0038</td>
-      <td>0.0032</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0044</td>
-      <td>0.0038</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0042</td>
-      <td>0.0045</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0179</td>
-      <td>0.1128</td>
-      <td>0.1128</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_gs_vs_qgs_90_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1211</td>
-      <td>0.0783</td>
-      <td>0.0410</td>
-      <td>0.4260</td>
-      <td>0.4260</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0529</td>
-      <td>0.0498</td>
-      <td>0.0781</td>
-      <td>0.2154</td>
-      <td>0.2154</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0331</td>
-      <td>0.0329</td>
-      <td>0.0471</td>
-      <td>0.1508</td>
-      <td>0.1508</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0266</td>
-      <td>0.0257</td>
-      <td>0.0407</td>
-      <td>0.1230</td>
-      <td>0.1230</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0198</td>
-      <td>0.0208</td>
-      <td>0.0294</td>
-      <td>0.1023</td>
-      <td>0.1023</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0176</td>
-      <td>0.0188</td>
-      <td>0.0253</td>
-      <td>0.0888</td>
-      <td>0.0888</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0143</td>
-      <td>0.0160</td>
-      <td>0.0215</td>
-      <td>0.0786</td>
-      <td>0.0786</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0128</td>
-      <td>0.0150</td>
-      <td>0.0179</td>
-      <td>0.0695</td>
-      <td>0.0695</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0109</td>
-      <td>0.0138</td>
-      <td>0.0166</td>
-      <td>0.0659</td>
-      <td>0.0659</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0104</td>
-      <td>0.0130</td>
-      <td>0.0149</td>
-      <td>0.0603</td>
-      <td>0.0603</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0095</td>
-      <td>0.0123</td>
-      <td>0.0136</td>
-      <td>0.0578</td>
-      <td>0.0578</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0086</td>
-      <td>0.0121</td>
-      <td>0.0128</td>
-      <td>0.0542</td>
-      <td>0.0542</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0076</td>
-      <td>0.0109</td>
-      <td>0.0121</td>
-      <td>0.0530</td>
-      <td>0.0530</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0070</td>
-      <td>0.0101</td>
-      <td>0.0117</td>
-      <td>0.0507</td>
-      <td>0.0507</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0062</td>
-      <td>0.0097</td>
-      <td>0.0110</td>
-      <td>0.0488</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0059</td>
-      <td>0.0093</td>
-      <td>0.0105</td>
-      <td>0.0483</td>
-      <td>0.0483</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0057</td>
-      <td>0.0085</td>
-      <td>0.0106</td>
-      <td>0.0473</td>
-      <td>0.0473</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0053</td>
-      <td>0.0084</td>
-      <td>0.0109</td>
-      <td>0.0469</td>
-      <td>0.0469</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0053</td>
-      <td>0.0080</td>
-      <td>0.0103</td>
-      <td>0.0467</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0055</td>
-      <td>0.0078</td>
-      <td>0.0111</td>
-      <td>0.0464</td>
-      <td>0.0464</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0062</td>
-      <td>0.0083</td>
-      <td>0.0110</td>
-      <td>0.0465</td>
-      <td>0.0465</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0187</td>
-      <td>0.0185</td>
-      <td>0.0218</td>
-      <td>0.0918</td>
-      <td>0.0918</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>NaN</td>
-      <td>0.0218</td>
-      <td>NaN</td>
-      <td>0.3196</td>
-      <td>0.3196</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0319</td>
-      <td>0.0312</td>
-      <td>0.0292</td>
-      <td>0.0658</td>
-      <td>0.0658</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0166</td>
-      <td>0.0173</td>
-      <td>0.0367</td>
-      <td>0.0337</td>
-      <td>0.0337</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0176</td>
-      <td>0.0147</td>
-      <td>0.0154</td>
-      <td>0.0356</td>
-      <td>0.0356</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0236</td>
-      <td>0.0250</td>
-      <td>0.0153</td>
-      <td>0.0479</td>
-      <td>0.0479</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0233</td>
-      <td>0.0164</td>
-      <td>0.0228</td>
-      <td>0.0606</td>
-      <td>0.0606</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0101</td>
-      <td>0.0122</td>
-      <td>0.0189</td>
-      <td>0.0631</td>
-      <td>0.0631</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0076</td>
-      <td>0.0104</td>
-      <td>0.0143</td>
-      <td>0.0870</td>
-      <td>0.0870</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0179</td>
-      <td>NaN</td>
-      <td>0.1128</td>
-      <td>0.1128</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0187</td>
-      <td>0.0185</td>
-      <td>0.0218</td>
-      <td>0.0918</td>
-      <td>0.0918</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_gs_vs_qgs_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_gs_vs_qgs_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_gs_vs_qgs_avg_f1.png)
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_atc_acc.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_atc_acc.md
deleted file mode 100644
index 1202e9b..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_atc_acc.md
+++ /dev/null
@@ -1,2152 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 203.037s  
-> mul_sld: 73.117s  
-> binmc_sld: 203.298s  
-> mulmc_sld: 72.193s  
-> binne_sld: 202.750s  
-> mulne_sld: 66.052s  
-> ref: 42.077s  
-> atc_mc: 45.501s  
-> tot: 210.220s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0009</td>
-      <td>0.0006</td>
-      <td>0.0029</td>
-      <td>0.0023</td>
-      <td>0.0050</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0058</td>
-      <td>0.0086</td>
-      <td>0.0074</td>
-      <td>0.0059</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0068</td>
-      <td>0.0106</td>
-      <td>0.0110</td>
-      <td>0.0083</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0108</td>
-      <td>0.0310</td>
-      <td>0.0130</td>
-      <td>0.0125</td>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0179</td>
-      <td>0.0680</td>
-      <td>0.0164</td>
-      <td>0.0157</td>
-      <td>0.0136</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0265</td>
-      <td>0.1009</td>
-      <td>0.0205</td>
-      <td>0.0292</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0347</td>
-      <td>0.1255</td>
-      <td>0.0228</td>
-      <td>0.0485</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0428</td>
-      <td>0.1470</td>
-      <td>0.0240</td>
-      <td>0.0696</td>
-      <td>0.0270</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0521</td>
-      <td>0.1685</td>
-      <td>0.0301</td>
-      <td>0.1162</td>
-      <td>0.0300</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0600</td>
-      <td>0.1853</td>
-      <td>0.0345</td>
-      <td>0.1384</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0708</td>
-      <td>0.2041</td>
-      <td>0.0413</td>
-      <td>0.1723</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0767</td>
-      <td>0.2168</td>
-      <td>0.0410</td>
-      <td>0.1952</td>
-      <td>0.0445</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0869</td>
-      <td>0.2332</td>
-      <td>0.0508</td>
-      <td>0.2188</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0960</td>
-      <td>0.2435</td>
-      <td>0.0534</td>
-      <td>0.2333</td>
-      <td>0.0527</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.1029</td>
-      <td>0.2534</td>
-      <td>0.0573</td>
-      <td>0.2457</td>
-      <td>0.0592</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.1078</td>
-      <td>0.2530</td>
-      <td>0.0606</td>
-      <td>0.2530</td>
-      <td>0.0617</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.1146</td>
-      <td>0.2157</td>
-      <td>0.0661</td>
-      <td>0.2595</td>
-      <td>0.0647</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.1184</td>
-      <td>0.1519</td>
-      <td>0.0703</td>
-      <td>0.2597</td>
-      <td>0.0679</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.1010</td>
-      <td>0.1016</td>
-      <td>0.0716</td>
-      <td>0.1977</td>
-      <td>0.0714</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0518</td>
-      <td>0.0770</td>
-      <td>0.0517</td>
-      <td>0.1174</td>
-      <td>0.0803</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0021</td>
-      <td>0.0139</td>
-      <td>0.0021</td>
-      <td>0.0203</td>
-      <td>0.0817</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0565</td>
-      <td>0.1338</td>
-      <td>0.0357</td>
-      <td>0.1247</td>
-      <td>0.0402</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_10_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_10_acc.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 217.889s  
-> mul_sld: 74.904s  
-> binmc_sld: 220.775s  
-> mulmc_sld: 80.875s  
-> binne_sld: 219.751s  
-> mulne_sld: 76.270s  
-> bin_pacc: 209.775s  
-> mul_pacc: 54.926s  
-> ref: 46.602s  
-> atc_mc: 50.329s  
-> tot: 224.927s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0020</td>
-      <td>0.0030</td>
-      <td>0.0057</td>
-      <td>0.0061</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0162</td>
-      <td>0.0088</td>
-      <td>0.0173</td>
-      <td>0.0131</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0200</td>
-      <td>0.0104</td>
-      <td>0.0241</td>
-      <td>0.0200</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0189</td>
-      <td>0.0137</td>
-      <td>0.0255</td>
-      <td>0.0267</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0174</td>
-      <td>0.0168</td>
-      <td>0.0276</td>
-      <td>0.0339</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0185</td>
-      <td>0.0215</td>
-      <td>0.0303</td>
-      <td>0.0415</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0166</td>
-      <td>0.0255</td>
-      <td>0.0281</td>
-      <td>0.0472</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0152</td>
-      <td>0.0310</td>
-      <td>0.0309</td>
-      <td>0.0547</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0238</td>
-      <td>0.0412</td>
-      <td>0.0413</td>
-      <td>0.0664</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0221</td>
-      <td>0.0475</td>
-      <td>0.0404</td>
-      <td>0.0738</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0239</td>
-      <td>0.0569</td>
-      <td>0.0431</td>
-      <td>0.0839</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0216</td>
-      <td>0.0618</td>
-      <td>0.0409</td>
-      <td>0.0875</td>
-      <td>0.0124</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0269</td>
-      <td>0.0709</td>
-      <td>0.0377</td>
-      <td>0.0960</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0318</td>
-      <td>0.0813</td>
-      <td>0.0442</td>
-      <td>0.1060</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0343</td>
-      <td>0.0914</td>
-      <td>0.0407</td>
-      <td>0.1133</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0391</td>
-      <td>0.0997</td>
-      <td>0.0490</td>
-      <td>0.1195</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0420</td>
-      <td>0.1095</td>
-      <td>0.0508</td>
-      <td>0.1254</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0451</td>
-      <td>0.1200</td>
-      <td>0.0467</td>
-      <td>0.1304</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0464</td>
-      <td>0.1308</td>
-      <td>0.0557</td>
-      <td>0.1370</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0481</td>
-      <td>0.1431</td>
-      <td>0.0632</td>
-      <td>0.1429</td>
-      <td>0.0166</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0058</td>
-      <td>0.1340</td>
-      <td>0.0299</td>
-      <td>0.1388</td>
-      <td>0.0157</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0255</td>
-      <td>0.0628</td>
-      <td>0.0368</td>
-      <td>0.0792</td>
-      <td>0.0111</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_20_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_20_acc.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 215.816s  
-> mul_sld: 70.089s  
-> binmc_sld: 213.798s  
-> mulmc_sld: 67.714s  
-> binne_sld: 215.552s  
-> mulne_sld: 68.181s  
-> bin_pacc: 208.609s  
-> mul_pacc: 55.495s  
-> ref: 46.494s  
-> atc_mc: 50.590s  
-> tot: 220.459s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0008</td>
-      <td>0.0020</td>
-      <td>0.0031</td>
-      <td>0.0034</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0159</td>
-      <td>0.0080</td>
-      <td>0.0112</td>
-      <td>0.0087</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0162</td>
-      <td>0.0106</td>
-      <td>0.0117</td>
-      <td>0.0098</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0206</td>
-      <td>0.0109</td>
-      <td>0.0157</td>
-      <td>0.0128</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0196</td>
-      <td>0.0130</td>
-      <td>0.0149</td>
-      <td>0.0131</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0200</td>
-      <td>0.0133</td>
-      <td>0.0154</td>
-      <td>0.0139</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0199</td>
-      <td>0.0131</td>
-      <td>0.0158</td>
-      <td>0.0144</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0198</td>
-      <td>0.0142</td>
-      <td>0.0158</td>
-      <td>0.0152</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0213</td>
-      <td>0.0153</td>
-      <td>0.0173</td>
-      <td>0.0168</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0220</td>
-      <td>0.0172</td>
-      <td>0.0178</td>
-      <td>0.0182</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0191</td>
-      <td>0.0181</td>
-      <td>0.0159</td>
-      <td>0.0170</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0211</td>
-      <td>0.0204</td>
-      <td>0.0180</td>
-      <td>0.0184</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0240</td>
-      <td>0.0256</td>
-      <td>0.0196</td>
-      <td>0.0209</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0263</td>
-      <td>0.0288</td>
-      <td>0.0209</td>
-      <td>0.0212</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0244</td>
-      <td>0.0325</td>
-      <td>0.0191</td>
-      <td>0.0208</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0258</td>
-      <td>0.0334</td>
-      <td>0.0192</td>
-      <td>0.0196</td>
-      <td>0.0134</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0297</td>
-      <td>0.0384</td>
-      <td>0.0221</td>
-      <td>0.0204</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0309</td>
-      <td>0.0426</td>
-      <td>0.0223</td>
-      <td>0.0214</td>
-      <td>0.0132</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0314</td>
-      <td>0.0457</td>
-      <td>0.0217</td>
-      <td>0.0213</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0384</td>
-      <td>0.0558</td>
-      <td>0.0300</td>
-      <td>0.0279</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0141</td>
-      <td>0.0553</td>
-      <td>0.0186</td>
-      <td>0.0243</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0220</td>
-      <td>0.0245</td>
-      <td>0.0174</td>
-      <td>0.0171</td>
-      <td>0.0095</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_30_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_30_acc.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 213.272s  
-> mul_sld: 64.236s  
-> binmc_sld: 213.186s  
-> mulmc_sld: 63.510s  
-> binne_sld: 213.277s  
-> mulne_sld: 62.919s  
-> bin_pacc: 208.657s  
-> mul_pacc: 55.226s  
-> ref: 46.375s  
-> atc_mc: 50.706s  
-> tot: 218.174s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0005</td>
-      <td>0.0033</td>
-      <td>0.0010</td>
-      <td>0.0037</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0119</td>
-      <td>0.0074</td>
-      <td>0.0059</td>
-      <td>0.0063</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0084</td>
-      <td>0.0098</td>
-      <td>0.0065</td>
-      <td>0.0085</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0096</td>
-      <td>0.0108</td>
-      <td>0.0084</td>
-      <td>0.0089</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0117</td>
-      <td>0.0137</td>
-      <td>0.0103</td>
-      <td>0.0103</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0136</td>
-      <td>0.0153</td>
-      <td>0.0115</td>
-      <td>0.0111</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0150</td>
-      <td>0.0159</td>
-      <td>0.0120</td>
-      <td>0.0113</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0168</td>
-      <td>0.0192</td>
-      <td>0.0127</td>
-      <td>0.0130</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0157</td>
-      <td>0.0178</td>
-      <td>0.0121</td>
-      <td>0.0118</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0177</td>
-      <td>0.0203</td>
-      <td>0.0136</td>
-      <td>0.0141</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0161</td>
-      <td>0.0200</td>
-      <td>0.0133</td>
-      <td>0.0144</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0167</td>
-      <td>0.0204</td>
-      <td>0.0141</td>
-      <td>0.0151</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0139</td>
-      <td>0.0175</td>
-      <td>0.0122</td>
-      <td>0.0131</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0114</td>
-      <td>0.0162</td>
-      <td>0.0107</td>
-      <td>0.0125</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0114</td>
-      <td>0.0143</td>
-      <td>0.0107</td>
-      <td>0.0117</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0096</td>
-      <td>0.0126</td>
-      <td>0.0091</td>
-      <td>0.0116</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0095</td>
-      <td>0.0110</td>
-      <td>0.0083</td>
-      <td>0.0106</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0141</td>
-      <td>0.0112</td>
-      <td>0.0104</td>
-      <td>0.0102</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0157</td>
-      <td>0.0109</td>
-      <td>0.0100</td>
-      <td>0.0090</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0198</td>
-      <td>0.0147</td>
-      <td>0.0123</td>
-      <td>0.0087</td>
-      <td>0.0117</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0039</td>
-      <td>0.0103</td>
-      <td>0.0061</td>
-      <td>0.0069</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0125</td>
-      <td>0.0139</td>
-      <td>0.0100</td>
-      <td>0.0106</td>
-      <td>0.0081</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_40_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_40_acc.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 213.794s  
-> mul_sld: 63.132s  
-> binmc_sld: 212.621s  
-> mulmc_sld: 62.747s  
-> binne_sld: 213.874s  
-> mulne_sld: 62.130s  
-> bin_pacc: 207.785s  
-> mul_pacc: 55.973s  
-> ref: 46.679s  
-> atc_mc: 50.991s  
-> tot: 218.726s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0004</td>
-      <td>0.0064</td>
-      <td>0.0004</td>
-      <td>0.0065</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0122</td>
-      <td>0.0078</td>
-      <td>0.0048</td>
-      <td>0.0105</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0089</td>
-      <td>0.0118</td>
-      <td>0.0051</td>
-      <td>0.0134</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0100</td>
-      <td>0.0136</td>
-      <td>0.0074</td>
-      <td>0.0136</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0084</td>
-      <td>0.0166</td>
-      <td>0.0086</td>
-      <td>0.0141</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0097</td>
-      <td>0.0199</td>
-      <td>0.0108</td>
-      <td>0.0156</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0115</td>
-      <td>0.0202</td>
-      <td>0.0118</td>
-      <td>0.0143</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0167</td>
-      <td>0.0243</td>
-      <td>0.0154</td>
-      <td>0.0171</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0185</td>
-      <td>0.0236</td>
-      <td>0.0155</td>
-      <td>0.0159</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0227</td>
-      <td>0.0260</td>
-      <td>0.0178</td>
-      <td>0.0167</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0224</td>
-      <td>0.0245</td>
-      <td>0.0161</td>
-      <td>0.0155</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0233</td>
-      <td>0.0249</td>
-      <td>0.0164</td>
-      <td>0.0156</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0215</td>
-      <td>0.0241</td>
-      <td>0.0146</td>
-      <td>0.0143</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0184</td>
-      <td>0.0221</td>
-      <td>0.0127</td>
-      <td>0.0131</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0150</td>
-      <td>0.0186</td>
-      <td>0.0116</td>
-      <td>0.0113</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0126</td>
-      <td>0.0171</td>
-      <td>0.0110</td>
-      <td>0.0109</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0095</td>
-      <td>0.0154</td>
-      <td>0.0098</td>
-      <td>0.0107</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0098</td>
-      <td>0.0120</td>
-      <td>0.0113</td>
-      <td>0.0104</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0111</td>
-      <td>0.0105</td>
-      <td>0.0112</td>
-      <td>0.0100</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0154</td>
-      <td>0.0101</td>
-      <td>0.0127</td>
-      <td>0.0093</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0030</td>
-      <td>0.0067</td>
-      <td>0.0070</td>
-      <td>0.0081</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0134</td>
-      <td>0.0170</td>
-      <td>0.0111</td>
-      <td>0.0127</td>
-      <td>0.0095</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_50_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_50_acc.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 213.635s  
-> mul_sld: 63.211s  
-> binmc_sld: 212.836s  
-> mulmc_sld: 62.226s  
-> binne_sld: 212.259s  
-> mulne_sld: 61.992s  
-> bin_pacc: 207.509s  
-> mul_pacc: 55.534s  
-> ref: 46.606s  
-> atc_mc: 51.106s  
-> tot: 217.198s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0004</td>
-      <td>0.0076</td>
-      <td>0.0004</td>
-      <td>0.0066</td>
-      <td>0.0170</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0172</td>
-      <td>0.0094</td>
-      <td>0.0068</td>
-      <td>0.0074</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0147</td>
-      <td>0.0088</td>
-      <td>0.0055</td>
-      <td>0.0099</td>
-      <td>0.0147</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0132</td>
-      <td>0.0110</td>
-      <td>0.0067</td>
-      <td>0.0116</td>
-      <td>0.0173</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0104</td>
-      <td>0.0118</td>
-      <td>0.0063</td>
-      <td>0.0116</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0095</td>
-      <td>0.0141</td>
-      <td>0.0084</td>
-      <td>0.0134</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0079</td>
-      <td>0.0153</td>
-      <td>0.0079</td>
-      <td>0.0134</td>
-      <td>0.0132</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0083</td>
-      <td>0.0180</td>
-      <td>0.0098</td>
-      <td>0.0144</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0107</td>
-      <td>0.0196</td>
-      <td>0.0123</td>
-      <td>0.0147</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0120</td>
-      <td>0.0216</td>
-      <td>0.0129</td>
-      <td>0.0151</td>
-      <td>0.0105</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0152</td>
-      <td>0.0219</td>
-      <td>0.0146</td>
-      <td>0.0148</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0186</td>
-      <td>0.0237</td>
-      <td>0.0167</td>
-      <td>0.0160</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0205</td>
-      <td>0.0242</td>
-      <td>0.0166</td>
-      <td>0.0151</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0213</td>
-      <td>0.0243</td>
-      <td>0.0161</td>
-      <td>0.0148</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0199</td>
-      <td>0.0219</td>
-      <td>0.0147</td>
-      <td>0.0132</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0199</td>
-      <td>0.0220</td>
-      <td>0.0145</td>
-      <td>0.0136</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0156</td>
-      <td>0.0185</td>
-      <td>0.0120</td>
-      <td>0.0115</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0124</td>
-      <td>0.0159</td>
-      <td>0.0106</td>
-      <td>0.0107</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0091</td>
-      <td>0.0136</td>
-      <td>0.0091</td>
-      <td>0.0105</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0081</td>
-      <td>0.0075</td>
-      <td>0.0065</td>
-      <td>0.0071</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0014</td>
-      <td>0.0029</td>
-      <td>0.0032</td>
-      <td>0.0040</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0127</td>
-      <td>0.0159</td>
-      <td>0.0101</td>
-      <td>0.0119</td>
-      <td>0.0111</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_60_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_60_acc.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 212.599s  
-> mul_sld: 62.605s  
-> binmc_sld: 212.279s  
-> mulmc_sld: 61.417s  
-> binne_sld: 212.832s  
-> mulne_sld: 61.371s  
-> bin_pacc: 207.524s  
-> mul_pacc: 62.649s  
-> ref: 45.958s  
-> atc_mc: 50.040s  
-> tot: 217.791s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0005</td>
-      <td>0.0091</td>
-      <td>0.0005</td>
-      <td>0.0066</td>
-      <td>0.0135</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0209</td>
-      <td>0.0177</td>
-      <td>0.0096</td>
-      <td>0.0066</td>
-      <td>0.0133</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0208</td>
-      <td>0.0165</td>
-      <td>0.0090</td>
-      <td>0.0070</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0199</td>
-      <td>0.0153</td>
-      <td>0.0095</td>
-      <td>0.0088</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0191</td>
-      <td>0.0156</td>
-      <td>0.0089</td>
-      <td>0.0094</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0176</td>
-      <td>0.0141</td>
-      <td>0.0087</td>
-      <td>0.0094</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0142</td>
-      <td>0.0107</td>
-      <td>0.0068</td>
-      <td>0.0079</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0139</td>
-      <td>0.0111</td>
-      <td>0.0081</td>
-      <td>0.0087</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0117</td>
-      <td>0.0106</td>
-      <td>0.0068</td>
-      <td>0.0084</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0106</td>
-      <td>0.0107</td>
-      <td>0.0070</td>
-      <td>0.0088</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0095</td>
-      <td>0.0099</td>
-      <td>0.0076</td>
-      <td>0.0084</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0101</td>
-      <td>0.0124</td>
-      <td>0.0085</td>
-      <td>0.0099</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0086</td>
-      <td>0.0125</td>
-      <td>0.0081</td>
-      <td>0.0096</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0082</td>
-      <td>0.0125</td>
-      <td>0.0077</td>
-      <td>0.0088</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0079</td>
-      <td>0.0127</td>
-      <td>0.0076</td>
-      <td>0.0090</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0099</td>
-      <td>0.0128</td>
-      <td>0.0088</td>
-      <td>0.0087</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0100</td>
-      <td>0.0122</td>
-      <td>0.0091</td>
-      <td>0.0092</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0109</td>
-      <td>0.0122</td>
-      <td>0.0103</td>
-      <td>0.0101</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0105</td>
-      <td>0.0104</td>
-      <td>0.0098</td>
-      <td>0.0094</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0110</td>
-      <td>0.0080</td>
-      <td>0.0118</td>
-      <td>0.0095</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0044</td>
-      <td>0.0045</td>
-      <td>0.0098</td>
-      <td>0.0080</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0119</td>
-      <td>0.0120</td>
-      <td>0.0083</td>
-      <td>0.0087</td>
-      <td>0.0093</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_70_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_70_acc.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 213.706s  
-> mul_sld: 61.535s  
-> binmc_sld: 213.790s  
-> mulmc_sld: 60.661s  
-> binne_sld: 212.442s  
-> mulne_sld: 60.162s  
-> bin_pacc: 207.754s  
-> mul_pacc: 55.905s  
-> ref: 46.700s  
-> atc_mc: 50.642s  
-> tot: 217.447s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0008</td>
-      <td>0.0067</td>
-      <td>0.0007</td>
-      <td>0.0048</td>
-      <td>0.0197</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0371</td>
-      <td>0.0401</td>
-      <td>0.0213</td>
-      <td>0.0197</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0374</td>
-      <td>0.0398</td>
-      <td>0.0197</td>
-      <td>0.0166</td>
-      <td>0.0160</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0347</td>
-      <td>0.0381</td>
-      <td>0.0169</td>
-      <td>0.0157</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0322</td>
-      <td>0.0350</td>
-      <td>0.0150</td>
-      <td>0.0140</td>
-      <td>0.0169</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0284</td>
-      <td>0.0292</td>
-      <td>0.0128</td>
-      <td>0.0122</td>
-      <td>0.0165</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0232</td>
-      <td>0.0223</td>
-      <td>0.0091</td>
-      <td>0.0095</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0222</td>
-      <td>0.0221</td>
-      <td>0.0093</td>
-      <td>0.0100</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0169</td>
-      <td>0.0166</td>
-      <td>0.0076</td>
-      <td>0.0096</td>
-      <td>0.0134</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0148</td>
-      <td>0.0142</td>
-      <td>0.0078</td>
-      <td>0.0098</td>
-      <td>0.0109</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0104</td>
-      <td>0.0104</td>
-      <td>0.0064</td>
-      <td>0.0084</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0105</td>
-      <td>0.0127</td>
-      <td>0.0065</td>
-      <td>0.0100</td>
-      <td>0.0112</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0074</td>
-      <td>0.0107</td>
-      <td>0.0067</td>
-      <td>0.0094</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0072</td>
-      <td>0.0145</td>
-      <td>0.0079</td>
-      <td>0.0120</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0077</td>
-      <td>0.0135</td>
-      <td>0.0077</td>
-      <td>0.0103</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0082</td>
-      <td>0.0146</td>
-      <td>0.0076</td>
-      <td>0.0097</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0099</td>
-      <td>0.0179</td>
-      <td>0.0084</td>
-      <td>0.0104</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0118</td>
-      <td>0.0189</td>
-      <td>0.0088</td>
-      <td>0.0103</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0142</td>
-      <td>0.0193</td>
-      <td>0.0093</td>
-      <td>0.0097</td>
-      <td>0.0066</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0118</td>
-      <td>0.0129</td>
-      <td>0.0081</td>
-      <td>0.0079</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0006</td>
-      <td>0.0025</td>
-      <td>0.0020</td>
-      <td>0.0025</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0165</td>
-      <td>0.0196</td>
-      <td>0.0095</td>
-      <td>0.0106</td>
-      <td>0.0117</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_80_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_80_acc.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 53.914s  
-> mulmc_sld: 46.025s  
-> mulne_sld: 45.194s  
-> ref: 36.408s  
-> atc_mc: 39.138s  
-> tot: 55.916s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0367</td>
-      <td>0.0170</td>
-      <td>0.0533</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0369</td>
-      <td>0.0485</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0891</td>
-      <td>0.0651</td>
-      <td>0.0476</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0973</td>
-      <td>0.0652</td>
-      <td>0.0449</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0983</td>
-      <td>0.0638</td>
-      <td>0.0438</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0941</td>
-      <td>0.0590</td>
-      <td>0.0410</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0865</td>
-      <td>0.0526</td>
-      <td>0.0351</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0855</td>
-      <td>0.0524</td>
-      <td>0.0321</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0736</td>
-      <td>0.0430</td>
-      <td>0.0303</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0691</td>
-      <td>0.0410</td>
-      <td>0.0252</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0585</td>
-      <td>0.0334</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0535</td>
-      <td>0.0313</td>
-      <td>0.0204</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0387</td>
-      <td>0.0216</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0313</td>
-      <td>0.0179</td>
-      <td>0.0163</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0254</td>
-      <td>0.0158</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0164</td>
-      <td>0.0111</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0111</td>
-      <td>0.0089</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0098</td>
-      <td>0.0079</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0111</td>
-      <td>0.0072</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0129</td>
-      <td>0.0064</td>
-      <td>0.0077</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0005</td>
-      <td>0.0016</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0494</td>
-      <td>0.0319</td>
-      <td>0.0259</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_90_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0008</td>
-      <td>0.0084</td>
-      <td>0.0018</td>
-      <td>0.0063</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0172</td>
-      <td>0.0161</td>
-      <td>0.0105</td>
-      <td>0.0141</td>
-      <td>0.0147</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0166</td>
-      <td>0.0231</td>
-      <td>0.0116</td>
-      <td>0.0176</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0172</td>
-      <td>0.0269</td>
-      <td>0.0129</td>
-      <td>0.0195</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0171</td>
-      <td>0.0321</td>
-      <td>0.0135</td>
-      <td>0.0207</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0180</td>
-      <td>0.0358</td>
-      <td>0.0148</td>
-      <td>0.0228</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0179</td>
-      <td>0.0372</td>
-      <td>0.0143</td>
-      <td>0.0244</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0194</td>
-      <td>0.0414</td>
-      <td>0.0157</td>
-      <td>0.0283</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0213</td>
-      <td>0.0430</td>
-      <td>0.0179</td>
-      <td>0.0337</td>
-      <td>0.0142</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0227</td>
-      <td>0.0458</td>
-      <td>0.0190</td>
-      <td>0.0373</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0234</td>
-      <td>0.0472</td>
-      <td>0.0198</td>
-      <td>0.0409</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0248</td>
-      <td>0.0496</td>
-      <td>0.0203</td>
-      <td>0.0443</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0262</td>
-      <td>0.0508</td>
-      <td>0.0208</td>
-      <td>0.0465</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0276</td>
-      <td>0.0527</td>
-      <td>0.0217</td>
-      <td>0.0488</td>
-      <td>0.0148</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0279</td>
-      <td>0.0537</td>
-      <td>0.0212</td>
-      <td>0.0501</td>
-      <td>0.0153</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0291</td>
-      <td>0.0535</td>
-      <td>0.0225</td>
-      <td>0.0509</td>
-      <td>0.0157</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0301</td>
-      <td>0.0500</td>
-      <td>0.0233</td>
-      <td>0.0519</td>
-      <td>0.0160</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0317</td>
-      <td>0.0438</td>
-      <td>0.0238</td>
-      <td>0.0523</td>
-      <td>0.0159</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0299</td>
-      <td>0.0393</td>
-      <td>0.0248</td>
-      <td>0.0458</td>
-      <td>0.0165</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0256</td>
-      <td>0.0380</td>
-      <td>0.0245</td>
-      <td>0.0375</td>
-      <td>0.0178</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0044</td>
-      <td>0.0256</td>
-      <td>0.0099</td>
-      <td>0.0238</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0214</td>
-      <td>0.0388</td>
-      <td>0.0174</td>
-      <td>0.0342</td>
-      <td>0.0151</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0565</td>
-      <td>0.1338</td>
-      <td>0.0357</td>
-      <td>0.1247</td>
-      <td>0.0402</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0255</td>
-      <td>0.0628</td>
-      <td>0.0368</td>
-      <td>0.0792</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0220</td>
-      <td>0.0245</td>
-      <td>0.0174</td>
-      <td>0.0171</td>
-      <td>0.0095</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0125</td>
-      <td>0.0139</td>
-      <td>0.0100</td>
-      <td>0.0106</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0134</td>
-      <td>0.0170</td>
-      <td>0.0111</td>
-      <td>0.0127</td>
-      <td>0.0095</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0127</td>
-      <td>0.0159</td>
-      <td>0.0101</td>
-      <td>0.0119</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0119</td>
-      <td>0.0120</td>
-      <td>0.0083</td>
-      <td>0.0087</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0165</td>
-      <td>0.0196</td>
-      <td>0.0095</td>
-      <td>0.0106</td>
-      <td>0.0117</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0494</td>
-      <td>NaN</td>
-      <td>0.0319</td>
-      <td>0.0259</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0214</td>
-      <td>0.0388</td>
-      <td>0.0174</td>
-      <td>0.0342</td>
-      <td>0.0151</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_avg_acc.png)
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_atc_f1.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_atc_f1.md
deleted file mode 100644
index 9c23db5..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_atc_f1.md
+++ /dev/null
@@ -1,2152 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 203.037s  
-> mul_sld: 73.117s  
-> binmc_sld: 203.298s  
-> mulmc_sld: 72.193s  
-> binne_sld: 202.750s  
-> mulne_sld: 66.052s  
-> ref: 42.077s  
-> atc_mc: 45.501s  
-> tot: 210.220s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1168</td>
-      <td>0.0697</td>
-      <td>0.0517</td>
-      <td>0.0421</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0681</td>
-      <td>0.1060</td>
-      <td>0.1077</td>
-      <td>0.0700</td>
-      <td>0.3429</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0250</td>
-      <td>0.0641</td>
-      <td>0.0874</td>
-      <td>0.0575</td>
-      <td>0.3260</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0237</td>
-      <td>0.0929</td>
-      <td>0.0651</td>
-      <td>0.0599</td>
-      <td>0.3360</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0292</td>
-      <td>0.1340</td>
-      <td>0.0570</td>
-      <td>0.0608</td>
-      <td>0.3402</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0346</td>
-      <td>0.1463</td>
-      <td>0.0513</td>
-      <td>0.0796</td>
-      <td>0.3351</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0378</td>
-      <td>0.1499</td>
-      <td>0.0388</td>
-      <td>0.1079</td>
-      <td>0.3371</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0396</td>
-      <td>0.1493</td>
-      <td>0.0268</td>
-      <td>0.1330</td>
-      <td>0.3313</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0419</td>
-      <td>0.1520</td>
-      <td>0.0316</td>
-      <td>0.1944</td>
-      <td>0.3378</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0429</td>
-      <td>0.1488</td>
-      <td>0.0326</td>
-      <td>0.2072</td>
-      <td>0.3337</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0452</td>
-      <td>0.1461</td>
-      <td>0.0348</td>
-      <td>0.2305</td>
-      <td>0.3346</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0448</td>
-      <td>0.1426</td>
-      <td>0.0259</td>
-      <td>0.2402</td>
-      <td>0.3327</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0465</td>
-      <td>0.1416</td>
-      <td>0.0349</td>
-      <td>0.2483</td>
-      <td>0.3406</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0471</td>
-      <td>0.1342</td>
-      <td>0.0282</td>
-      <td>0.2437</td>
-      <td>0.3326</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0470</td>
-      <td>0.1302</td>
-      <td>0.0282</td>
-      <td>0.2406</td>
-      <td>0.3335</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0463</td>
-      <td>0.1214</td>
-      <td>0.0280</td>
-      <td>0.2342</td>
-      <td>0.3359</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0463</td>
-      <td>0.0940</td>
-      <td>0.0286</td>
-      <td>0.2255</td>
-      <td>0.3324</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0454</td>
-      <td>0.0566</td>
-      <td>0.0288</td>
-      <td>0.2165</td>
-      <td>0.3378</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0374</td>
-      <td>0.0378</td>
-      <td>0.0277</td>
-      <td>0.1697</td>
-      <td>0.3373</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0198</td>
-      <td>0.0522</td>
-      <td>0.0198</td>
-      <td>0.1061</td>
-      <td>0.3323</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0025</td>
-      <td>0.0171</td>
-      <td>0.0026</td>
-      <td>0.0252</td>
-      <td>0.3353</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0423</td>
-      <td>0.1089</td>
-      <td>0.0399</td>
-      <td>0.1520</td>
-      <td>0.3196</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_10_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_10_f1.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 217.889s  
-> mul_sld: 74.904s  
-> binmc_sld: 220.775s  
-> mulmc_sld: 80.875s  
-> binne_sld: 219.751s  
-> mulne_sld: 76.270s  
-> bin_pacc: 209.775s  
-> mul_pacc: 54.926s  
-> ref: 46.602s  
-> atc_mc: 50.329s  
-> tot: 224.927s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0152</td>
-      <td>0.1268</td>
-      <td>0.0099</td>
-      <td>0.0374</td>
-      <td>0.1580</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2912</td>
-      <td>0.1094</td>
-      <td>0.2696</td>
-      <td>0.1658</td>
-      <td>0.1115</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1858</td>
-      <td>0.0749</td>
-      <td>0.2013</td>
-      <td>0.1490</td>
-      <td>0.0899</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1062</td>
-      <td>0.0741</td>
-      <td>0.1333</td>
-      <td>0.1405</td>
-      <td>0.0782</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0662</td>
-      <td>0.0709</td>
-      <td>0.1074</td>
-      <td>0.1389</td>
-      <td>0.0673</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0557</td>
-      <td>0.0757</td>
-      <td>0.0939</td>
-      <td>0.1351</td>
-      <td>0.0637</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0383</td>
-      <td>0.0748</td>
-      <td>0.0686</td>
-      <td>0.1286</td>
-      <td>0.0612</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0261</td>
-      <td>0.0780</td>
-      <td>0.0647</td>
-      <td>0.1296</td>
-      <td>0.0553</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0384</td>
-      <td>0.0879</td>
-      <td>0.0788</td>
-      <td>0.1373</td>
-      <td>0.0605</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0296</td>
-      <td>0.0899</td>
-      <td>0.0672</td>
-      <td>0.1360</td>
-      <td>0.0589</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0270</td>
-      <td>0.0942</td>
-      <td>0.0627</td>
-      <td>0.1373</td>
-      <td>0.0587</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0195</td>
-      <td>0.0939</td>
-      <td>0.0536</td>
-      <td>0.1311</td>
-      <td>0.0550</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0216</td>
-      <td>0.0966</td>
-      <td>0.0427</td>
-      <td>0.1300</td>
-      <td>0.0526</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0243</td>
-      <td>0.1006</td>
-      <td>0.0465</td>
-      <td>0.1313</td>
-      <td>0.0541</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0238</td>
-      <td>0.1047</td>
-      <td>0.0382</td>
-      <td>0.1304</td>
-      <td>0.0511</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0270</td>
-      <td>0.1055</td>
-      <td>0.0445</td>
-      <td>0.1273</td>
-      <td>0.0521</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0263</td>
-      <td>0.1066</td>
-      <td>0.0422</td>
-      <td>0.1234</td>
-      <td>0.0526</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0259</td>
-      <td>0.1083</td>
-      <td>0.0344</td>
-      <td>0.1189</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0255</td>
-      <td>0.1097</td>
-      <td>0.0401</td>
-      <td>0.1168</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0251</td>
-      <td>0.1117</td>
-      <td>0.0433</td>
-      <td>0.1139</td>
-      <td>0.0518</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0042</td>
-      <td>0.1043</td>
-      <td>0.0228</td>
-      <td>0.1087</td>
-      <td>0.0495</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0525</td>
-      <td>0.0952</td>
-      <td>0.0746</td>
-      <td>0.1270</td>
-      <td>0.0658</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_20_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_20_f1.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 215.816s  
-> mul_sld: 70.089s  
-> binmc_sld: 213.798s  
-> mulmc_sld: 67.714s  
-> binne_sld: 215.552s  
-> mulne_sld: 68.181s  
-> bin_pacc: 208.609s  
-> mul_pacc: 55.495s  
-> ref: 46.494s  
-> atc_mc: 50.590s  
-> tot: 220.459s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0002</td>
-      <td>0.0197</td>
-      <td>0.0010</td>
-      <td>0.0161</td>
-      <td>0.3913</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.3052</td>
-      <td>0.0897</td>
-      <td>0.1505</td>
-      <td>0.1010</td>
-      <td>0.0484</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1280</td>
-      <td>0.0582</td>
-      <td>0.0731</td>
-      <td>0.0592</td>
-      <td>0.0293</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0982</td>
-      <td>0.0453</td>
-      <td>0.0658</td>
-      <td>0.0555</td>
-      <td>0.0291</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0656</td>
-      <td>0.0392</td>
-      <td>0.0455</td>
-      <td>0.0424</td>
-      <td>0.0239</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0516</td>
-      <td>0.0324</td>
-      <td>0.0372</td>
-      <td>0.0366</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0434</td>
-      <td>0.0280</td>
-      <td>0.0329</td>
-      <td>0.0324</td>
-      <td>0.0189</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0345</td>
-      <td>0.0262</td>
-      <td>0.0270</td>
-      <td>0.0289</td>
-      <td>0.0161</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0330</td>
-      <td>0.0269</td>
-      <td>0.0263</td>
-      <td>0.0286</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0302</td>
-      <td>0.0271</td>
-      <td>0.0242</td>
-      <td>0.0273</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0226</td>
-      <td>0.0253</td>
-      <td>0.0190</td>
-      <td>0.0225</td>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0230</td>
-      <td>0.0266</td>
-      <td>0.0199</td>
-      <td>0.0223</td>
-      <td>0.0115</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0234</td>
-      <td>0.0300</td>
-      <td>0.0196</td>
-      <td>0.0231</td>
-      <td>0.0109</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0234</td>
-      <td>0.0305</td>
-      <td>0.0193</td>
-      <td>0.0212</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0195</td>
-      <td>0.0313</td>
-      <td>0.0163</td>
-      <td>0.0195</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0193</td>
-      <td>0.0291</td>
-      <td>0.0153</td>
-      <td>0.0168</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0206</td>
-      <td>0.0303</td>
-      <td>0.0164</td>
-      <td>0.0161</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0195</td>
-      <td>0.0305</td>
-      <td>0.0151</td>
-      <td>0.0153</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0187</td>
-      <td>0.0305</td>
-      <td>0.0139</td>
-      <td>0.0145</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0219</td>
-      <td>0.0348</td>
-      <td>0.0182</td>
-      <td>0.0177</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0087</td>
-      <td>0.0346</td>
-      <td>0.0115</td>
-      <td>0.0150</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0481</td>
-      <td>0.0346</td>
-      <td>0.0318</td>
-      <td>0.0301</td>
-      <td>0.0337</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_30_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_30_f1.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 213.272s  
-> mul_sld: 64.236s  
-> binmc_sld: 213.186s  
-> mulmc_sld: 63.510s  
-> binne_sld: 213.277s  
-> mulne_sld: 62.919s  
-> bin_pacc: 208.657s  
-> mul_pacc: 55.226s  
-> ref: 46.375s  
-> atc_mc: 50.706s  
-> tot: 218.174s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0011</td>
-      <td>0.0002</td>
-      <td>0.0044</td>
-      <td>0.5122</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1734</td>
-      <td>0.0744</td>
-      <td>0.0778</td>
-      <td>0.0586</td>
-      <td>0.0575</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0607</td>
-      <td>0.0467</td>
-      <td>0.0339</td>
-      <td>0.0385</td>
-      <td>0.0264</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0443</td>
-      <td>0.0368</td>
-      <td>0.0312</td>
-      <td>0.0313</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0325</td>
-      <td>0.0348</td>
-      <td>0.0268</td>
-      <td>0.0266</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0269</td>
-      <td>0.0303</td>
-      <td>0.0228</td>
-      <td>0.0222</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0261</td>
-      <td>0.0267</td>
-      <td>0.0207</td>
-      <td>0.0195</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0246</td>
-      <td>0.0269</td>
-      <td>0.0187</td>
-      <td>0.0184</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0203</td>
-      <td>0.0222</td>
-      <td>0.0157</td>
-      <td>0.0149</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0202</td>
-      <td>0.0226</td>
-      <td>0.0155</td>
-      <td>0.0158</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0170</td>
-      <td>0.0204</td>
-      <td>0.0141</td>
-      <td>0.0149</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0161</td>
-      <td>0.0191</td>
-      <td>0.0136</td>
-      <td>0.0144</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0122</td>
-      <td>0.0149</td>
-      <td>0.0108</td>
-      <td>0.0112</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0093</td>
-      <td>0.0129</td>
-      <td>0.0089</td>
-      <td>0.0101</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0086</td>
-      <td>0.0107</td>
-      <td>0.0083</td>
-      <td>0.0088</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0065</td>
-      <td>0.0088</td>
-      <td>0.0064</td>
-      <td>0.0081</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0059</td>
-      <td>0.0072</td>
-      <td>0.0055</td>
-      <td>0.0069</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0083</td>
-      <td>0.0071</td>
-      <td>0.0064</td>
-      <td>0.0065</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0087</td>
-      <td>0.0064</td>
-      <td>0.0059</td>
-      <td>0.0054</td>
-      <td>0.0050</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0105</td>
-      <td>0.0082</td>
-      <td>0.0068</td>
-      <td>0.0050</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0022</td>
-      <td>0.0058</td>
-      <td>0.0034</td>
-      <td>0.0038</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0254</td>
-      <td>0.0211</td>
-      <td>0.0168</td>
-      <td>0.0164</td>
-      <td>0.0356</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_40_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_40_f1.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 213.794s  
-> mul_sld: 63.132s  
-> binmc_sld: 212.621s  
-> mulmc_sld: 62.747s  
-> binne_sld: 213.874s  
-> mulne_sld: 62.130s  
-> bin_pacc: 207.785s  
-> mul_pacc: 55.973s  
-> ref: 46.679s  
-> atc_mc: 50.991s  
-> tot: 218.726s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0007</td>
-      <td>0.0003</td>
-      <td>0.0107</td>
-      <td>0.5861</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1482</td>
-      <td>0.0543</td>
-      <td>0.0553</td>
-      <td>0.0604</td>
-      <td>0.1441</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0586</td>
-      <td>0.0474</td>
-      <td>0.0252</td>
-      <td>0.0510</td>
-      <td>0.0650</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0424</td>
-      <td>0.0396</td>
-      <td>0.0251</td>
-      <td>0.0376</td>
-      <td>0.0438</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0240</td>
-      <td>0.0380</td>
-      <td>0.0199</td>
-      <td>0.0313</td>
-      <td>0.0258</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0198</td>
-      <td>0.0372</td>
-      <td>0.0195</td>
-      <td>0.0287</td>
-      <td>0.0206</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0189</td>
-      <td>0.0318</td>
-      <td>0.0180</td>
-      <td>0.0222</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0226</td>
-      <td>0.0334</td>
-      <td>0.0205</td>
-      <td>0.0232</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0224</td>
-      <td>0.0288</td>
-      <td>0.0187</td>
-      <td>0.0191</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0245</td>
-      <td>0.0282</td>
-      <td>0.0190</td>
-      <td>0.0178</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0220</td>
-      <td>0.0242</td>
-      <td>0.0158</td>
-      <td>0.0153</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0211</td>
-      <td>0.0225</td>
-      <td>0.0148</td>
-      <td>0.0141</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0178</td>
-      <td>0.0200</td>
-      <td>0.0122</td>
-      <td>0.0118</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0143</td>
-      <td>0.0170</td>
-      <td>0.0099</td>
-      <td>0.0101</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0109</td>
-      <td>0.0134</td>
-      <td>0.0085</td>
-      <td>0.0082</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0087</td>
-      <td>0.0116</td>
-      <td>0.0077</td>
-      <td>0.0075</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0061</td>
-      <td>0.0098</td>
-      <td>0.0064</td>
-      <td>0.0069</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0058</td>
-      <td>0.0072</td>
-      <td>0.0069</td>
-      <td>0.0064</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0061</td>
-      <td>0.0061</td>
-      <td>0.0065</td>
-      <td>0.0059</td>
-      <td>0.0048</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0081</td>
-      <td>0.0054</td>
-      <td>0.0068</td>
-      <td>0.0051</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0016</td>
-      <td>0.0036</td>
-      <td>0.0037</td>
-      <td>0.0043</td>
-      <td>0.0047</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0240</td>
-      <td>0.0229</td>
-      <td>0.0153</td>
-      <td>0.0189</td>
-      <td>0.0479</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_50_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_50_f1.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 213.635s  
-> mul_sld: 63.211s  
-> binmc_sld: 212.836s  
-> mulmc_sld: 62.226s  
-> binne_sld: 212.259s  
-> mulne_sld: 61.992s  
-> bin_pacc: 207.509s  
-> mul_pacc: 55.534s  
-> ref: 46.606s  
-> atc_mc: 51.106s  
-> tot: 217.198s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0000</td>
-      <td>0.0002</td>
-      <td>0.0016</td>
-      <td>0.6121</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1627</td>
-      <td>0.0784</td>
-      <td>0.0631</td>
-      <td>0.0387</td>
-      <td>0.2334</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0822</td>
-      <td>0.0352</td>
-      <td>0.0295</td>
-      <td>0.0326</td>
-      <td>0.1135</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0516</td>
-      <td>0.0326</td>
-      <td>0.0239</td>
-      <td>0.0307</td>
-      <td>0.0789</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0318</td>
-      <td>0.0260</td>
-      <td>0.0159</td>
-      <td>0.0242</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0217</td>
-      <td>0.0250</td>
-      <td>0.0161</td>
-      <td>0.0231</td>
-      <td>0.0383</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0149</td>
-      <td>0.0230</td>
-      <td>0.0125</td>
-      <td>0.0198</td>
-      <td>0.0278</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0120</td>
-      <td>0.0237</td>
-      <td>0.0125</td>
-      <td>0.0187</td>
-      <td>0.0211</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0127</td>
-      <td>0.0230</td>
-      <td>0.0141</td>
-      <td>0.0171</td>
-      <td>0.0176</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0125</td>
-      <td>0.0228</td>
-      <td>0.0134</td>
-      <td>0.0158</td>
-      <td>0.0130</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0144</td>
-      <td>0.0211</td>
-      <td>0.0137</td>
-      <td>0.0141</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0163</td>
-      <td>0.0210</td>
-      <td>0.0147</td>
-      <td>0.0141</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0164</td>
-      <td>0.0197</td>
-      <td>0.0133</td>
-      <td>0.0123</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0159</td>
-      <td>0.0185</td>
-      <td>0.0121</td>
-      <td>0.0112</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0141</td>
-      <td>0.0156</td>
-      <td>0.0104</td>
-      <td>0.0094</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0133</td>
-      <td>0.0147</td>
-      <td>0.0097</td>
-      <td>0.0090</td>
-      <td>0.0052</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0099</td>
-      <td>0.0116</td>
-      <td>0.0076</td>
-      <td>0.0072</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0074</td>
-      <td>0.0094</td>
-      <td>0.0063</td>
-      <td>0.0064</td>
-      <td>0.0039</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0051</td>
-      <td>0.0076</td>
-      <td>0.0052</td>
-      <td>0.0059</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0042</td>
-      <td>0.0040</td>
-      <td>0.0035</td>
-      <td>0.0038</td>
-      <td>0.0027</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0007</td>
-      <td>0.0015</td>
-      <td>0.0017</td>
-      <td>0.0021</td>
-      <td>0.0026</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0248</td>
-      <td>0.0207</td>
-      <td>0.0142</td>
-      <td>0.0151</td>
-      <td>0.0606</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_60_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_60_f1.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 212.599s  
-> mul_sld: 62.605s  
-> binmc_sld: 212.279s  
-> mulmc_sld: 61.417s  
-> binne_sld: 212.832s  
-> mulne_sld: 61.371s  
-> bin_pacc: 207.524s  
-> mul_pacc: 62.649s  
-> ref: 45.958s  
-> atc_mc: 50.040s  
-> tot: 217.791s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0000</td>
-      <td>0.0002</td>
-      <td>0.0002</td>
-      <td>0.5530</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1432</td>
-      <td>0.1208</td>
-      <td>0.0644</td>
-      <td>0.0408</td>
-      <td>0.2717</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0948</td>
-      <td>0.0741</td>
-      <td>0.0415</td>
-      <td>0.0266</td>
-      <td>0.1554</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0672</td>
-      <td>0.0492</td>
-      <td>0.0321</td>
-      <td>0.0238</td>
-      <td>0.0993</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0507</td>
-      <td>0.0378</td>
-      <td>0.0239</td>
-      <td>0.0203</td>
-      <td>0.0643</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0382</td>
-      <td>0.0276</td>
-      <td>0.0189</td>
-      <td>0.0169</td>
-      <td>0.0433</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0264</td>
-      <td>0.0179</td>
-      <td>0.0127</td>
-      <td>0.0118</td>
-      <td>0.0320</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0223</td>
-      <td>0.0159</td>
-      <td>0.0128</td>
-      <td>0.0116</td>
-      <td>0.0194</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0165</td>
-      <td>0.0130</td>
-      <td>0.0095</td>
-      <td>0.0100</td>
-      <td>0.0151</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0131</td>
-      <td>0.0117</td>
-      <td>0.0085</td>
-      <td>0.0095</td>
-      <td>0.0116</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0105</td>
-      <td>0.0096</td>
-      <td>0.0079</td>
-      <td>0.0082</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0099</td>
-      <td>0.0110</td>
-      <td>0.0080</td>
-      <td>0.0089</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0073</td>
-      <td>0.0101</td>
-      <td>0.0068</td>
-      <td>0.0080</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0063</td>
-      <td>0.0093</td>
-      <td>0.0059</td>
-      <td>0.0067</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0057</td>
-      <td>0.0089</td>
-      <td>0.0056</td>
-      <td>0.0065</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0065</td>
-      <td>0.0084</td>
-      <td>0.0059</td>
-      <td>0.0058</td>
-      <td>0.0042</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0062</td>
-      <td>0.0075</td>
-      <td>0.0057</td>
-      <td>0.0058</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0064</td>
-      <td>0.0071</td>
-      <td>0.0061</td>
-      <td>0.0060</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0059</td>
-      <td>0.0058</td>
-      <td>0.0056</td>
-      <td>0.0053</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0058</td>
-      <td>0.0042</td>
-      <td>0.0063</td>
-      <td>0.0051</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0023</td>
-      <td>0.0023</td>
-      <td>0.0050</td>
-      <td>0.0041</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0260</td>
-      <td>0.0215</td>
-      <td>0.0140</td>
-      <td>0.0115</td>
-      <td>0.0631</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_70_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_70_f1.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 213.706s  
-> mul_sld: 61.535s  
-> binmc_sld: 213.790s  
-> mulmc_sld: 60.661s  
-> binne_sld: 212.442s  
-> mulne_sld: 60.162s  
-> bin_pacc: 207.754s  
-> mul_pacc: 55.905s  
-> ref: 46.700s  
-> atc_mc: 50.642s  
-> tot: 217.447s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.0000</td>
-      <td>0.0001</td>
-      <td>0.0000</td>
-      <td>0.5543</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1781</td>
-      <td>0.1554</td>
-      <td>0.0973</td>
-      <td>0.0725</td>
-      <td>0.3560</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1338</td>
-      <td>0.1191</td>
-      <td>0.0681</td>
-      <td>0.0495</td>
-      <td>0.2466</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0973</td>
-      <td>0.0894</td>
-      <td>0.0463</td>
-      <td>0.0357</td>
-      <td>0.1736</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0733</td>
-      <td>0.0681</td>
-      <td>0.0336</td>
-      <td>0.0263</td>
-      <td>0.1294</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0544</td>
-      <td>0.0487</td>
-      <td>0.0244</td>
-      <td>0.0193</td>
-      <td>0.0960</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0381</td>
-      <td>0.0324</td>
-      <td>0.0150</td>
-      <td>0.0130</td>
-      <td>0.0688</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0319</td>
-      <td>0.0282</td>
-      <td>0.0134</td>
-      <td>0.0120</td>
-      <td>0.0486</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0217</td>
-      <td>0.0188</td>
-      <td>0.0096</td>
-      <td>0.0104</td>
-      <td>0.0379</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0171</td>
-      <td>0.0146</td>
-      <td>0.0088</td>
-      <td>0.0098</td>
-      <td>0.0268</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0109</td>
-      <td>0.0097</td>
-      <td>0.0062</td>
-      <td>0.0078</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0100</td>
-      <td>0.0107</td>
-      <td>0.0059</td>
-      <td>0.0083</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0064</td>
-      <td>0.0082</td>
-      <td>0.0054</td>
-      <td>0.0073</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0056</td>
-      <td>0.0105</td>
-      <td>0.0058</td>
-      <td>0.0086</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0055</td>
-      <td>0.0092</td>
-      <td>0.0054</td>
-      <td>0.0071</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0053</td>
-      <td>0.0094</td>
-      <td>0.0049</td>
-      <td>0.0063</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0061</td>
-      <td>0.0109</td>
-      <td>0.0052</td>
-      <td>0.0063</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0068</td>
-      <td>0.0109</td>
-      <td>0.0051</td>
-      <td>0.0060</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0078</td>
-      <td>0.0106</td>
-      <td>0.0051</td>
-      <td>0.0054</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0061</td>
-      <td>0.0068</td>
-      <td>0.0042</td>
-      <td>0.0041</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0003</td>
-      <td>0.0012</td>
-      <td>0.0010</td>
-      <td>0.0013</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0341</td>
-      <td>0.0320</td>
-      <td>0.0177</td>
-      <td>0.0151</td>
-      <td>0.0870</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_80_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_80_f1.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 53.914s  
-> mulmc_sld: 46.025s  
-> mulne_sld: 45.194s  
-> ref: 36.408s  
-> atc_mc: 39.138s  
-> tot: 55.916s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.0000</td>
-      <td>0.4608</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1271</td>
-      <td>0.1235</td>
-      <td>0.3731</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.2088</td>
-      <td>0.1423</td>
-      <td>0.3053</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1951</td>
-      <td>0.1251</td>
-      <td>0.2498</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1705</td>
-      <td>0.1065</td>
-      <td>0.2053</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.1446</td>
-      <td>0.0883</td>
-      <td>0.1687</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.1199</td>
-      <td>0.0714</td>
-      <td>0.1354</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.1054</td>
-      <td>0.0632</td>
-      <td>0.1093</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0838</td>
-      <td>0.0485</td>
-      <td>0.0883</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0717</td>
-      <td>0.0420</td>
-      <td>0.0693</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0557</td>
-      <td>0.0316</td>
-      <td>0.0554</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0471</td>
-      <td>0.0274</td>
-      <td>0.0420</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0321</td>
-      <td>0.0178</td>
-      <td>0.0326</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0240</td>
-      <td>0.0136</td>
-      <td>0.0245</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0180</td>
-      <td>0.0110</td>
-      <td>0.0169</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0109</td>
-      <td>0.0073</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0067</td>
-      <td>0.0053</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0055</td>
-      <td>0.0045</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0059</td>
-      <td>0.0039</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0067</td>
-      <td>0.0033</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0003</td>
-      <td>0.0008</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0686</td>
-      <td>0.0446</td>
-      <td>0.1128</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_90_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0166</td>
-      <td>0.0242</td>
-      <td>0.0079</td>
-      <td>0.0125</td>
-      <td>0.4260</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1838</td>
-      <td>0.1017</td>
-      <td>0.1107</td>
-      <td>0.0813</td>
-      <td>0.2154</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0961</td>
-      <td>0.0809</td>
-      <td>0.0700</td>
-      <td>0.0674</td>
-      <td>0.1508</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0664</td>
-      <td>0.0728</td>
-      <td>0.0529</td>
-      <td>0.0600</td>
-      <td>0.1230</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0467</td>
-      <td>0.0688</td>
-      <td>0.0413</td>
-      <td>0.0530</td>
-      <td>0.1023</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0379</td>
-      <td>0.0631</td>
-      <td>0.0355</td>
-      <td>0.0500</td>
-      <td>0.0888</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0305</td>
-      <td>0.0560</td>
-      <td>0.0274</td>
-      <td>0.0474</td>
-      <td>0.0786</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0267</td>
-      <td>0.0541</td>
-      <td>0.0245</td>
-      <td>0.0487</td>
-      <td>0.0695</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0259</td>
-      <td>0.0507</td>
-      <td>0.0256</td>
-      <td>0.0534</td>
-      <td>0.0659</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0238</td>
-      <td>0.0486</td>
-      <td>0.0237</td>
-      <td>0.0535</td>
-      <td>0.0603</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0212</td>
-      <td>0.0451</td>
-      <td>0.0218</td>
-      <td>0.0536</td>
-      <td>0.0578</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0201</td>
-      <td>0.0438</td>
-      <td>0.0196</td>
-      <td>0.0534</td>
-      <td>0.0542</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0190</td>
-      <td>0.0415</td>
-      <td>0.0182</td>
-      <td>0.0522</td>
-      <td>0.0530</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0183</td>
-      <td>0.0397</td>
-      <td>0.0171</td>
-      <td>0.0507</td>
-      <td>0.0507</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0169</td>
-      <td>0.0380</td>
-      <td>0.0151</td>
-      <td>0.0490</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0166</td>
-      <td>0.0355</td>
-      <td>0.0153</td>
-      <td>0.0469</td>
-      <td>0.0483</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0159</td>
-      <td>0.0316</td>
-      <td>0.0147</td>
-      <td>0.0448</td>
-      <td>0.0473</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0157</td>
-      <td>0.0270</td>
-      <td>0.0136</td>
-      <td>0.0429</td>
-      <td>0.0469</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0144</td>
-      <td>0.0245</td>
-      <td>0.0137</td>
-      <td>0.0370</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0127</td>
-      <td>0.0260</td>
-      <td>0.0136</td>
-      <td>0.0293</td>
-      <td>0.0464</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0028</td>
-      <td>0.0190</td>
-      <td>0.0065</td>
-      <td>0.0184</td>
-      <td>0.0465</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0347</td>
-      <td>0.0473</td>
-      <td>0.0280</td>
-      <td>0.0479</td>
-      <td>0.0918</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0423</td>
-      <td>0.1089</td>
-      <td>0.0399</td>
-      <td>0.1520</td>
-      <td>0.3196</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0525</td>
-      <td>0.0952</td>
-      <td>0.0746</td>
-      <td>0.1270</td>
-      <td>0.0658</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0481</td>
-      <td>0.0346</td>
-      <td>0.0318</td>
-      <td>0.0301</td>
-      <td>0.0337</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0254</td>
-      <td>0.0211</td>
-      <td>0.0168</td>
-      <td>0.0164</td>
-      <td>0.0356</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0240</td>
-      <td>0.0229</td>
-      <td>0.0153</td>
-      <td>0.0189</td>
-      <td>0.0479</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0248</td>
-      <td>0.0207</td>
-      <td>0.0142</td>
-      <td>0.0151</td>
-      <td>0.0606</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0260</td>
-      <td>0.0215</td>
-      <td>0.0140</td>
-      <td>0.0115</td>
-      <td>0.0631</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0341</td>
-      <td>0.0320</td>
-      <td>0.0177</td>
-      <td>0.0151</td>
-      <td>0.0870</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0686</td>
-      <td>NaN</td>
-      <td>0.0446</td>
-      <td>0.1128</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0347</td>
-      <td>0.0473</td>
-      <td>0.0280</td>
-      <td>0.0479</td>
-      <td>0.0918</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_avg_f1.png)
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_atc_pacc_acc.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_atc_pacc_acc.md
deleted file mode 100644
index e2c371a..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_atc_pacc_acc.md
+++ /dev/null
@@ -1,2089 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 238.632s  
-> mul_sld: 101.343s  
-> mul_sld_gs: 441.747s  
-> bin_cc: 230.303s  
-> mul_cc: 77.603s  
-> kfcv: 66.959s  
-> ref: 65.305s  
-> atc_mc: 66.465s  
-> atc_ne: 65.103s  
-> doc_feat: 56.750s  
-> tot: 446.654s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0050</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0136</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0270</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0300</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0445</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0527</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0592</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0617</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0647</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0679</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0714</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0803</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0817</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0402</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_10_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_10_acc.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 431.443s  
-> mul_sld: 188.845s  
-> bin_sld_gs: 1093.467s  
-> mul_sld_gs: 642.106s  
-> bin_sld_gsq: 522.073s  
-> bin_pacc: 422.062s  
-> mul_pacc: 154.976s  
-> binmc_pacc: 417.137s  
-> mulmc_pacc: 140.524s  
-> binne_pacc: 421.581s  
-> mulne_pacc: 157.883s  
-> bin_pacc_gs: 723.261s  
-> mul_pacc_gs: 258.223s  
-> bin_cc: 402.467s  
-> mul_cc: 144.805s  
-> kfcv: 108.333s  
-> ref: 118.158s  
-> atc_mc: 118.502s  
-> atc_ne: 96.965s  
-> doc_feat: 91.141s  
-> tot: 1096.718s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0087</td>
-      <td>0.0104</td>
-      <td>0.0102</td>
-      <td>0.0253</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0105</td>
-      <td>0.0133</td>
-      <td>0.0144</td>
-      <td>0.0320</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0118</td>
-      <td>0.0159</td>
-      <td>0.0175</td>
-      <td>0.0392</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0144</td>
-      <td>0.0198</td>
-      <td>0.0202</td>
-      <td>0.0442</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0158</td>
-      <td>0.0212</td>
-      <td>0.0222</td>
-      <td>0.0500</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0177</td>
-      <td>0.0242</td>
-      <td>0.0247</td>
-      <td>0.0532</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0184</td>
-      <td>0.0259</td>
-      <td>0.0249</td>
-      <td>0.0555</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0195</td>
-      <td>0.0287</td>
-      <td>0.0274</td>
-      <td>0.0628</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0227</td>
-      <td>0.0340</td>
-      <td>0.0331</td>
-      <td>0.0722</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0246</td>
-      <td>0.0366</td>
-      <td>0.0356</td>
-      <td>0.0755</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0268</td>
-      <td>0.0400</td>
-      <td>0.0384</td>
-      <td>0.0843</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0258</td>
-      <td>0.0395</td>
-      <td>0.0375</td>
-      <td>0.0849</td>
-      <td>0.0124</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0297</td>
-      <td>0.0422</td>
-      <td>0.0383</td>
-      <td>0.0837</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0315</td>
-      <td>0.0466</td>
-      <td>0.0419</td>
-      <td>0.0955</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0305</td>
-      <td>0.0471</td>
-      <td>0.0420</td>
-      <td>0.0974</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0319</td>
-      <td>0.0490</td>
-      <td>0.0447</td>
-      <td>0.0994</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0344</td>
-      <td>0.0536</td>
-      <td>0.0469</td>
-      <td>0.1054</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0325</td>
-      <td>0.0510</td>
-      <td>0.0426</td>
-      <td>0.0998</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0365</td>
-      <td>0.0553</td>
-      <td>0.0496</td>
-      <td>0.1126</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0403</td>
-      <td>0.0613</td>
-      <td>0.0554</td>
-      <td>0.1235</td>
-      <td>0.0166</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0321</td>
-      <td>0.0630</td>
-      <td>0.0438</td>
-      <td>0.1213</td>
-      <td>0.0157</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0246</td>
-      <td>0.0371</td>
-      <td>0.0339</td>
-      <td>0.0770</td>
-      <td>0.0111</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_20_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_20_acc.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 440.439s  
-> mul_sld: 181.173s  
-> bin_sld_gs: 1117.061s  
-> mul_sld_gs: 644.511s  
-> bin_sld_gsq: 529.624s  
-> bin_pacc: 425.791s  
-> mul_pacc: 174.577s  
-> binmc_pacc: 425.760s  
-> mulmc_pacc: 147.208s  
-> binne_pacc: 424.010s  
-> mulne_pacc: 137.064s  
-> bin_pacc_gs: 729.394s  
-> mul_pacc_gs: 256.419s  
-> bin_cc: 407.241s  
-> mul_cc: 148.864s  
-> kfcv: 129.860s  
-> ref: 89.336s  
-> atc_mc: 117.685s  
-> atc_ne: 123.998s  
-> doc_feat: 91.912s  
-> tot: 1120.968s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0056</td>
-      <td>0.0064</td>
-      <td>0.0076</td>
-      <td>0.0064</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0069</td>
-      <td>0.0068</td>
-      <td>0.0085</td>
-      <td>0.0076</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0090</td>
-      <td>0.0086</td>
-      <td>0.0091</td>
-      <td>0.0092</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0077</td>
-      <td>0.0090</td>
-      <td>0.0122</td>
-      <td>0.0127</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0085</td>
-      <td>0.0091</td>
-      <td>0.0122</td>
-      <td>0.0132</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0094</td>
-      <td>0.0100</td>
-      <td>0.0123</td>
-      <td>0.0145</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0092</td>
-      <td>0.0095</td>
-      <td>0.0138</td>
-      <td>0.0167</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0092</td>
-      <td>0.0098</td>
-      <td>0.0142</td>
-      <td>0.0172</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0115</td>
-      <td>0.0101</td>
-      <td>0.0162</td>
-      <td>0.0208</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0121</td>
-      <td>0.0107</td>
-      <td>0.0165</td>
-      <td>0.0222</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0122</td>
-      <td>0.0102</td>
-      <td>0.0162</td>
-      <td>0.0223</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0126</td>
-      <td>0.0116</td>
-      <td>0.0167</td>
-      <td>0.0242</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0150</td>
-      <td>0.0109</td>
-      <td>0.0198</td>
-      <td>0.0292</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0167</td>
-      <td>0.0116</td>
-      <td>0.0208</td>
-      <td>0.0311</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0163</td>
-      <td>0.0107</td>
-      <td>0.0206</td>
-      <td>0.0318</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0174</td>
-      <td>0.0112</td>
-      <td>0.0202</td>
-      <td>0.0317</td>
-      <td>0.0134</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0188</td>
-      <td>0.0109</td>
-      <td>0.0220</td>
-      <td>0.0357</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0202</td>
-      <td>0.0123</td>
-      <td>0.0231</td>
-      <td>0.0363</td>
-      <td>0.0132</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0204</td>
-      <td>0.0120</td>
-      <td>0.0229</td>
-      <td>0.0374</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0247</td>
-      <td>0.0140</td>
-      <td>0.0273</td>
-      <td>0.0438</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0200</td>
-      <td>0.0133</td>
-      <td>0.0208</td>
-      <td>0.0424</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0135</td>
-      <td>0.0104</td>
-      <td>0.0168</td>
-      <td>0.0241</td>
-      <td>0.0095</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_30_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_30_acc.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 441.902s  
-> mul_sld: 171.147s  
-> bin_sld_gs: 1129.143s  
-> mul_sld_gs: 661.698s  
-> bin_sld_gsq: 534.997s  
-> bin_pacc: 438.840s  
-> mul_pacc: 172.945s  
-> binmc_pacc: 434.527s  
-> mulmc_pacc: 166.147s  
-> binne_pacc: 431.135s  
-> mulne_pacc: 144.562s  
-> bin_pacc_gs: 735.193s  
-> mul_pacc_gs: 266.608s  
-> bin_cc: 412.883s  
-> mul_cc: 159.067s  
-> kfcv: 137.954s  
-> ref: 132.249s  
-> atc_mc: 137.719s  
-> atc_ne: 134.107s  
-> doc_feat: 79.638s  
-> tot: 1133.285s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0044</td>
-      <td>0.0062</td>
-      <td>0.0025</td>
-      <td>0.0051</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0071</td>
-      <td>0.0080</td>
-      <td>0.0060</td>
-      <td>0.0065</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0096</td>
-      <td>0.0104</td>
-      <td>0.0092</td>
-      <td>0.0090</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0094</td>
-      <td>0.0099</td>
-      <td>0.0095</td>
-      <td>0.0085</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0091</td>
-      <td>0.0106</td>
-      <td>0.0100</td>
-      <td>0.0086</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0101</td>
-      <td>0.0114</td>
-      <td>0.0110</td>
-      <td>0.0097</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0094</td>
-      <td>0.0102</td>
-      <td>0.0107</td>
-      <td>0.0097</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0092</td>
-      <td>0.0110</td>
-      <td>0.0101</td>
-      <td>0.0094</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0103</td>
-      <td>0.0102</td>
-      <td>0.0100</td>
-      <td>0.0098</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0109</td>
-      <td>0.0110</td>
-      <td>0.0112</td>
-      <td>0.0105</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0128</td>
-      <td>0.0116</td>
-      <td>0.0117</td>
-      <td>0.0119</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0153</td>
-      <td>0.0116</td>
-      <td>0.0139</td>
-      <td>0.0130</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0178</td>
-      <td>0.0121</td>
-      <td>0.0153</td>
-      <td>0.0143</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0198</td>
-      <td>0.0117</td>
-      <td>0.0166</td>
-      <td>0.0150</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0235</td>
-      <td>0.0119</td>
-      <td>0.0188</td>
-      <td>0.0175</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0247</td>
-      <td>0.0128</td>
-      <td>0.0202</td>
-      <td>0.0183</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0267</td>
-      <td>0.0126</td>
-      <td>0.0212</td>
-      <td>0.0185</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0320</td>
-      <td>0.0161</td>
-      <td>0.0270</td>
-      <td>0.0236</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0341</td>
-      <td>0.0154</td>
-      <td>0.0288</td>
-      <td>0.0246</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0378</td>
-      <td>0.0181</td>
-      <td>0.0310</td>
-      <td>0.0265</td>
-      <td>0.0117</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0374</td>
-      <td>0.0195</td>
-      <td>0.0249</td>
-      <td>0.0285</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0177</td>
-      <td>0.0120</td>
-      <td>0.0152</td>
-      <td>0.0142</td>
-      <td>0.0081</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_40_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_40_acc.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 432.840s  
-> mul_sld: 159.373s  
-> bin_sld_gs: 1148.243s  
-> mul_sld_gs: 657.176s  
-> bin_sld_gsq: 539.408s  
-> bin_pacc: 430.121s  
-> mul_pacc: 173.440s  
-> binmc_pacc: 433.871s  
-> mulmc_pacc: 158.794s  
-> binne_pacc: 435.732s  
-> mulne_pacc: 158.199s  
-> bin_pacc_gs: 728.918s  
-> mul_pacc_gs: 263.162s  
-> bin_cc: 405.769s  
-> mul_cc: 134.145s  
-> kfcv: 125.438s  
-> ref: 127.690s  
-> atc_mc: 108.387s  
-> atc_ne: 115.014s  
-> doc_feat: 90.803s  
-> tot: 1152.446s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0018</td>
-      <td>0.0209</td>
-      <td>0.0115</td>
-      <td>0.0073</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0063</td>
-      <td>0.0231</td>
-      <td>0.0138</td>
-      <td>0.0084</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0069</td>
-      <td>0.0223</td>
-      <td>0.0148</td>
-      <td>0.0099</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0080</td>
-      <td>0.0222</td>
-      <td>0.0161</td>
-      <td>0.0099</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0094</td>
-      <td>0.0198</td>
-      <td>0.0147</td>
-      <td>0.0103</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0105</td>
-      <td>0.0201</td>
-      <td>0.0159</td>
-      <td>0.0115</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0102</td>
-      <td>0.0182</td>
-      <td>0.0144</td>
-      <td>0.0097</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0104</td>
-      <td>0.0188</td>
-      <td>0.0145</td>
-      <td>0.0112</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0122</td>
-      <td>0.0163</td>
-      <td>0.0128</td>
-      <td>0.0111</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0110</td>
-      <td>0.0164</td>
-      <td>0.0123</td>
-      <td>0.0111</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0127</td>
-      <td>0.0137</td>
-      <td>0.0109</td>
-      <td>0.0111</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0141</td>
-      <td>0.0131</td>
-      <td>0.0113</td>
-      <td>0.0122</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0138</td>
-      <td>0.0119</td>
-      <td>0.0106</td>
-      <td>0.0121</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0147</td>
-      <td>0.0099</td>
-      <td>0.0107</td>
-      <td>0.0135</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0166</td>
-      <td>0.0097</td>
-      <td>0.0125</td>
-      <td>0.0155</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0150</td>
-      <td>0.0098</td>
-      <td>0.0125</td>
-      <td>0.0156</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0149</td>
-      <td>0.0095</td>
-      <td>0.0133</td>
-      <td>0.0163</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0185</td>
-      <td>0.0119</td>
-      <td>0.0182</td>
-      <td>0.0213</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0173</td>
-      <td>0.0113</td>
-      <td>0.0188</td>
-      <td>0.0218</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0182</td>
-      <td>0.0117</td>
-      <td>0.0206</td>
-      <td>0.0229</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0125</td>
-      <td>0.0141</td>
-      <td>0.0182</td>
-      <td>0.0258</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0121</td>
-      <td>0.0155</td>
-      <td>0.0142</td>
-      <td>0.0137</td>
-      <td>0.0095</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_50_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_50_acc.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 423.693s  
-> mul_sld: 164.785s  
-> bin_sld_gs: 1105.830s  
-> mul_sld_gs: 648.000s  
-> bin_sld_gsq: 523.679s  
-> bin_pacc: 415.735s  
-> mul_pacc: 142.337s  
-> binmc_pacc: 422.073s  
-> mulmc_pacc: 162.522s  
-> binne_pacc: 411.703s  
-> mulne_pacc: 159.753s  
-> bin_pacc_gs: 722.307s  
-> mul_pacc_gs: 263.296s  
-> bin_cc: 394.807s  
-> mul_cc: 127.886s  
-> kfcv: 118.430s  
-> ref: 114.366s  
-> atc_mc: 111.695s  
-> atc_ne: 96.170s  
-> doc_feat: 92.012s  
-> tot: 1110.535s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0074</td>
-      <td>0.0104</td>
-      <td>0.0119</td>
-      <td>0.0091</td>
-      <td>0.0170</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0104</td>
-      <td>0.0093</td>
-      <td>0.0139</td>
-      <td>0.0078</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0110</td>
-      <td>0.0090</td>
-      <td>0.0129</td>
-      <td>0.0091</td>
-      <td>0.0147</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0130</td>
-      <td>0.0087</td>
-      <td>0.0149</td>
-      <td>0.0077</td>
-      <td>0.0173</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0122</td>
-      <td>0.0101</td>
-      <td>0.0124</td>
-      <td>0.0088</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0139</td>
-      <td>0.0100</td>
-      <td>0.0136</td>
-      <td>0.0087</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0136</td>
-      <td>0.0096</td>
-      <td>0.0131</td>
-      <td>0.0070</td>
-      <td>0.0132</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0147</td>
-      <td>0.0097</td>
-      <td>0.0111</td>
-      <td>0.0084</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0163</td>
-      <td>0.0092</td>
-      <td>0.0115</td>
-      <td>0.0085</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0159</td>
-      <td>0.0109</td>
-      <td>0.0112</td>
-      <td>0.0084</td>
-      <td>0.0105</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0168</td>
-      <td>0.0103</td>
-      <td>0.0107</td>
-      <td>0.0087</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0169</td>
-      <td>0.0116</td>
-      <td>0.0116</td>
-      <td>0.0099</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0163</td>
-      <td>0.0119</td>
-      <td>0.0098</td>
-      <td>0.0090</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0151</td>
-      <td>0.0123</td>
-      <td>0.0095</td>
-      <td>0.0089</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0127</td>
-      <td>0.0113</td>
-      <td>0.0083</td>
-      <td>0.0082</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0125</td>
-      <td>0.0132</td>
-      <td>0.0084</td>
-      <td>0.0086</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0113</td>
-      <td>0.0129</td>
-      <td>0.0078</td>
-      <td>0.0084</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0100</td>
-      <td>0.0121</td>
-      <td>0.0080</td>
-      <td>0.0086</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0097</td>
-      <td>0.0134</td>
-      <td>0.0085</td>
-      <td>0.0089</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0078</td>
-      <td>0.0120</td>
-      <td>0.0086</td>
-      <td>0.0088</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0061</td>
-      <td>0.0094</td>
-      <td>0.0083</td>
-      <td>0.0084</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0126</td>
-      <td>0.0108</td>
-      <td>0.0108</td>
-      <td>0.0086</td>
-      <td>0.0111</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_60_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_60_acc.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 446.445s  
-> mul_sld: 164.730s  
-> bin_sld_gs: 1117.398s  
-> mul_sld_gs: 661.430s  
-> bin_sld_gsq: 528.925s  
-> bin_pacc: 431.969s  
-> mul_pacc: 151.272s  
-> binmc_pacc: 430.157s  
-> mulmc_pacc: 180.251s  
-> binne_pacc: 438.442s  
-> mulne_pacc: 173.700s  
-> bin_pacc_gs: 733.397s  
-> mul_pacc_gs: 262.705s  
-> bin_cc: 407.885s  
-> mul_cc: 153.959s  
-> kfcv: 132.641s  
-> ref: 136.486s  
-> atc_mc: 135.594s  
-> atc_ne: 129.372s  
-> doc_feat: 95.722s  
-> tot: 1121.806s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0083</td>
-      <td>0.0120</td>
-      <td>0.0116</td>
-      <td>0.0168</td>
-      <td>0.0135</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0087</td>
-      <td>0.0118</td>
-      <td>0.0125</td>
-      <td>0.0163</td>
-      <td>0.0133</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0085</td>
-      <td>0.0101</td>
-      <td>0.0116</td>
-      <td>0.0144</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0088</td>
-      <td>0.0105</td>
-      <td>0.0119</td>
-      <td>0.0143</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0070</td>
-      <td>0.0099</td>
-      <td>0.0098</td>
-      <td>0.0112</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0071</td>
-      <td>0.0094</td>
-      <td>0.0102</td>
-      <td>0.0104</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0076</td>
-      <td>0.0081</td>
-      <td>0.0114</td>
-      <td>0.0105</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0069</td>
-      <td>0.0105</td>
-      <td>0.0092</td>
-      <td>0.0084</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0061</td>
-      <td>0.0092</td>
-      <td>0.0088</td>
-      <td>0.0080</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0071</td>
-      <td>0.0119</td>
-      <td>0.0086</td>
-      <td>0.0082</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0075</td>
-      <td>0.0103</td>
-      <td>0.0102</td>
-      <td>0.0077</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0086</td>
-      <td>0.0137</td>
-      <td>0.0084</td>
-      <td>0.0081</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0084</td>
-      <td>0.0134</td>
-      <td>0.0091</td>
-      <td>0.0079</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0089</td>
-      <td>0.0140</td>
-      <td>0.0088</td>
-      <td>0.0076</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0108</td>
-      <td>0.0172</td>
-      <td>0.0086</td>
-      <td>0.0084</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0114</td>
-      <td>0.0185</td>
-      <td>0.0086</td>
-      <td>0.0091</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0144</td>
-      <td>0.0210</td>
-      <td>0.0097</td>
-      <td>0.0112</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0161</td>
-      <td>0.0225</td>
-      <td>0.0109</td>
-      <td>0.0125</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0168</td>
-      <td>0.0231</td>
-      <td>0.0103</td>
-      <td>0.0133</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0202</td>
-      <td>0.0260</td>
-      <td>0.0133</td>
-      <td>0.0157</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0235</td>
-      <td>0.0288</td>
-      <td>0.0130</td>
-      <td>0.0190</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0106</td>
-      <td>0.0149</td>
-      <td>0.0103</td>
-      <td>0.0114</td>
-      <td>0.0093</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_70_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_70_acc.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 407.545s  
-> mul_sld: 147.073s  
-> bin_sld_gs: 4046.450s  
-> mul_sld_gs: 3606.019s  
-> bin_sld_gsq: 490.593s  
-> bin_pacc: 399.480s  
-> mul_pacc: 162.231s  
-> binmc_pacc: 403.466s  
-> mulmc_pacc: 179.691s  
-> binne_pacc: 403.638s  
-> mulne_pacc: 171.078s  
-> bin_pacc_gs: 3446.185s  
-> mul_pacc_gs: 257.968s  
-> bin_cc: 374.905s  
-> mul_cc: 150.379s  
-> kfcv: 133.439s  
-> ref: 132.673s  
-> atc_mc: 130.594s  
-> atc_ne: 131.031s  
-> doc_feat: 81.112s  
-> tot: 4051.202s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0019</td>
-      <td>0.0095</td>
-      <td>0.0129</td>
-      <td>0.0105</td>
-      <td>0.0197</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0211</td>
-      <td>0.0122</td>
-      <td>0.0134</td>
-      <td>0.0144</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0183</td>
-      <td>0.0100</td>
-      <td>0.0116</td>
-      <td>0.0114</td>
-      <td>0.0160</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0157</td>
-      <td>0.0109</td>
-      <td>0.0112</td>
-      <td>0.0125</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0141</td>
-      <td>0.0105</td>
-      <td>0.0118</td>
-      <td>0.0120</td>
-      <td>0.0169</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0141</td>
-      <td>0.0094</td>
-      <td>0.0110</td>
-      <td>0.0113</td>
-      <td>0.0165</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0107</td>
-      <td>0.0084</td>
-      <td>0.0103</td>
-      <td>0.0096</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0119</td>
-      <td>0.0105</td>
-      <td>0.0116</td>
-      <td>0.0116</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0090</td>
-      <td>0.0095</td>
-      <td>0.0091</td>
-      <td>0.0098</td>
-      <td>0.0134</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0105</td>
-      <td>0.0098</td>
-      <td>0.0112</td>
-      <td>0.0113</td>
-      <td>0.0109</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0077</td>
-      <td>0.0079</td>
-      <td>0.0088</td>
-      <td>0.0085</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0076</td>
-      <td>0.0094</td>
-      <td>0.0100</td>
-      <td>0.0093</td>
-      <td>0.0112</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0069</td>
-      <td>0.0078</td>
-      <td>0.0087</td>
-      <td>0.0078</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0074</td>
-      <td>0.0084</td>
-      <td>0.0089</td>
-      <td>0.0090</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0074</td>
-      <td>0.0080</td>
-      <td>0.0103</td>
-      <td>0.0083</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0066</td>
-      <td>0.0072</td>
-      <td>0.0095</td>
-      <td>0.0071</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0081</td>
-      <td>0.0070</td>
-      <td>0.0108</td>
-      <td>0.0075</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0086</td>
-      <td>0.0067</td>
-      <td>0.0102</td>
-      <td>0.0068</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0112</td>
-      <td>0.0063</td>
-      <td>0.0087</td>
-      <td>0.0071</td>
-      <td>0.0066</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0104</td>
-      <td>0.0067</td>
-      <td>0.0100</td>
-      <td>0.0071</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0041</td>
-      <td>0.0049</td>
-      <td>0.0097</td>
-      <td>0.0043</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0101</td>
-      <td>0.0086</td>
-      <td>0.0105</td>
-      <td>0.0094</td>
-      <td>0.0117</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_80_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_80_acc.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 56.896s  
-> mul_sld_gs: 351.569s  
-> mul_cc: 51.884s  
-> kfcv: 46.187s  
-> ref: 44.331s  
-> atc_mc: 47.954s  
-> atc_ne: 47.496s  
-> doc_feat: 41.155s  
-> tot: 357.732s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0533</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0476</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0449</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0438</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0410</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0351</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0321</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0303</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0252</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0204</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0163</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0077</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0259</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_90_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0054</td>
-      <td>0.0108</td>
-      <td>0.0098</td>
-      <td>0.0115</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0101</td>
-      <td>0.0121</td>
-      <td>0.0118</td>
-      <td>0.0133</td>
-      <td>0.0147</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0107</td>
-      <td>0.0123</td>
-      <td>0.0124</td>
-      <td>0.0146</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0110</td>
-      <td>0.0130</td>
-      <td>0.0137</td>
-      <td>0.0157</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0109</td>
-      <td>0.0130</td>
-      <td>0.0133</td>
-      <td>0.0163</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0118</td>
-      <td>0.0135</td>
-      <td>0.0141</td>
-      <td>0.0170</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0113</td>
-      <td>0.0128</td>
-      <td>0.0141</td>
-      <td>0.0169</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0117</td>
-      <td>0.0141</td>
-      <td>0.0140</td>
-      <td>0.0184</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0126</td>
-      <td>0.0141</td>
-      <td>0.0145</td>
-      <td>0.0200</td>
-      <td>0.0142</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0131</td>
-      <td>0.0153</td>
-      <td>0.0152</td>
-      <td>0.0210</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0138</td>
-      <td>0.0149</td>
-      <td>0.0153</td>
-      <td>0.0221</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0144</td>
-      <td>0.0158</td>
-      <td>0.0156</td>
-      <td>0.0231</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0154</td>
-      <td>0.0158</td>
-      <td>0.0159</td>
-      <td>0.0234</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0163</td>
-      <td>0.0164</td>
-      <td>0.0167</td>
-      <td>0.0258</td>
-      <td>0.0148</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0168</td>
-      <td>0.0166</td>
-      <td>0.0173</td>
-      <td>0.0267</td>
-      <td>0.0153</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0171</td>
-      <td>0.0174</td>
-      <td>0.0177</td>
-      <td>0.0271</td>
-      <td>0.0157</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0184</td>
-      <td>0.0182</td>
-      <td>0.0188</td>
-      <td>0.0290</td>
-      <td>0.0160</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0197</td>
-      <td>0.0190</td>
-      <td>0.0200</td>
-      <td>0.0299</td>
-      <td>0.0159</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0209</td>
-      <td>0.0195</td>
-      <td>0.0211</td>
-      <td>0.0322</td>
-      <td>0.0165</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0228</td>
-      <td>0.0214</td>
-      <td>0.0237</td>
-      <td>0.0355</td>
-      <td>0.0178</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0194</td>
-      <td>0.0219</td>
-      <td>0.0198</td>
-      <td>0.0357</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0145</td>
-      <td>0.0156</td>
-      <td>0.0159</td>
-      <td>0.0226</td>
-      <td>0.0151</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0402</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0246</td>
-      <td>0.0371</td>
-      <td>0.0339</td>
-      <td>0.0770</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0135</td>
-      <td>0.0104</td>
-      <td>0.0168</td>
-      <td>0.0241</td>
-      <td>0.0095</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0177</td>
-      <td>0.0120</td>
-      <td>0.0152</td>
-      <td>0.0142</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0121</td>
-      <td>0.0155</td>
-      <td>0.0142</td>
-      <td>0.0137</td>
-      <td>0.0095</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0126</td>
-      <td>0.0108</td>
-      <td>0.0108</td>
-      <td>0.0086</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0106</td>
-      <td>0.0149</td>
-      <td>0.0103</td>
-      <td>0.0114</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0101</td>
-      <td>0.0086</td>
-      <td>0.0105</td>
-      <td>0.0094</td>
-      <td>0.0117</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0259</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0145</td>
-      <td>0.0156</td>
-      <td>0.0159</td>
-      <td>0.0226</td>
-      <td>0.0151</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_avg_acc.png)
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_atc_pacc_f1.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_atc_pacc_f1.md
deleted file mode 100644
index ebe0032..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_atc_pacc_f1.md
+++ /dev/null
@@ -1,2089 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 238.632s  
-> mul_sld: 101.343s  
-> mul_sld_gs: 441.747s  
-> bin_cc: 230.303s  
-> mul_cc: 77.603s  
-> kfcv: 66.959s  
-> ref: 65.305s  
-> atc_mc: 66.465s  
-> atc_ne: 65.103s  
-> doc_feat: 56.750s  
-> tot: 446.654s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.3429</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.3260</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.3360</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.3402</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.3351</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.3371</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.3313</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.3378</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.3337</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.3346</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.3327</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.3406</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.3326</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.3335</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.3359</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.3324</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.3378</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.3373</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.3323</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.3353</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.3196</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_10_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_10_f1.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 431.443s  
-> mul_sld: 188.845s  
-> bin_sld_gs: 1093.467s  
-> mul_sld_gs: 642.106s  
-> bin_sld_gsq: 522.073s  
-> bin_pacc: 422.062s  
-> mul_pacc: 154.976s  
-> binmc_pacc: 417.137s  
-> mulmc_pacc: 140.524s  
-> binne_pacc: 421.581s  
-> mulne_pacc: 157.883s  
-> bin_pacc_gs: 723.261s  
-> mul_pacc_gs: 258.223s  
-> bin_cc: 402.467s  
-> mul_cc: 144.805s  
-> kfcv: 108.333s  
-> ref: 118.158s  
-> atc_mc: 118.502s  
-> atc_ne: 96.965s  
-> doc_feat: 91.141s  
-> tot: 1096.718s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.2307</td>
-      <td>0.1390</td>
-      <td>0.0183</td>
-      <td>0.0000</td>
-      <td>0.1580</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0818</td>
-      <td>0.1435</td>
-      <td>0.1385</td>
-      <td>0.4540</td>
-      <td>0.1115</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0575</td>
-      <td>0.1036</td>
-      <td>0.1008</td>
-      <td>0.3316</td>
-      <td>0.0899</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0505</td>
-      <td>0.0911</td>
-      <td>0.0806</td>
-      <td>0.2445</td>
-      <td>0.0782</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0449</td>
-      <td>0.0755</td>
-      <td>0.0703</td>
-      <td>0.2092</td>
-      <td>0.0673</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0408</td>
-      <td>0.0700</td>
-      <td>0.0626</td>
-      <td>0.1771</td>
-      <td>0.0637</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0362</td>
-      <td>0.0637</td>
-      <td>0.0532</td>
-      <td>0.1534</td>
-      <td>0.0612</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0348</td>
-      <td>0.0638</td>
-      <td>0.0519</td>
-      <td>0.1498</td>
-      <td>0.0553</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0356</td>
-      <td>0.0655</td>
-      <td>0.0559</td>
-      <td>0.1511</td>
-      <td>0.0605</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0354</td>
-      <td>0.0638</td>
-      <td>0.0541</td>
-      <td>0.1399</td>
-      <td>0.0589</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0351</td>
-      <td>0.0626</td>
-      <td>0.0527</td>
-      <td>0.1404</td>
-      <td>0.0587</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0312</td>
-      <td>0.0580</td>
-      <td>0.0473</td>
-      <td>0.1301</td>
-      <td>0.0550</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0322</td>
-      <td>0.0563</td>
-      <td>0.0430</td>
-      <td>0.1160</td>
-      <td>0.0526</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0320</td>
-      <td>0.0574</td>
-      <td>0.0441</td>
-      <td>0.1223</td>
-      <td>0.0541</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0291</td>
-      <td>0.0543</td>
-      <td>0.0415</td>
-      <td>0.1163</td>
-      <td>0.0511</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0291</td>
-      <td>0.0532</td>
-      <td>0.0419</td>
-      <td>0.1111</td>
-      <td>0.0521</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0293</td>
-      <td>0.0546</td>
-      <td>0.0410</td>
-      <td>0.1101</td>
-      <td>0.0526</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0262</td>
-      <td>0.0495</td>
-      <td>0.0348</td>
-      <td>0.0982</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0282</td>
-      <td>0.0507</td>
-      <td>0.0391</td>
-      <td>0.1046</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0291</td>
-      <td>0.0528</td>
-      <td>0.0410</td>
-      <td>0.1089</td>
-      <td>0.0518</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0239</td>
-      <td>0.0523</td>
-      <td>0.0327</td>
-      <td>0.1016</td>
-      <td>0.0495</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0464</td>
-      <td>0.0705</td>
-      <td>0.0545</td>
-      <td>0.1557</td>
-      <td>0.0658</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_20_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_20_f1.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 440.439s  
-> mul_sld: 181.173s  
-> bin_sld_gs: 1117.061s  
-> mul_sld_gs: 644.511s  
-> bin_sld_gsq: 529.624s  
-> bin_pacc: 425.791s  
-> mul_pacc: 174.577s  
-> binmc_pacc: 425.760s  
-> mulmc_pacc: 147.208s  
-> binne_pacc: 424.010s  
-> mulne_pacc: 137.064s  
-> bin_pacc_gs: 729.394s  
-> mul_pacc_gs: 256.419s  
-> bin_cc: 407.241s  
-> mul_cc: 148.864s  
-> kfcv: 129.860s  
-> ref: 89.336s  
-> atc_mc: 117.685s  
-> atc_ne: 123.998s  
-> doc_feat: 91.912s  
-> tot: 1120.968s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.4489</td>
-      <td>0.0707</td>
-      <td>0.3039</td>
-      <td>0.1143</td>
-      <td>0.3913</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0570</td>
-      <td>0.0612</td>
-      <td>0.0556</td>
-      <td>0.0747</td>
-      <td>0.0484</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0428</td>
-      <td>0.0414</td>
-      <td>0.0378</td>
-      <td>0.0479</td>
-      <td>0.0293</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0254</td>
-      <td>0.0325</td>
-      <td>0.0376</td>
-      <td>0.0491</td>
-      <td>0.0291</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0217</td>
-      <td>0.0247</td>
-      <td>0.0298</td>
-      <td>0.0399</td>
-      <td>0.0239</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0193</td>
-      <td>0.0217</td>
-      <td>0.0248</td>
-      <td>0.0359</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0163</td>
-      <td>0.0176</td>
-      <td>0.0237</td>
-      <td>0.0352</td>
-      <td>0.0189</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0145</td>
-      <td>0.0155</td>
-      <td>0.0216</td>
-      <td>0.0316</td>
-      <td>0.0161</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0161</td>
-      <td>0.0144</td>
-      <td>0.0220</td>
-      <td>0.0339</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0155</td>
-      <td>0.0139</td>
-      <td>0.0205</td>
-      <td>0.0325</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0140</td>
-      <td>0.0116</td>
-      <td>0.0180</td>
-      <td>0.0294</td>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0136</td>
-      <td>0.0121</td>
-      <td>0.0174</td>
-      <td>0.0298</td>
-      <td>0.0115</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0148</td>
-      <td>0.0106</td>
-      <td>0.0188</td>
-      <td>0.0323</td>
-      <td>0.0109</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0152</td>
-      <td>0.0106</td>
-      <td>0.0184</td>
-      <td>0.0317</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0141</td>
-      <td>0.0091</td>
-      <td>0.0172</td>
-      <td>0.0306</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0141</td>
-      <td>0.0089</td>
-      <td>0.0159</td>
-      <td>0.0286</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0144</td>
-      <td>0.0081</td>
-      <td>0.0163</td>
-      <td>0.0299</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0142</td>
-      <td>0.0084</td>
-      <td>0.0159</td>
-      <td>0.0284</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0137</td>
-      <td>0.0076</td>
-      <td>0.0150</td>
-      <td>0.0277</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0159</td>
-      <td>0.0090</td>
-      <td>0.0172</td>
-      <td>0.0307</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0125</td>
-      <td>0.0080</td>
-      <td>0.0129</td>
-      <td>0.0284</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0397</td>
-      <td>0.0199</td>
-      <td>0.0362</td>
-      <td>0.0392</td>
-      <td>0.0337</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_30_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_30_f1.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 441.902s  
-> mul_sld: 171.147s  
-> bin_sld_gs: 1129.143s  
-> mul_sld_gs: 661.698s  
-> bin_sld_gsq: 534.997s  
-> bin_pacc: 438.840s  
-> mul_pacc: 172.945s  
-> binmc_pacc: 434.527s  
-> mulmc_pacc: 166.147s  
-> binne_pacc: 431.135s  
-> mulne_pacc: 144.562s  
-> bin_pacc_gs: 735.193s  
-> mul_pacc_gs: 266.608s  
-> bin_cc: 412.883s  
-> mul_cc: 159.067s  
-> kfcv: 137.954s  
-> ref: 132.249s  
-> atc_mc: 137.719s  
-> atc_ne: 134.107s  
-> doc_feat: 79.638s  
-> tot: 1133.285s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.2187</td>
-      <td>0.1510</td>
-      <td>0.1220</td>
-      <td>0.1634</td>
-      <td>0.5122</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0528</td>
-      <td>0.0637</td>
-      <td>0.0498</td>
-      <td>0.0520</td>
-      <td>0.0575</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0386</td>
-      <td>0.0449</td>
-      <td>0.0367</td>
-      <td>0.0378</td>
-      <td>0.0264</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0262</td>
-      <td>0.0302</td>
-      <td>0.0282</td>
-      <td>0.0257</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0216</td>
-      <td>0.0263</td>
-      <td>0.0240</td>
-      <td>0.0222</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0192</td>
-      <td>0.0222</td>
-      <td>0.0212</td>
-      <td>0.0198</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0162</td>
-      <td>0.0172</td>
-      <td>0.0181</td>
-      <td>0.0176</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0141</td>
-      <td>0.0159</td>
-      <td>0.0151</td>
-      <td>0.0151</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0143</td>
-      <td>0.0133</td>
-      <td>0.0134</td>
-      <td>0.0138</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0140</td>
-      <td>0.0132</td>
-      <td>0.0137</td>
-      <td>0.0138</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0148</td>
-      <td>0.0128</td>
-      <td>0.0130</td>
-      <td>0.0138</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0159</td>
-      <td>0.0118</td>
-      <td>0.0139</td>
-      <td>0.0141</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0173</td>
-      <td>0.0116</td>
-      <td>0.0143</td>
-      <td>0.0144</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0176</td>
-      <td>0.0106</td>
-      <td>0.0141</td>
-      <td>0.0140</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0195</td>
-      <td>0.0105</td>
-      <td>0.0152</td>
-      <td>0.0154</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0190</td>
-      <td>0.0103</td>
-      <td>0.0149</td>
-      <td>0.0147</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0192</td>
-      <td>0.0095</td>
-      <td>0.0147</td>
-      <td>0.0141</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0214</td>
-      <td>0.0114</td>
-      <td>0.0175</td>
-      <td>0.0166</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0215</td>
-      <td>0.0105</td>
-      <td>0.0175</td>
-      <td>0.0164</td>
-      <td>0.0050</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0227</td>
-      <td>0.0117</td>
-      <td>0.0180</td>
-      <td>0.0168</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0214</td>
-      <td>0.0119</td>
-      <td>0.0141</td>
-      <td>0.0170</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0308</td>
-      <td>0.0248</td>
-      <td>0.0243</td>
-      <td>0.0261</td>
-      <td>0.0356</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_40_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_40_f1.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 432.840s  
-> mul_sld: 159.373s  
-> bin_sld_gs: 1148.243s  
-> mul_sld_gs: 657.176s  
-> bin_sld_gsq: 539.408s  
-> bin_pacc: 430.121s  
-> mul_pacc: 173.440s  
-> binmc_pacc: 433.871s  
-> mulmc_pacc: 158.794s  
-> binne_pacc: 435.732s  
-> mulne_pacc: 158.199s  
-> bin_pacc_gs: 728.918s  
-> mul_pacc_gs: 263.162s  
-> bin_cc: 405.769s  
-> mul_cc: 134.145s  
-> kfcv: 125.438s  
-> ref: 127.690s  
-> atc_mc: 108.387s  
-> atc_ne: 115.014s  
-> doc_feat: 90.803s  
-> tot: 1152.446s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0267</td>
-      <td>0.4403</td>
-      <td>0.3449</td>
-      <td>0.1107</td>
-      <td>0.5861</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0606</td>
-      <td>0.1552</td>
-      <td>0.1050</td>
-      <td>0.0528</td>
-      <td>0.1441</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0311</td>
-      <td>0.0903</td>
-      <td>0.0636</td>
-      <td>0.0371</td>
-      <td>0.0650</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0270</td>
-      <td>0.0630</td>
-      <td>0.0470</td>
-      <td>0.0273</td>
-      <td>0.0438</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0230</td>
-      <td>0.0438</td>
-      <td>0.0329</td>
-      <td>0.0225</td>
-      <td>0.0258</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0202</td>
-      <td>0.0365</td>
-      <td>0.0290</td>
-      <td>0.0206</td>
-      <td>0.0206</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0172</td>
-      <td>0.0276</td>
-      <td>0.0221</td>
-      <td>0.0147</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0152</td>
-      <td>0.0251</td>
-      <td>0.0194</td>
-      <td>0.0150</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0157</td>
-      <td>0.0191</td>
-      <td>0.0151</td>
-      <td>0.0137</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0127</td>
-      <td>0.0173</td>
-      <td>0.0131</td>
-      <td>0.0123</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0131</td>
-      <td>0.0133</td>
-      <td>0.0108</td>
-      <td>0.0115</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0134</td>
-      <td>0.0116</td>
-      <td>0.0103</td>
-      <td>0.0116</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0121</td>
-      <td>0.0098</td>
-      <td>0.0089</td>
-      <td>0.0108</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0119</td>
-      <td>0.0078</td>
-      <td>0.0086</td>
-      <td>0.0113</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0124</td>
-      <td>0.0073</td>
-      <td>0.0094</td>
-      <td>0.0120</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0106</td>
-      <td>0.0070</td>
-      <td>0.0088</td>
-      <td>0.0113</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0097</td>
-      <td>0.0063</td>
-      <td>0.0088</td>
-      <td>0.0110</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0114</td>
-      <td>0.0077</td>
-      <td>0.0113</td>
-      <td>0.0135</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0101</td>
-      <td>0.0069</td>
-      <td>0.0111</td>
-      <td>0.0131</td>
-      <td>0.0048</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0101</td>
-      <td>0.0069</td>
-      <td>0.0115</td>
-      <td>0.0130</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0067</td>
-      <td>0.0079</td>
-      <td>0.0098</td>
-      <td>0.0140</td>
-      <td>0.0047</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0177</td>
-      <td>0.0481</td>
-      <td>0.0382</td>
-      <td>0.0219</td>
-      <td>0.0479</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_50_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_50_f1.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 423.693s  
-> mul_sld: 164.785s  
-> bin_sld_gs: 1105.830s  
-> mul_sld_gs: 648.000s  
-> bin_sld_gsq: 523.679s  
-> bin_pacc: 415.735s  
-> mul_pacc: 142.337s  
-> binmc_pacc: 422.073s  
-> mulmc_pacc: 162.522s  
-> binne_pacc: 411.703s  
-> mulne_pacc: 159.753s  
-> bin_pacc_gs: 722.307s  
-> mul_pacc_gs: 263.296s  
-> bin_cc: 394.807s  
-> mul_cc: 127.886s  
-> kfcv: 118.430s  
-> ref: 114.366s  
-> atc_mc: 111.695s  
-> atc_ne: 96.170s  
-> doc_feat: 92.012s  
-> tot: 1110.535s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1390</td>
-      <td>0.0057</td>
-      <td>0.2345</td>
-      <td>0.0501</td>
-      <td>0.6121</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0698</td>
-      <td>0.0825</td>
-      <td>0.1005</td>
-      <td>0.0415</td>
-      <td>0.2334</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0437</td>
-      <td>0.0508</td>
-      <td>0.0536</td>
-      <td>0.0320</td>
-      <td>0.1135</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0361</td>
-      <td>0.0339</td>
-      <td>0.0432</td>
-      <td>0.0216</td>
-      <td>0.0789</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0254</td>
-      <td>0.0291</td>
-      <td>0.0274</td>
-      <td>0.0195</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0242</td>
-      <td>0.0216</td>
-      <td>0.0243</td>
-      <td>0.0161</td>
-      <td>0.0383</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0200</td>
-      <td>0.0183</td>
-      <td>0.0196</td>
-      <td>0.0114</td>
-      <td>0.0278</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0189</td>
-      <td>0.0143</td>
-      <td>0.0148</td>
-      <td>0.0117</td>
-      <td>0.0211</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0187</td>
-      <td>0.0113</td>
-      <td>0.0134</td>
-      <td>0.0102</td>
-      <td>0.0176</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0162</td>
-      <td>0.0120</td>
-      <td>0.0116</td>
-      <td>0.0093</td>
-      <td>0.0130</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0158</td>
-      <td>0.0102</td>
-      <td>0.0102</td>
-      <td>0.0088</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0147</td>
-      <td>0.0105</td>
-      <td>0.0101</td>
-      <td>0.0090</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0131</td>
-      <td>0.0098</td>
-      <td>0.0080</td>
-      <td>0.0075</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0112</td>
-      <td>0.0093</td>
-      <td>0.0073</td>
-      <td>0.0070</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0089</td>
-      <td>0.0080</td>
-      <td>0.0059</td>
-      <td>0.0060</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0083</td>
-      <td>0.0088</td>
-      <td>0.0057</td>
-      <td>0.0059</td>
-      <td>0.0052</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0071</td>
-      <td>0.0080</td>
-      <td>0.0050</td>
-      <td>0.0054</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0059</td>
-      <td>0.0072</td>
-      <td>0.0049</td>
-      <td>0.0053</td>
-      <td>0.0039</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0055</td>
-      <td>0.0075</td>
-      <td>0.0050</td>
-      <td>0.0052</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0042</td>
-      <td>0.0064</td>
-      <td>0.0048</td>
-      <td>0.0048</td>
-      <td>0.0027</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0032</td>
-      <td>0.0049</td>
-      <td>0.0044</td>
-      <td>0.0044</td>
-      <td>0.0026</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0243</td>
-      <td>0.0176</td>
-      <td>0.0293</td>
-      <td>0.0139</td>
-      <td>0.0606</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_60_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_60_f1.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 446.445s  
-> mul_sld: 164.730s  
-> bin_sld_gs: 1117.398s  
-> mul_sld_gs: 661.430s  
-> bin_sld_gsq: 528.925s  
-> bin_pacc: 431.969s  
-> mul_pacc: 151.272s  
-> binmc_pacc: 430.157s  
-> mulmc_pacc: 180.251s  
-> binne_pacc: 438.442s  
-> mulne_pacc: 173.700s  
-> bin_pacc_gs: 733.397s  
-> mul_pacc_gs: 262.705s  
-> bin_cc: 407.885s  
-> mul_cc: 153.959s  
-> kfcv: 132.641s  
-> ref: 136.486s  
-> atc_mc: 135.594s  
-> atc_ne: 129.372s  
-> doc_feat: 95.722s  
-> tot: 1121.806s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0873</td>
-      <td>0.0886</td>
-      <td>0.1223</td>
-      <td>0.1188</td>
-      <td>0.5530</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0497</td>
-      <td>0.0496</td>
-      <td>0.0702</td>
-      <td>0.0690</td>
-      <td>0.2717</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0319</td>
-      <td>0.0320</td>
-      <td>0.0426</td>
-      <td>0.0409</td>
-      <td>0.1554</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0245</td>
-      <td>0.0254</td>
-      <td>0.0320</td>
-      <td>0.0312</td>
-      <td>0.0993</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0155</td>
-      <td>0.0191</td>
-      <td>0.0208</td>
-      <td>0.0190</td>
-      <td>0.0643</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0128</td>
-      <td>0.0159</td>
-      <td>0.0175</td>
-      <td>0.0153</td>
-      <td>0.0433</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0115</td>
-      <td>0.0115</td>
-      <td>0.0167</td>
-      <td>0.0131</td>
-      <td>0.0320</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0099</td>
-      <td>0.0143</td>
-      <td>0.0117</td>
-      <td>0.0101</td>
-      <td>0.0194</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0076</td>
-      <td>0.0111</td>
-      <td>0.0098</td>
-      <td>0.0082</td>
-      <td>0.0151</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0081</td>
-      <td>0.0130</td>
-      <td>0.0085</td>
-      <td>0.0082</td>
-      <td>0.0116</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0076</td>
-      <td>0.0104</td>
-      <td>0.0095</td>
-      <td>0.0071</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0084</td>
-      <td>0.0129</td>
-      <td>0.0073</td>
-      <td>0.0073</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0073</td>
-      <td>0.0115</td>
-      <td>0.0072</td>
-      <td>0.0066</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0072</td>
-      <td>0.0111</td>
-      <td>0.0065</td>
-      <td>0.0060</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0082</td>
-      <td>0.0127</td>
-      <td>0.0060</td>
-      <td>0.0063</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0082</td>
-      <td>0.0129</td>
-      <td>0.0057</td>
-      <td>0.0064</td>
-      <td>0.0042</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0094</td>
-      <td>0.0136</td>
-      <td>0.0061</td>
-      <td>0.0073</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0099</td>
-      <td>0.0137</td>
-      <td>0.0065</td>
-      <td>0.0077</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0098</td>
-      <td>0.0133</td>
-      <td>0.0059</td>
-      <td>0.0077</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0110</td>
-      <td>0.0142</td>
-      <td>0.0072</td>
-      <td>0.0086</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0122</td>
-      <td>0.0149</td>
-      <td>0.0067</td>
-      <td>0.0099</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0171</td>
-      <td>0.0201</td>
-      <td>0.0203</td>
-      <td>0.0197</td>
-      <td>0.0631</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_70_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_70_f1.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 407.545s  
-> mul_sld: 147.073s  
-> bin_sld_gs: 4046.450s  
-> mul_sld_gs: 3606.019s  
-> bin_sld_gsq: 490.593s  
-> bin_pacc: 399.480s  
-> mul_pacc: 162.231s  
-> binmc_pacc: 403.466s  
-> mulmc_pacc: 179.691s  
-> binne_pacc: 403.638s  
-> mulne_pacc: 171.078s  
-> bin_pacc_gs: 3446.185s  
-> mul_pacc_gs: 257.968s  
-> bin_cc: 374.905s  
-> mul_cc: 150.379s  
-> kfcv: 133.439s  
-> ref: 132.673s  
-> atc_mc: 130.594s  
-> atc_ne: 131.031s  
-> doc_feat: 81.112s  
-> tot: 4051.202s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0014</td>
-      <td>0.0411</td>
-      <td>0.0663</td>
-      <td>0.0200</td>
-      <td>0.5543</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0893</td>
-      <td>0.0360</td>
-      <td>0.0397</td>
-      <td>0.0492</td>
-      <td>0.3560</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0607</td>
-      <td>0.0242</td>
-      <td>0.0324</td>
-      <td>0.0324</td>
-      <td>0.2466</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0407</td>
-      <td>0.0231</td>
-      <td>0.0237</td>
-      <td>0.0282</td>
-      <td>0.1736</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0295</td>
-      <td>0.0187</td>
-      <td>0.0199</td>
-      <td>0.0223</td>
-      <td>0.1294</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0255</td>
-      <td>0.0155</td>
-      <td>0.0153</td>
-      <td>0.0186</td>
-      <td>0.0960</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0169</td>
-      <td>0.0121</td>
-      <td>0.0134</td>
-      <td>0.0135</td>
-      <td>0.0688</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0162</td>
-      <td>0.0137</td>
-      <td>0.0125</td>
-      <td>0.0144</td>
-      <td>0.0486</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0110</td>
-      <td>0.0112</td>
-      <td>0.0094</td>
-      <td>0.0108</td>
-      <td>0.0379</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0116</td>
-      <td>0.0108</td>
-      <td>0.0108</td>
-      <td>0.0116</td>
-      <td>0.0268</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0076</td>
-      <td>0.0080</td>
-      <td>0.0079</td>
-      <td>0.0080</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0069</td>
-      <td>0.0087</td>
-      <td>0.0082</td>
-      <td>0.0080</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0057</td>
-      <td>0.0068</td>
-      <td>0.0067</td>
-      <td>0.0062</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0056</td>
-      <td>0.0064</td>
-      <td>0.0065</td>
-      <td>0.0066</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0052</td>
-      <td>0.0059</td>
-      <td>0.0071</td>
-      <td>0.0058</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0044</td>
-      <td>0.0049</td>
-      <td>0.0062</td>
-      <td>0.0046</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0050</td>
-      <td>0.0044</td>
-      <td>0.0067</td>
-      <td>0.0046</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0050</td>
-      <td>0.0040</td>
-      <td>0.0060</td>
-      <td>0.0040</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0062</td>
-      <td>0.0035</td>
-      <td>0.0049</td>
-      <td>0.0039</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0055</td>
-      <td>0.0035</td>
-      <td>0.0054</td>
-      <td>0.0038</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0021</td>
-      <td>0.0025</td>
-      <td>0.0049</td>
-      <td>0.0022</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0172</td>
-      <td>0.0126</td>
-      <td>0.0149</td>
-      <td>0.0133</td>
-      <td>0.0870</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_80_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_80_f1.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 56.896s  
-> mul_sld_gs: 351.569s  
-> mul_cc: 51.884s  
-> kfcv: 46.187s  
-> ref: 44.331s  
-> atc_mc: 47.954s  
-> atc_ne: 47.496s  
-> doc_feat: 41.155s  
-> tot: 357.732s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.4608</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.3731</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.3053</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.2498</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.2053</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.1687</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.1354</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.1093</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0883</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0693</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0554</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0420</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0326</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0245</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0169</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.1128</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_atc_pacc_90_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1647</td>
-      <td>0.1338</td>
-      <td>0.1732</td>
-      <td>0.0825</td>
-      <td>0.4260</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0659</td>
-      <td>0.0845</td>
-      <td>0.0799</td>
-      <td>0.1133</td>
-      <td>0.2154</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0438</td>
-      <td>0.0553</td>
-      <td>0.0525</td>
-      <td>0.0799</td>
-      <td>0.1508</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0329</td>
-      <td>0.0427</td>
-      <td>0.0418</td>
-      <td>0.0611</td>
-      <td>0.1230</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0260</td>
-      <td>0.0339</td>
-      <td>0.0322</td>
-      <td>0.0506</td>
-      <td>0.1023</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0231</td>
-      <td>0.0291</td>
-      <td>0.0278</td>
-      <td>0.0433</td>
-      <td>0.0888</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0192</td>
-      <td>0.0240</td>
-      <td>0.0238</td>
-      <td>0.0370</td>
-      <td>0.0786</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0177</td>
-      <td>0.0232</td>
-      <td>0.0210</td>
-      <td>0.0354</td>
-      <td>0.0695</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0170</td>
-      <td>0.0208</td>
-      <td>0.0199</td>
-      <td>0.0345</td>
-      <td>0.0659</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0162</td>
-      <td>0.0206</td>
-      <td>0.0189</td>
-      <td>0.0325</td>
-      <td>0.0603</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0154</td>
-      <td>0.0184</td>
-      <td>0.0174</td>
-      <td>0.0313</td>
-      <td>0.0578</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0149</td>
-      <td>0.0179</td>
-      <td>0.0164</td>
-      <td>0.0300</td>
-      <td>0.0542</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0146</td>
-      <td>0.0166</td>
-      <td>0.0153</td>
-      <td>0.0277</td>
-      <td>0.0530</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0144</td>
-      <td>0.0162</td>
-      <td>0.0150</td>
-      <td>0.0284</td>
-      <td>0.0507</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0139</td>
-      <td>0.0154</td>
-      <td>0.0146</td>
-      <td>0.0275</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0134</td>
-      <td>0.0152</td>
-      <td>0.0142</td>
-      <td>0.0261</td>
-      <td>0.0483</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0135</td>
-      <td>0.0149</td>
-      <td>0.0141</td>
-      <td>0.0261</td>
-      <td>0.0473</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0134</td>
-      <td>0.0146</td>
-      <td>0.0138</td>
-      <td>0.0248</td>
-      <td>0.0469</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0136</td>
-      <td>0.0143</td>
-      <td>0.0141</td>
-      <td>0.0255</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0141</td>
-      <td>0.0149</td>
-      <td>0.0150</td>
-      <td>0.0267</td>
-      <td>0.0464</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0117</td>
-      <td>0.0146</td>
-      <td>0.0122</td>
-      <td>0.0254</td>
-      <td>0.0465</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0276</td>
-      <td>0.0305</td>
-      <td>0.0311</td>
-      <td>0.0414</td>
-      <td>0.0918</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.3196</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0464</td>
-      <td>0.0705</td>
-      <td>0.0545</td>
-      <td>0.1557</td>
-      <td>0.0658</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0397</td>
-      <td>0.0199</td>
-      <td>0.0362</td>
-      <td>0.0392</td>
-      <td>0.0337</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0308</td>
-      <td>0.0248</td>
-      <td>0.0243</td>
-      <td>0.0261</td>
-      <td>0.0356</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0177</td>
-      <td>0.0481</td>
-      <td>0.0382</td>
-      <td>0.0219</td>
-      <td>0.0479</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0243</td>
-      <td>0.0176</td>
-      <td>0.0293</td>
-      <td>0.0139</td>
-      <td>0.0606</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0171</td>
-      <td>0.0201</td>
-      <td>0.0203</td>
-      <td>0.0197</td>
-      <td>0.0631</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0172</td>
-      <td>0.0126</td>
-      <td>0.0149</td>
-      <td>0.0133</td>
-      <td>0.0870</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.1128</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0276</td>
-      <td>0.0305</td>
-      <td>0.0311</td>
-      <td>0.0414</td>
-      <td>0.0918</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_atc_pacc_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_atc_pacc_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_atc_pacc_avg_f1.png)
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_entropy_acc.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_entropy_acc.md
deleted file mode 100644
index ef33884..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_entropy_acc.md
+++ /dev/null
@@ -1,2152 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 203.037s  
-> mul_sld: 73.117s  
-> binmc_sld: 203.298s  
-> mulmc_sld: 72.193s  
-> binne_sld: 202.750s  
-> mulne_sld: 66.052s  
-> ref: 42.077s  
-> atc_mc: 45.501s  
-> tot: 210.220s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0029</td>
-      <td>0.0023</td>
-      <td>0.0013</td>
-      <td>0.0009</td>
-      <td>0.0050</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0074</td>
-      <td>0.0059</td>
-      <td>0.0060</td>
-      <td>0.0061</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0110</td>
-      <td>0.0083</td>
-      <td>0.0074</td>
-      <td>0.0090</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0130</td>
-      <td>0.0125</td>
-      <td>0.0101</td>
-      <td>0.0134</td>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0164</td>
-      <td>0.0157</td>
-      <td>0.0139</td>
-      <td>0.0200</td>
-      <td>0.0136</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0205</td>
-      <td>0.0292</td>
-      <td>0.0186</td>
-      <td>0.0273</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0228</td>
-      <td>0.0485</td>
-      <td>0.0227</td>
-      <td>0.0368</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0240</td>
-      <td>0.0696</td>
-      <td>0.0259</td>
-      <td>0.0558</td>
-      <td>0.0270</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0301</td>
-      <td>0.1162</td>
-      <td>0.0307</td>
-      <td>0.0855</td>
-      <td>0.0300</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0345</td>
-      <td>0.1384</td>
-      <td>0.0338</td>
-      <td>0.1028</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0413</td>
-      <td>0.1723</td>
-      <td>0.0394</td>
-      <td>0.1511</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0410</td>
-      <td>0.1952</td>
-      <td>0.0408</td>
-      <td>0.1480</td>
-      <td>0.0445</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0508</td>
-      <td>0.2188</td>
-      <td>0.0463</td>
-      <td>0.1750</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0534</td>
-      <td>0.2333</td>
-      <td>0.0502</td>
-      <td>0.1893</td>
-      <td>0.0527</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0573</td>
-      <td>0.2457</td>
-      <td>0.0524</td>
-      <td>0.2118</td>
-      <td>0.0592</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0606</td>
-      <td>0.2530</td>
-      <td>0.0535</td>
-      <td>0.2188</td>
-      <td>0.0617</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0661</td>
-      <td>0.2595</td>
-      <td>0.0564</td>
-      <td>0.1982</td>
-      <td>0.0647</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0703</td>
-      <td>0.2597</td>
-      <td>0.0579</td>
-      <td>0.1916</td>
-      <td>0.0679</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0716</td>
-      <td>0.1977</td>
-      <td>0.0558</td>
-      <td>0.1206</td>
-      <td>0.0714</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0517</td>
-      <td>0.1174</td>
-      <td>0.0489</td>
-      <td>0.0730</td>
-      <td>0.0803</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0021</td>
-      <td>0.0203</td>
-      <td>0.0021</td>
-      <td>0.0145</td>
-      <td>0.0817</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0357</td>
-      <td>0.1247</td>
-      <td>0.0321</td>
-      <td>0.0976</td>
-      <td>0.0402</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_10_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_10_acc.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 217.889s  
-> mul_sld: 74.904s  
-> binmc_sld: 220.775s  
-> mulmc_sld: 80.875s  
-> binne_sld: 219.751s  
-> mulne_sld: 76.270s  
-> bin_pacc: 209.775s  
-> mul_pacc: 54.926s  
-> ref: 46.602s  
-> atc_mc: 50.329s  
-> tot: 224.927s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0057</td>
-      <td>0.0061</td>
-      <td>0.0023</td>
-      <td>0.0028</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0173</td>
-      <td>0.0131</td>
-      <td>0.0163</td>
-      <td>0.0103</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0241</td>
-      <td>0.0200</td>
-      <td>0.0236</td>
-      <td>0.0155</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0255</td>
-      <td>0.0267</td>
-      <td>0.0217</td>
-      <td>0.0222</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0276</td>
-      <td>0.0339</td>
-      <td>0.0250</td>
-      <td>0.0287</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0303</td>
-      <td>0.0415</td>
-      <td>0.0261</td>
-      <td>0.0377</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0281</td>
-      <td>0.0472</td>
-      <td>0.0226</td>
-      <td>0.0438</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0309</td>
-      <td>0.0547</td>
-      <td>0.0217</td>
-      <td>0.0511</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0413</td>
-      <td>0.0664</td>
-      <td>0.0325</td>
-      <td>0.0631</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0404</td>
-      <td>0.0738</td>
-      <td>0.0300</td>
-      <td>0.0710</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0431</td>
-      <td>0.0839</td>
-      <td>0.0331</td>
-      <td>0.0814</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0409</td>
-      <td>0.0875</td>
-      <td>0.0269</td>
-      <td>0.0860</td>
-      <td>0.0124</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0377</td>
-      <td>0.0960</td>
-      <td>0.0289</td>
-      <td>0.0949</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0442</td>
-      <td>0.1060</td>
-      <td>0.0326</td>
-      <td>0.1049</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0407</td>
-      <td>0.1133</td>
-      <td>0.0256</td>
-      <td>0.1133</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0490</td>
-      <td>0.1195</td>
-      <td>0.0306</td>
-      <td>0.1189</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0508</td>
-      <td>0.1254</td>
-      <td>0.0294</td>
-      <td>0.1259</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0467</td>
-      <td>0.1304</td>
-      <td>0.0287</td>
-      <td>0.1309</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0557</td>
-      <td>0.1370</td>
-      <td>0.0299</td>
-      <td>0.1374</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0632</td>
-      <td>0.1429</td>
-      <td>0.0332</td>
-      <td>0.1451</td>
-      <td>0.0166</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0299</td>
-      <td>0.1388</td>
-      <td>0.0088</td>
-      <td>0.1345</td>
-      <td>0.0157</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0368</td>
-      <td>0.0792</td>
-      <td>0.0252</td>
-      <td>0.0771</td>
-      <td>0.0111</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_20_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_20_acc.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 215.816s  
-> mul_sld: 70.089s  
-> binmc_sld: 213.798s  
-> mulmc_sld: 67.714s  
-> binne_sld: 215.552s  
-> mulne_sld: 68.181s  
-> bin_pacc: 208.609s  
-> mul_pacc: 55.495s  
-> ref: 46.494s  
-> atc_mc: 50.590s  
-> tot: 220.459s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0031</td>
-      <td>0.0034</td>
-      <td>0.0008</td>
-      <td>0.0026</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0112</td>
-      <td>0.0087</td>
-      <td>0.0120</td>
-      <td>0.0081</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0117</td>
-      <td>0.0098</td>
-      <td>0.0135</td>
-      <td>0.0104</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0157</td>
-      <td>0.0128</td>
-      <td>0.0177</td>
-      <td>0.0118</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0149</td>
-      <td>0.0131</td>
-      <td>0.0175</td>
-      <td>0.0132</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0154</td>
-      <td>0.0139</td>
-      <td>0.0181</td>
-      <td>0.0138</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0158</td>
-      <td>0.0144</td>
-      <td>0.0181</td>
-      <td>0.0146</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0158</td>
-      <td>0.0152</td>
-      <td>0.0188</td>
-      <td>0.0160</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0173</td>
-      <td>0.0168</td>
-      <td>0.0201</td>
-      <td>0.0188</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0178</td>
-      <td>0.0182</td>
-      <td>0.0210</td>
-      <td>0.0210</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0159</td>
-      <td>0.0170</td>
-      <td>0.0185</td>
-      <td>0.0210</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0180</td>
-      <td>0.0184</td>
-      <td>0.0205</td>
-      <td>0.0233</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0196</td>
-      <td>0.0209</td>
-      <td>0.0228</td>
-      <td>0.0278</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0209</td>
-      <td>0.0212</td>
-      <td>0.0245</td>
-      <td>0.0292</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0191</td>
-      <td>0.0208</td>
-      <td>0.0221</td>
-      <td>0.0308</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0192</td>
-      <td>0.0196</td>
-      <td>0.0223</td>
-      <td>0.0292</td>
-      <td>0.0134</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0221</td>
-      <td>0.0204</td>
-      <td>0.0249</td>
-      <td>0.0318</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0223</td>
-      <td>0.0214</td>
-      <td>0.0239</td>
-      <td>0.0323</td>
-      <td>0.0132</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0217</td>
-      <td>0.0213</td>
-      <td>0.0230</td>
-      <td>0.0330</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0300</td>
-      <td>0.0279</td>
-      <td>0.0295</td>
-      <td>0.0399</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0186</td>
-      <td>0.0243</td>
-      <td>0.0164</td>
-      <td>0.0358</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0174</td>
-      <td>0.0171</td>
-      <td>0.0193</td>
-      <td>0.0221</td>
-      <td>0.0095</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_30_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_30_acc.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 213.272s  
-> mul_sld: 64.236s  
-> binmc_sld: 213.186s  
-> mulmc_sld: 63.510s  
-> binne_sld: 213.277s  
-> mulne_sld: 62.919s  
-> bin_pacc: 208.657s  
-> mul_pacc: 55.226s  
-> ref: 46.375s  
-> atc_mc: 50.706s  
-> tot: 218.174s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0010</td>
-      <td>0.0037</td>
-      <td>0.0005</td>
-      <td>0.0044</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0059</td>
-      <td>0.0063</td>
-      <td>0.0081</td>
-      <td>0.0070</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0065</td>
-      <td>0.0085</td>
-      <td>0.0069</td>
-      <td>0.0099</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0084</td>
-      <td>0.0089</td>
-      <td>0.0084</td>
-      <td>0.0102</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0103</td>
-      <td>0.0103</td>
-      <td>0.0114</td>
-      <td>0.0127</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0115</td>
-      <td>0.0111</td>
-      <td>0.0136</td>
-      <td>0.0139</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0120</td>
-      <td>0.0113</td>
-      <td>0.0143</td>
-      <td>0.0138</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0127</td>
-      <td>0.0130</td>
-      <td>0.0157</td>
-      <td>0.0163</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0121</td>
-      <td>0.0118</td>
-      <td>0.0145</td>
-      <td>0.0145</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0136</td>
-      <td>0.0141</td>
-      <td>0.0163</td>
-      <td>0.0168</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0133</td>
-      <td>0.0144</td>
-      <td>0.0150</td>
-      <td>0.0165</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0141</td>
-      <td>0.0151</td>
-      <td>0.0162</td>
-      <td>0.0171</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0122</td>
-      <td>0.0131</td>
-      <td>0.0135</td>
-      <td>0.0147</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0107</td>
-      <td>0.0125</td>
-      <td>0.0114</td>
-      <td>0.0135</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0107</td>
-      <td>0.0117</td>
-      <td>0.0116</td>
-      <td>0.0126</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0091</td>
-      <td>0.0116</td>
-      <td>0.0092</td>
-      <td>0.0115</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0083</td>
-      <td>0.0106</td>
-      <td>0.0087</td>
-      <td>0.0105</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0104</td>
-      <td>0.0102</td>
-      <td>0.0117</td>
-      <td>0.0109</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0100</td>
-      <td>0.0090</td>
-      <td>0.0115</td>
-      <td>0.0099</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0123</td>
-      <td>0.0087</td>
-      <td>0.0142</td>
-      <td>0.0100</td>
-      <td>0.0117</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0061</td>
-      <td>0.0069</td>
-      <td>0.0052</td>
-      <td>0.0085</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0100</td>
-      <td>0.0106</td>
-      <td>0.0113</td>
-      <td>0.0122</td>
-      <td>0.0081</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_40_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_40_acc.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 213.794s  
-> mul_sld: 63.132s  
-> binmc_sld: 212.621s  
-> mulmc_sld: 62.747s  
-> binne_sld: 213.874s  
-> mulne_sld: 62.130s  
-> bin_pacc: 207.785s  
-> mul_pacc: 55.973s  
-> ref: 46.679s  
-> atc_mc: 50.991s  
-> tot: 218.726s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0004</td>
-      <td>0.0065</td>
-      <td>0.0004</td>
-      <td>0.0076</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0048</td>
-      <td>0.0105</td>
-      <td>0.0074</td>
-      <td>0.0098</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0051</td>
-      <td>0.0134</td>
-      <td>0.0062</td>
-      <td>0.0132</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0074</td>
-      <td>0.0136</td>
-      <td>0.0081</td>
-      <td>0.0139</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0086</td>
-      <td>0.0141</td>
-      <td>0.0079</td>
-      <td>0.0157</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0108</td>
-      <td>0.0156</td>
-      <td>0.0099</td>
-      <td>0.0181</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0118</td>
-      <td>0.0143</td>
-      <td>0.0117</td>
-      <td>0.0179</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0154</td>
-      <td>0.0171</td>
-      <td>0.0165</td>
-      <td>0.0211</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0155</td>
-      <td>0.0159</td>
-      <td>0.0179</td>
-      <td>0.0201</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0178</td>
-      <td>0.0167</td>
-      <td>0.0219</td>
-      <td>0.0219</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0161</td>
-      <td>0.0155</td>
-      <td>0.0211</td>
-      <td>0.0204</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0164</td>
-      <td>0.0156</td>
-      <td>0.0217</td>
-      <td>0.0206</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0146</td>
-      <td>0.0143</td>
-      <td>0.0199</td>
-      <td>0.0195</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0127</td>
-      <td>0.0131</td>
-      <td>0.0170</td>
-      <td>0.0178</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0116</td>
-      <td>0.0113</td>
-      <td>0.0143</td>
-      <td>0.0152</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0110</td>
-      <td>0.0109</td>
-      <td>0.0123</td>
-      <td>0.0142</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0098</td>
-      <td>0.0107</td>
-      <td>0.0095</td>
-      <td>0.0132</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0113</td>
-      <td>0.0104</td>
-      <td>0.0094</td>
-      <td>0.0113</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0112</td>
-      <td>0.0100</td>
-      <td>0.0094</td>
-      <td>0.0103</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0127</td>
-      <td>0.0093</td>
-      <td>0.0117</td>
-      <td>0.0086</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0070</td>
-      <td>0.0081</td>
-      <td>0.0038</td>
-      <td>0.0067</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0111</td>
-      <td>0.0127</td>
-      <td>0.0123</td>
-      <td>0.0151</td>
-      <td>0.0095</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_50_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_50_acc.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 213.635s  
-> mul_sld: 63.211s  
-> binmc_sld: 212.836s  
-> mulmc_sld: 62.226s  
-> binne_sld: 212.259s  
-> mulne_sld: 61.992s  
-> bin_pacc: 207.509s  
-> mul_pacc: 55.534s  
-> ref: 46.606s  
-> atc_mc: 51.106s  
-> tot: 217.198s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0004</td>
-      <td>0.0066</td>
-      <td>0.0004</td>
-      <td>0.0085</td>
-      <td>0.0170</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0068</td>
-      <td>0.0074</td>
-      <td>0.0106</td>
-      <td>0.0069</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0055</td>
-      <td>0.0099</td>
-      <td>0.0094</td>
-      <td>0.0089</td>
-      <td>0.0147</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0067</td>
-      <td>0.0116</td>
-      <td>0.0098</td>
-      <td>0.0106</td>
-      <td>0.0173</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0063</td>
-      <td>0.0116</td>
-      <td>0.0079</td>
-      <td>0.0113</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0084</td>
-      <td>0.0134</td>
-      <td>0.0084</td>
-      <td>0.0129</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0079</td>
-      <td>0.0134</td>
-      <td>0.0073</td>
-      <td>0.0131</td>
-      <td>0.0132</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0098</td>
-      <td>0.0144</td>
-      <td>0.0081</td>
-      <td>0.0151</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0123</td>
-      <td>0.0147</td>
-      <td>0.0104</td>
-      <td>0.0158</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0129</td>
-      <td>0.0151</td>
-      <td>0.0115</td>
-      <td>0.0169</td>
-      <td>0.0105</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0146</td>
-      <td>0.0148</td>
-      <td>0.0142</td>
-      <td>0.0170</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0167</td>
-      <td>0.0160</td>
-      <td>0.0173</td>
-      <td>0.0186</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0166</td>
-      <td>0.0151</td>
-      <td>0.0183</td>
-      <td>0.0184</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0161</td>
-      <td>0.0148</td>
-      <td>0.0190</td>
-      <td>0.0186</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0147</td>
-      <td>0.0132</td>
-      <td>0.0178</td>
-      <td>0.0170</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0145</td>
-      <td>0.0136</td>
-      <td>0.0180</td>
-      <td>0.0174</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0120</td>
-      <td>0.0115</td>
-      <td>0.0146</td>
-      <td>0.0151</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0106</td>
-      <td>0.0107</td>
-      <td>0.0119</td>
-      <td>0.0134</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0091</td>
-      <td>0.0105</td>
-      <td>0.0094</td>
-      <td>0.0128</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0065</td>
-      <td>0.0071</td>
-      <td>0.0069</td>
-      <td>0.0079</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0032</td>
-      <td>0.0040</td>
-      <td>0.0018</td>
-      <td>0.0033</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0101</td>
-      <td>0.0119</td>
-      <td>0.0111</td>
-      <td>0.0133</td>
-      <td>0.0111</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_60_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_60_acc.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 212.599s  
-> mul_sld: 62.605s  
-> binmc_sld: 212.279s  
-> mulmc_sld: 61.417s  
-> binne_sld: 212.832s  
-> mulne_sld: 61.371s  
-> bin_pacc: 207.524s  
-> mul_pacc: 62.649s  
-> ref: 45.958s  
-> atc_mc: 50.040s  
-> tot: 217.791s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0005</td>
-      <td>0.0066</td>
-      <td>0.0005</td>
-      <td>0.0103</td>
-      <td>0.0135</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0096</td>
-      <td>0.0066</td>
-      <td>0.0108</td>
-      <td>0.0057</td>
-      <td>0.0133</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0090</td>
-      <td>0.0070</td>
-      <td>0.0119</td>
-      <td>0.0064</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0095</td>
-      <td>0.0088</td>
-      <td>0.0129</td>
-      <td>0.0092</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0089</td>
-      <td>0.0094</td>
-      <td>0.0128</td>
-      <td>0.0096</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0087</td>
-      <td>0.0094</td>
-      <td>0.0127</td>
-      <td>0.0099</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0068</td>
-      <td>0.0079</td>
-      <td>0.0107</td>
-      <td>0.0080</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0081</td>
-      <td>0.0087</td>
-      <td>0.0113</td>
-      <td>0.0091</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0068</td>
-      <td>0.0084</td>
-      <td>0.0098</td>
-      <td>0.0088</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0070</td>
-      <td>0.0088</td>
-      <td>0.0096</td>
-      <td>0.0098</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0076</td>
-      <td>0.0084</td>
-      <td>0.0089</td>
-      <td>0.0089</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0085</td>
-      <td>0.0099</td>
-      <td>0.0098</td>
-      <td>0.0111</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0081</td>
-      <td>0.0096</td>
-      <td>0.0085</td>
-      <td>0.0105</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0077</td>
-      <td>0.0088</td>
-      <td>0.0078</td>
-      <td>0.0096</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0076</td>
-      <td>0.0090</td>
-      <td>0.0077</td>
-      <td>0.0098</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0088</td>
-      <td>0.0087</td>
-      <td>0.0093</td>
-      <td>0.0097</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0091</td>
-      <td>0.0092</td>
-      <td>0.0096</td>
-      <td>0.0098</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0103</td>
-      <td>0.0101</td>
-      <td>0.0106</td>
-      <td>0.0103</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0098</td>
-      <td>0.0094</td>
-      <td>0.0104</td>
-      <td>0.0097</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0118</td>
-      <td>0.0095</td>
-      <td>0.0110</td>
-      <td>0.0082</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0098</td>
-      <td>0.0080</td>
-      <td>0.0055</td>
-      <td>0.0046</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0083</td>
-      <td>0.0087</td>
-      <td>0.0096</td>
-      <td>0.0090</td>
-      <td>0.0093</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_70_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_70_acc.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 213.706s  
-> mul_sld: 61.535s  
-> binmc_sld: 213.790s  
-> mulmc_sld: 60.661s  
-> binne_sld: 212.442s  
-> mulne_sld: 60.162s  
-> bin_pacc: 207.754s  
-> mul_pacc: 55.905s  
-> ref: 46.700s  
-> atc_mc: 50.642s  
-> tot: 217.447s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0007</td>
-      <td>0.0048</td>
-      <td>0.0007</td>
-      <td>0.0084</td>
-      <td>0.0197</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0213</td>
-      <td>0.0197</td>
-      <td>0.0180</td>
-      <td>0.0097</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0197</td>
-      <td>0.0166</td>
-      <td>0.0192</td>
-      <td>0.0099</td>
-      <td>0.0160</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0169</td>
-      <td>0.0157</td>
-      <td>0.0188</td>
-      <td>0.0121</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0150</td>
-      <td>0.0140</td>
-      <td>0.0182</td>
-      <td>0.0123</td>
-      <td>0.0169</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0128</td>
-      <td>0.0122</td>
-      <td>0.0167</td>
-      <td>0.0115</td>
-      <td>0.0165</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0091</td>
-      <td>0.0095</td>
-      <td>0.0136</td>
-      <td>0.0100</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0093</td>
-      <td>0.0100</td>
-      <td>0.0142</td>
-      <td>0.0108</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0076</td>
-      <td>0.0096</td>
-      <td>0.0115</td>
-      <td>0.0106</td>
-      <td>0.0134</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0078</td>
-      <td>0.0098</td>
-      <td>0.0109</td>
-      <td>0.0101</td>
-      <td>0.0109</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0064</td>
-      <td>0.0084</td>
-      <td>0.0080</td>
-      <td>0.0084</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0065</td>
-      <td>0.0100</td>
-      <td>0.0091</td>
-      <td>0.0111</td>
-      <td>0.0112</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0067</td>
-      <td>0.0094</td>
-      <td>0.0070</td>
-      <td>0.0088</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0079</td>
-      <td>0.0120</td>
-      <td>0.0069</td>
-      <td>0.0112</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0077</td>
-      <td>0.0103</td>
-      <td>0.0073</td>
-      <td>0.0101</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0076</td>
-      <td>0.0097</td>
-      <td>0.0072</td>
-      <td>0.0096</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0084</td>
-      <td>0.0104</td>
-      <td>0.0087</td>
-      <td>0.0109</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0088</td>
-      <td>0.0103</td>
-      <td>0.0098</td>
-      <td>0.0114</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0093</td>
-      <td>0.0097</td>
-      <td>0.0127</td>
-      <td>0.0130</td>
-      <td>0.0066</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0081</td>
-      <td>0.0079</td>
-      <td>0.0109</td>
-      <td>0.0108</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0020</td>
-      <td>0.0025</td>
-      <td>0.0007</td>
-      <td>0.0032</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0095</td>
-      <td>0.0106</td>
-      <td>0.0110</td>
-      <td>0.0102</td>
-      <td>0.0117</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_80_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_80_acc.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 53.914s  
-> mulmc_sld: 46.025s  
-> mulne_sld: 45.194s  
-> ref: 36.408s  
-> atc_mc: 39.138s  
-> tot: 55.916s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mulmc_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0170</td>
-      <td>0.0279</td>
-      <td>0.0533</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0485</td>
-      <td>0.0193</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0651</td>
-      <td>0.0262</td>
-      <td>0.0476</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0652</td>
-      <td>0.0295</td>
-      <td>0.0449</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0638</td>
-      <td>0.0317</td>
-      <td>0.0438</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0590</td>
-      <td>0.0315</td>
-      <td>0.0410</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0526</td>
-      <td>0.0291</td>
-      <td>0.0351</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0524</td>
-      <td>0.0322</td>
-      <td>0.0321</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0430</td>
-      <td>0.0267</td>
-      <td>0.0303</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0410</td>
-      <td>0.0272</td>
-      <td>0.0252</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0334</td>
-      <td>0.0236</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0313</td>
-      <td>0.0238</td>
-      <td>0.0204</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0216</td>
-      <td>0.0170</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0179</td>
-      <td>0.0158</td>
-      <td>0.0163</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0158</td>
-      <td>0.0148</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0111</td>
-      <td>0.0113</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0089</td>
-      <td>0.0089</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0079</td>
-      <td>0.0078</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0072</td>
-      <td>0.0071</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0064</td>
-      <td>0.0071</td>
-      <td>0.0077</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0016</td>
-      <td>0.0005</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0319</td>
-      <td>0.0200</td>
-      <td>0.0259</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_90_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0018</td>
-      <td>0.0063</td>
-      <td>0.0009</td>
-      <td>0.0082</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0105</td>
-      <td>0.0141</td>
-      <td>0.0111</td>
-      <td>0.0092</td>
-      <td>0.0147</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0116</td>
-      <td>0.0176</td>
-      <td>0.0123</td>
-      <td>0.0122</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0129</td>
-      <td>0.0195</td>
-      <td>0.0134</td>
-      <td>0.0148</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0135</td>
-      <td>0.0207</td>
-      <td>0.0143</td>
-      <td>0.0172</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0148</td>
-      <td>0.0228</td>
-      <td>0.0155</td>
-      <td>0.0196</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0143</td>
-      <td>0.0244</td>
-      <td>0.0151</td>
-      <td>0.0208</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0157</td>
-      <td>0.0283</td>
-      <td>0.0165</td>
-      <td>0.0253</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0179</td>
-      <td>0.0337</td>
-      <td>0.0184</td>
-      <td>0.0293</td>
-      <td>0.0142</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0190</td>
-      <td>0.0373</td>
-      <td>0.0194</td>
-      <td>0.0331</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0198</td>
-      <td>0.0409</td>
-      <td>0.0198</td>
-      <td>0.0387</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0203</td>
-      <td>0.0443</td>
-      <td>0.0203</td>
-      <td>0.0400</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0208</td>
-      <td>0.0465</td>
-      <td>0.0207</td>
-      <td>0.0430</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0217</td>
-      <td>0.0488</td>
-      <td>0.0212</td>
-      <td>0.0455</td>
-      <td>0.0148</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0212</td>
-      <td>0.0501</td>
-      <td>0.0198</td>
-      <td>0.0484</td>
-      <td>0.0153</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0225</td>
-      <td>0.0509</td>
-      <td>0.0203</td>
-      <td>0.0489</td>
-      <td>0.0157</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0233</td>
-      <td>0.0519</td>
-      <td>0.0202</td>
-      <td>0.0472</td>
-      <td>0.0160</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0238</td>
-      <td>0.0523</td>
-      <td>0.0205</td>
-      <td>0.0467</td>
-      <td>0.0159</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0248</td>
-      <td>0.0458</td>
-      <td>0.0203</td>
-      <td>0.0393</td>
-      <td>0.0165</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0245</td>
-      <td>0.0375</td>
-      <td>0.0208</td>
-      <td>0.0345</td>
-      <td>0.0178</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0099</td>
-      <td>0.0238</td>
-      <td>0.0055</td>
-      <td>0.0235</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0174</td>
-      <td>0.0342</td>
-      <td>0.0165</td>
-      <td>0.0307</td>
-      <td>0.0151</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0357</td>
-      <td>0.1247</td>
-      <td>0.0321</td>
-      <td>0.0976</td>
-      <td>0.0402</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0368</td>
-      <td>0.0792</td>
-      <td>0.0252</td>
-      <td>0.0771</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0174</td>
-      <td>0.0171</td>
-      <td>0.0193</td>
-      <td>0.0221</td>
-      <td>0.0095</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0100</td>
-      <td>0.0106</td>
-      <td>0.0113</td>
-      <td>0.0122</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0111</td>
-      <td>0.0127</td>
-      <td>0.0123</td>
-      <td>0.0151</td>
-      <td>0.0095</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0101</td>
-      <td>0.0119</td>
-      <td>0.0111</td>
-      <td>0.0133</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0083</td>
-      <td>0.0087</td>
-      <td>0.0096</td>
-      <td>0.0090</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0095</td>
-      <td>0.0106</td>
-      <td>0.0110</td>
-      <td>0.0102</td>
-      <td>0.0117</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0319</td>
-      <td>NaN</td>
-      <td>0.0200</td>
-      <td>0.0259</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0174</td>
-      <td>0.0342</td>
-      <td>0.0165</td>
-      <td>0.0307</td>
-      <td>0.0151</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_avg_acc.png)
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_entropy_f1.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_entropy_f1.md
deleted file mode 100644
index f376678..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_entropy_f1.md
+++ /dev/null
@@ -1,2152 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 203.037s  
-> mul_sld: 73.117s  
-> binmc_sld: 203.298s  
-> mulmc_sld: 72.193s  
-> binne_sld: 202.750s  
-> mulne_sld: 66.052s  
-> ref: 42.077s  
-> atc_mc: 45.501s  
-> tot: 210.220s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0517</td>
-      <td>0.0421</td>
-      <td>0.1046</td>
-      <td>0.0436</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1077</td>
-      <td>0.0700</td>
-      <td>0.0633</td>
-      <td>0.0724</td>
-      <td>0.3429</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0874</td>
-      <td>0.0575</td>
-      <td>0.0266</td>
-      <td>0.0601</td>
-      <td>0.3260</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0651</td>
-      <td>0.0599</td>
-      <td>0.0223</td>
-      <td>0.0603</td>
-      <td>0.3360</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0570</td>
-      <td>0.0608</td>
-      <td>0.0231</td>
-      <td>0.0677</td>
-      <td>0.3402</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0513</td>
-      <td>0.0796</td>
-      <td>0.0251</td>
-      <td>0.0669</td>
-      <td>0.3351</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0388</td>
-      <td>0.1079</td>
-      <td>0.0258</td>
-      <td>0.0743</td>
-      <td>0.3371</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0268</td>
-      <td>0.1330</td>
-      <td>0.0253</td>
-      <td>0.0947</td>
-      <td>0.3313</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0316</td>
-      <td>0.1944</td>
-      <td>0.0261</td>
-      <td>0.1278</td>
-      <td>0.3378</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0326</td>
-      <td>0.2072</td>
-      <td>0.0258</td>
-      <td>0.1378</td>
-      <td>0.3337</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0348</td>
-      <td>0.2305</td>
-      <td>0.0270</td>
-      <td>0.1798</td>
-      <td>0.3346</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0259</td>
-      <td>0.2402</td>
-      <td>0.0257</td>
-      <td>0.1629</td>
-      <td>0.3327</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0349</td>
-      <td>0.2483</td>
-      <td>0.0267</td>
-      <td>0.1792</td>
-      <td>0.3406</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0282</td>
-      <td>0.2437</td>
-      <td>0.0266</td>
-      <td>0.1779</td>
-      <td>0.3326</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0282</td>
-      <td>0.2406</td>
-      <td>0.0260</td>
-      <td>0.1874</td>
-      <td>0.3335</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0280</td>
-      <td>0.2342</td>
-      <td>0.0250</td>
-      <td>0.1843</td>
-      <td>0.3359</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0286</td>
-      <td>0.2255</td>
-      <td>0.0249</td>
-      <td>0.1575</td>
-      <td>0.3324</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0288</td>
-      <td>0.2165</td>
-      <td>0.0242</td>
-      <td>0.1478</td>
-      <td>0.3378</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0277</td>
-      <td>0.1697</td>
-      <td>0.0222</td>
-      <td>0.0935</td>
-      <td>0.3373</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0198</td>
-      <td>0.1061</td>
-      <td>0.0188</td>
-      <td>0.0555</td>
-      <td>0.3323</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0026</td>
-      <td>0.0252</td>
-      <td>0.0025</td>
-      <td>0.0179</td>
-      <td>0.3353</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0399</td>
-      <td>0.1520</td>
-      <td>0.0294</td>
-      <td>0.1119</td>
-      <td>0.3196</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_10_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_10_f1.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 217.889s  
-> mul_sld: 74.904s  
-> binmc_sld: 220.775s  
-> mulmc_sld: 80.875s  
-> binne_sld: 219.751s  
-> mulne_sld: 76.270s  
-> bin_pacc: 209.775s  
-> mul_pacc: 54.926s  
-> ref: 46.602s  
-> atc_mc: 50.329s  
-> tot: 224.927s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0099</td>
-      <td>0.0374</td>
-      <td>0.0039</td>
-      <td>0.1201</td>
-      <td>0.1580</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2696</td>
-      <td>0.1658</td>
-      <td>0.2961</td>
-      <td>0.1377</td>
-      <td>0.1115</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.2013</td>
-      <td>0.1490</td>
-      <td>0.2190</td>
-      <td>0.1233</td>
-      <td>0.0899</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1333</td>
-      <td>0.1405</td>
-      <td>0.1215</td>
-      <td>0.1226</td>
-      <td>0.0782</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1074</td>
-      <td>0.1389</td>
-      <td>0.1011</td>
-      <td>0.1199</td>
-      <td>0.0673</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0939</td>
-      <td>0.1351</td>
-      <td>0.0821</td>
-      <td>0.1243</td>
-      <td>0.0637</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0686</td>
-      <td>0.1286</td>
-      <td>0.0548</td>
-      <td>0.1196</td>
-      <td>0.0612</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0647</td>
-      <td>0.1296</td>
-      <td>0.0430</td>
-      <td>0.1211</td>
-      <td>0.0553</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0788</td>
-      <td>0.1373</td>
-      <td>0.0601</td>
-      <td>0.1291</td>
-      <td>0.0605</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0672</td>
-      <td>0.1360</td>
-      <td>0.0470</td>
-      <td>0.1293</td>
-      <td>0.0589</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0627</td>
-      <td>0.1373</td>
-      <td>0.0449</td>
-      <td>0.1309</td>
-      <td>0.0587</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0536</td>
-      <td>0.1311</td>
-      <td>0.0311</td>
-      <td>0.1270</td>
-      <td>0.0550</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0427</td>
-      <td>0.1300</td>
-      <td>0.0292</td>
-      <td>0.1266</td>
-      <td>0.0526</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0465</td>
-      <td>0.1313</td>
-      <td>0.0304</td>
-      <td>0.1279</td>
-      <td>0.0541</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0382</td>
-      <td>0.1304</td>
-      <td>0.0198</td>
-      <td>0.1284</td>
-      <td>0.0511</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0445</td>
-      <td>0.1273</td>
-      <td>0.0243</td>
-      <td>0.1248</td>
-      <td>0.0521</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0422</td>
-      <td>0.1234</td>
-      <td>0.0208</td>
-      <td>0.1225</td>
-      <td>0.0526</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0344</td>
-      <td>0.1189</td>
-      <td>0.0177</td>
-      <td>0.1185</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0401</td>
-      <td>0.1168</td>
-      <td>0.0182</td>
-      <td>0.1169</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0433</td>
-      <td>0.1139</td>
-      <td>0.0203</td>
-      <td>0.1166</td>
-      <td>0.0518</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0228</td>
-      <td>0.1087</td>
-      <td>0.0065</td>
-      <td>0.1050</td>
-      <td>0.0495</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0746</td>
-      <td>0.1270</td>
-      <td>0.0615</td>
-      <td>0.1234</td>
-      <td>0.0658</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_20_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_20_f1.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 215.816s  
-> mul_sld: 70.089s  
-> binmc_sld: 213.798s  
-> mulmc_sld: 67.714s  
-> binne_sld: 215.552s  
-> mulne_sld: 68.181s  
-> bin_pacc: 208.609s  
-> mul_pacc: 55.495s  
-> ref: 46.494s  
-> atc_mc: 50.590s  
-> tot: 220.459s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0010</td>
-      <td>0.0161</td>
-      <td>0.0002</td>
-      <td>0.0267</td>
-      <td>0.3913</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1505</td>
-      <td>0.1010</td>
-      <td>0.2145</td>
-      <td>0.0931</td>
-      <td>0.0484</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0731</td>
-      <td>0.0592</td>
-      <td>0.0999</td>
-      <td>0.0598</td>
-      <td>0.0293</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0658</td>
-      <td>0.0555</td>
-      <td>0.0816</td>
-      <td>0.0510</td>
-      <td>0.0291</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0455</td>
-      <td>0.0424</td>
-      <td>0.0572</td>
-      <td>0.0420</td>
-      <td>0.0239</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0372</td>
-      <td>0.0366</td>
-      <td>0.0456</td>
-      <td>0.0358</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0329</td>
-      <td>0.0324</td>
-      <td>0.0387</td>
-      <td>0.0332</td>
-      <td>0.0189</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0270</td>
-      <td>0.0289</td>
-      <td>0.0326</td>
-      <td>0.0311</td>
-      <td>0.0161</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0263</td>
-      <td>0.0286</td>
-      <td>0.0311</td>
-      <td>0.0328</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0242</td>
-      <td>0.0273</td>
-      <td>0.0288</td>
-      <td>0.0324</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0190</td>
-      <td>0.0225</td>
-      <td>0.0221</td>
-      <td>0.0286</td>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0199</td>
-      <td>0.0223</td>
-      <td>0.0226</td>
-      <td>0.0292</td>
-      <td>0.0115</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0196</td>
-      <td>0.0231</td>
-      <td>0.0226</td>
-      <td>0.0310</td>
-      <td>0.0109</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0193</td>
-      <td>0.0212</td>
-      <td>0.0223</td>
-      <td>0.0297</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0163</td>
-      <td>0.0195</td>
-      <td>0.0183</td>
-      <td>0.0289</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0153</td>
-      <td>0.0168</td>
-      <td>0.0173</td>
-      <td>0.0252</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0164</td>
-      <td>0.0161</td>
-      <td>0.0180</td>
-      <td>0.0253</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0151</td>
-      <td>0.0153</td>
-      <td>0.0157</td>
-      <td>0.0234</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0139</td>
-      <td>0.0145</td>
-      <td>0.0144</td>
-      <td>0.0227</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0182</td>
-      <td>0.0177</td>
-      <td>0.0177</td>
-      <td>0.0258</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0115</td>
-      <td>0.0150</td>
-      <td>0.0101</td>
-      <td>0.0222</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0318</td>
-      <td>0.0301</td>
-      <td>0.0396</td>
-      <td>0.0347</td>
-      <td>0.0337</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_30_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_30_f1.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 213.272s  
-> mul_sld: 64.236s  
-> binmc_sld: 213.186s  
-> mulmc_sld: 63.510s  
-> binne_sld: 213.277s  
-> mulne_sld: 62.919s  
-> bin_pacc: 208.657s  
-> mul_pacc: 55.226s  
-> ref: 46.375s  
-> atc_mc: 50.706s  
-> tot: 218.174s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0002</td>
-      <td>0.0044</td>
-      <td>0.0001</td>
-      <td>0.0045</td>
-      <td>0.5122</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0778</td>
-      <td>0.0586</td>
-      <td>0.1174</td>
-      <td>0.0617</td>
-      <td>0.0575</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0339</td>
-      <td>0.0385</td>
-      <td>0.0461</td>
-      <td>0.0443</td>
-      <td>0.0264</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0312</td>
-      <td>0.0313</td>
-      <td>0.0361</td>
-      <td>0.0337</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0268</td>
-      <td>0.0266</td>
-      <td>0.0305</td>
-      <td>0.0320</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0228</td>
-      <td>0.0222</td>
-      <td>0.0265</td>
-      <td>0.0274</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0207</td>
-      <td>0.0195</td>
-      <td>0.0246</td>
-      <td>0.0233</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0187</td>
-      <td>0.0184</td>
-      <td>0.0230</td>
-      <td>0.0229</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0157</td>
-      <td>0.0149</td>
-      <td>0.0187</td>
-      <td>0.0181</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0155</td>
-      <td>0.0158</td>
-      <td>0.0186</td>
-      <td>0.0187</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0141</td>
-      <td>0.0149</td>
-      <td>0.0160</td>
-      <td>0.0170</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0136</td>
-      <td>0.0144</td>
-      <td>0.0156</td>
-      <td>0.0161</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0108</td>
-      <td>0.0112</td>
-      <td>0.0119</td>
-      <td>0.0126</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0089</td>
-      <td>0.0101</td>
-      <td>0.0094</td>
-      <td>0.0109</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0083</td>
-      <td>0.0088</td>
-      <td>0.0089</td>
-      <td>0.0095</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0064</td>
-      <td>0.0081</td>
-      <td>0.0064</td>
-      <td>0.0082</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0055</td>
-      <td>0.0069</td>
-      <td>0.0056</td>
-      <td>0.0069</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0064</td>
-      <td>0.0065</td>
-      <td>0.0070</td>
-      <td>0.0070</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0059</td>
-      <td>0.0054</td>
-      <td>0.0065</td>
-      <td>0.0059</td>
-      <td>0.0050</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0068</td>
-      <td>0.0050</td>
-      <td>0.0077</td>
-      <td>0.0057</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0034</td>
-      <td>0.0038</td>
-      <td>0.0029</td>
-      <td>0.0047</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0168</td>
-      <td>0.0164</td>
-      <td>0.0209</td>
-      <td>0.0186</td>
-      <td>0.0356</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_40_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_40_f1.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 213.794s  
-> mul_sld: 63.132s  
-> binmc_sld: 212.621s  
-> mulmc_sld: 62.747s  
-> binne_sld: 213.874s  
-> mulne_sld: 62.130s  
-> bin_pacc: 207.785s  
-> mul_pacc: 55.973s  
-> ref: 46.679s  
-> atc_mc: 50.991s  
-> tot: 218.726s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0003</td>
-      <td>0.0107</td>
-      <td>0.0002</td>
-      <td>0.0062</td>
-      <td>0.5861</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0553</td>
-      <td>0.0604</td>
-      <td>0.0906</td>
-      <td>0.0567</td>
-      <td>0.1441</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0252</td>
-      <td>0.0510</td>
-      <td>0.0392</td>
-      <td>0.0497</td>
-      <td>0.0650</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0251</td>
-      <td>0.0376</td>
-      <td>0.0330</td>
-      <td>0.0390</td>
-      <td>0.0438</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0199</td>
-      <td>0.0313</td>
-      <td>0.0211</td>
-      <td>0.0352</td>
-      <td>0.0258</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0195</td>
-      <td>0.0287</td>
-      <td>0.0193</td>
-      <td>0.0333</td>
-      <td>0.0206</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0180</td>
-      <td>0.0222</td>
-      <td>0.0186</td>
-      <td>0.0278</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0205</td>
-      <td>0.0232</td>
-      <td>0.0221</td>
-      <td>0.0288</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0187</td>
-      <td>0.0191</td>
-      <td>0.0217</td>
-      <td>0.0243</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0190</td>
-      <td>0.0178</td>
-      <td>0.0235</td>
-      <td>0.0236</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0158</td>
-      <td>0.0153</td>
-      <td>0.0207</td>
-      <td>0.0202</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0148</td>
-      <td>0.0141</td>
-      <td>0.0197</td>
-      <td>0.0186</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0122</td>
-      <td>0.0118</td>
-      <td>0.0165</td>
-      <td>0.0161</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0099</td>
-      <td>0.0101</td>
-      <td>0.0132</td>
-      <td>0.0137</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0085</td>
-      <td>0.0082</td>
-      <td>0.0105</td>
-      <td>0.0109</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0077</td>
-      <td>0.0075</td>
-      <td>0.0084</td>
-      <td>0.0096</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0064</td>
-      <td>0.0069</td>
-      <td>0.0062</td>
-      <td>0.0085</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0069</td>
-      <td>0.0064</td>
-      <td>0.0056</td>
-      <td>0.0069</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0065</td>
-      <td>0.0059</td>
-      <td>0.0053</td>
-      <td>0.0060</td>
-      <td>0.0048</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0068</td>
-      <td>0.0051</td>
-      <td>0.0062</td>
-      <td>0.0047</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0037</td>
-      <td>0.0043</td>
-      <td>0.0020</td>
-      <td>0.0036</td>
-      <td>0.0047</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0153</td>
-      <td>0.0189</td>
-      <td>0.0192</td>
-      <td>0.0211</td>
-      <td>0.0479</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_50_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_50_f1.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 213.635s  
-> mul_sld: 63.211s  
-> binmc_sld: 212.836s  
-> mulmc_sld: 62.226s  
-> binne_sld: 212.259s  
-> mulne_sld: 61.992s  
-> bin_pacc: 207.509s  
-> mul_pacc: 55.534s  
-> ref: 46.606s  
-> atc_mc: 51.106s  
-> tot: 217.198s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0002</td>
-      <td>0.0016</td>
-      <td>0.0001</td>
-      <td>0.0007</td>
-      <td>0.6121</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0631</td>
-      <td>0.0387</td>
-      <td>0.0989</td>
-      <td>0.0441</td>
-      <td>0.2334</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0295</td>
-      <td>0.0326</td>
-      <td>0.0544</td>
-      <td>0.0304</td>
-      <td>0.1135</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0239</td>
-      <td>0.0307</td>
-      <td>0.0385</td>
-      <td>0.0294</td>
-      <td>0.0789</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0159</td>
-      <td>0.0242</td>
-      <td>0.0241</td>
-      <td>0.0240</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0161</td>
-      <td>0.0231</td>
-      <td>0.0187</td>
-      <td>0.0226</td>
-      <td>0.0383</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0125</td>
-      <td>0.0198</td>
-      <td>0.0130</td>
-      <td>0.0193</td>
-      <td>0.0278</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0125</td>
-      <td>0.0187</td>
-      <td>0.0114</td>
-      <td>0.0199</td>
-      <td>0.0211</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0141</td>
-      <td>0.0171</td>
-      <td>0.0122</td>
-      <td>0.0184</td>
-      <td>0.0176</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0134</td>
-      <td>0.0158</td>
-      <td>0.0120</td>
-      <td>0.0179</td>
-      <td>0.0130</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0137</td>
-      <td>0.0141</td>
-      <td>0.0134</td>
-      <td>0.0163</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0147</td>
-      <td>0.0141</td>
-      <td>0.0151</td>
-      <td>0.0165</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0133</td>
-      <td>0.0123</td>
-      <td>0.0147</td>
-      <td>0.0149</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0121</td>
-      <td>0.0112</td>
-      <td>0.0143</td>
-      <td>0.0141</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0104</td>
-      <td>0.0094</td>
-      <td>0.0126</td>
-      <td>0.0121</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0097</td>
-      <td>0.0090</td>
-      <td>0.0120</td>
-      <td>0.0116</td>
-      <td>0.0052</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0076</td>
-      <td>0.0072</td>
-      <td>0.0092</td>
-      <td>0.0095</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0063</td>
-      <td>0.0064</td>
-      <td>0.0071</td>
-      <td>0.0080</td>
-      <td>0.0039</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0052</td>
-      <td>0.0059</td>
-      <td>0.0053</td>
-      <td>0.0072</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0035</td>
-      <td>0.0038</td>
-      <td>0.0036</td>
-      <td>0.0042</td>
-      <td>0.0027</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0017</td>
-      <td>0.0021</td>
-      <td>0.0009</td>
-      <td>0.0017</td>
-      <td>0.0026</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0142</td>
-      <td>0.0151</td>
-      <td>0.0186</td>
-      <td>0.0163</td>
-      <td>0.0606</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_60_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_60_f1.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 212.599s  
-> mul_sld: 62.605s  
-> binmc_sld: 212.279s  
-> mulmc_sld: 61.417s  
-> binne_sld: 212.832s  
-> mulne_sld: 61.371s  
-> bin_pacc: 207.524s  
-> mul_pacc: 62.649s  
-> ref: 45.958s  
-> atc_mc: 50.040s  
-> tot: 217.791s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0002</td>
-      <td>0.0002</td>
-      <td>0.0001</td>
-      <td>0.0004</td>
-      <td>0.5530</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0644</td>
-      <td>0.0408</td>
-      <td>0.0724</td>
-      <td>0.0367</td>
-      <td>0.2717</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0415</td>
-      <td>0.0266</td>
-      <td>0.0543</td>
-      <td>0.0261</td>
-      <td>0.1554</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0321</td>
-      <td>0.0238</td>
-      <td>0.0437</td>
-      <td>0.0263</td>
-      <td>0.0993</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0239</td>
-      <td>0.0203</td>
-      <td>0.0343</td>
-      <td>0.0225</td>
-      <td>0.0643</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0189</td>
-      <td>0.0169</td>
-      <td>0.0279</td>
-      <td>0.0187</td>
-      <td>0.0433</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0127</td>
-      <td>0.0118</td>
-      <td>0.0201</td>
-      <td>0.0132</td>
-      <td>0.0320</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0128</td>
-      <td>0.0116</td>
-      <td>0.0181</td>
-      <td>0.0130</td>
-      <td>0.0194</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0095</td>
-      <td>0.0100</td>
-      <td>0.0140</td>
-      <td>0.0110</td>
-      <td>0.0151</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0085</td>
-      <td>0.0095</td>
-      <td>0.0120</td>
-      <td>0.0110</td>
-      <td>0.0116</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0079</td>
-      <td>0.0082</td>
-      <td>0.0097</td>
-      <td>0.0089</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0080</td>
-      <td>0.0089</td>
-      <td>0.0096</td>
-      <td>0.0102</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0068</td>
-      <td>0.0080</td>
-      <td>0.0073</td>
-      <td>0.0088</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0059</td>
-      <td>0.0067</td>
-      <td>0.0060</td>
-      <td>0.0073</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0056</td>
-      <td>0.0065</td>
-      <td>0.0057</td>
-      <td>0.0070</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0059</td>
-      <td>0.0058</td>
-      <td>0.0063</td>
-      <td>0.0065</td>
-      <td>0.0042</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0057</td>
-      <td>0.0058</td>
-      <td>0.0060</td>
-      <td>0.0061</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0061</td>
-      <td>0.0060</td>
-      <td>0.0063</td>
-      <td>0.0061</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0056</td>
-      <td>0.0053</td>
-      <td>0.0058</td>
-      <td>0.0054</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0063</td>
-      <td>0.0051</td>
-      <td>0.0058</td>
-      <td>0.0043</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0050</td>
-      <td>0.0041</td>
-      <td>0.0028</td>
-      <td>0.0024</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0140</td>
-      <td>0.0115</td>
-      <td>0.0175</td>
-      <td>0.0120</td>
-      <td>0.0631</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_70_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_70_f1.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 213.706s  
-> mul_sld: 61.535s  
-> binmc_sld: 213.790s  
-> mulmc_sld: 60.661s  
-> binne_sld: 212.442s  
-> mulne_sld: 60.162s  
-> bin_pacc: 207.754s  
-> mul_pacc: 55.905s  
-> ref: 46.700s  
-> atc_mc: 50.642s  
-> tot: 217.447s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0000</td>
-      <td>0.0001</td>
-      <td>0.0001</td>
-      <td>0.5543</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0973</td>
-      <td>0.0725</td>
-      <td>0.0812</td>
-      <td>0.0453</td>
-      <td>0.3560</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0681</td>
-      <td>0.0495</td>
-      <td>0.0662</td>
-      <td>0.0359</td>
-      <td>0.2466</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0463</td>
-      <td>0.0357</td>
-      <td>0.0516</td>
-      <td>0.0317</td>
-      <td>0.1736</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0336</td>
-      <td>0.0263</td>
-      <td>0.0409</td>
-      <td>0.0259</td>
-      <td>0.1294</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0244</td>
-      <td>0.0193</td>
-      <td>0.0319</td>
-      <td>0.0203</td>
-      <td>0.0960</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0150</td>
-      <td>0.0130</td>
-      <td>0.0224</td>
-      <td>0.0147</td>
-      <td>0.0688</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0134</td>
-      <td>0.0120</td>
-      <td>0.0205</td>
-      <td>0.0141</td>
-      <td>0.0486</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0096</td>
-      <td>0.0104</td>
-      <td>0.0147</td>
-      <td>0.0119</td>
-      <td>0.0379</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0088</td>
-      <td>0.0098</td>
-      <td>0.0126</td>
-      <td>0.0104</td>
-      <td>0.0268</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0062</td>
-      <td>0.0078</td>
-      <td>0.0084</td>
-      <td>0.0077</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0059</td>
-      <td>0.0083</td>
-      <td>0.0087</td>
-      <td>0.0095</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0054</td>
-      <td>0.0073</td>
-      <td>0.0060</td>
-      <td>0.0069</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0058</td>
-      <td>0.0086</td>
-      <td>0.0053</td>
-      <td>0.0081</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0054</td>
-      <td>0.0071</td>
-      <td>0.0052</td>
-      <td>0.0070</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0049</td>
-      <td>0.0063</td>
-      <td>0.0047</td>
-      <td>0.0062</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0052</td>
-      <td>0.0063</td>
-      <td>0.0053</td>
-      <td>0.0066</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0051</td>
-      <td>0.0060</td>
-      <td>0.0057</td>
-      <td>0.0066</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0051</td>
-      <td>0.0054</td>
-      <td>0.0070</td>
-      <td>0.0071</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0042</td>
-      <td>0.0041</td>
-      <td>0.0057</td>
-      <td>0.0057</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0010</td>
-      <td>0.0013</td>
-      <td>0.0003</td>
-      <td>0.0016</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0177</td>
-      <td>0.0151</td>
-      <td>0.0193</td>
-      <td>0.0135</td>
-      <td>0.0870</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_80_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_80_f1.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 53.914s  
-> mulmc_sld: 46.025s  
-> mulne_sld: 45.194s  
-> ref: 36.408s  
-> atc_mc: 39.138s  
-> tot: 55.916s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mulmc_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.0000</td>
-      <td>0.4608</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1235</td>
-      <td>0.0834</td>
-      <td>0.3731</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1423</td>
-      <td>0.0855</td>
-      <td>0.3053</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1251</td>
-      <td>0.0780</td>
-      <td>0.2498</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1065</td>
-      <td>0.0686</td>
-      <td>0.2053</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0883</td>
-      <td>0.0588</td>
-      <td>0.1687</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0714</td>
-      <td>0.0485</td>
-      <td>0.1354</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0632</td>
-      <td>0.0452</td>
-      <td>0.1093</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0485</td>
-      <td>0.0351</td>
-      <td>0.0883</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0420</td>
-      <td>0.0316</td>
-      <td>0.0693</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0316</td>
-      <td>0.0248</td>
-      <td>0.0554</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0274</td>
-      <td>0.0225</td>
-      <td>0.0420</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0178</td>
-      <td>0.0151</td>
-      <td>0.0326</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0136</td>
-      <td>0.0124</td>
-      <td>0.0245</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0110</td>
-      <td>0.0107</td>
-      <td>0.0169</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0073</td>
-      <td>0.0076</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0053</td>
-      <td>0.0055</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0045</td>
-      <td>0.0045</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0039</td>
-      <td>0.0039</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0033</td>
-      <td>0.0037</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0008</td>
-      <td>0.0003</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0446</td>
-      <td>0.0307</td>
-      <td>0.1128</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_90_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0079</td>
-      <td>0.0125</td>
-      <td>0.0137</td>
-      <td>0.0225</td>
-      <td>0.4260</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1107</td>
-      <td>0.0813</td>
-      <td>0.1293</td>
-      <td>0.0701</td>
-      <td>0.2154</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0700</td>
-      <td>0.0674</td>
-      <td>0.0757</td>
-      <td>0.0572</td>
-      <td>0.1508</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0529</td>
-      <td>0.0600</td>
-      <td>0.0535</td>
-      <td>0.0525</td>
-      <td>0.1230</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0413</td>
-      <td>0.0530</td>
-      <td>0.0416</td>
-      <td>0.0486</td>
-      <td>0.1023</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0355</td>
-      <td>0.0500</td>
-      <td>0.0346</td>
-      <td>0.0453</td>
-      <td>0.0888</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0274</td>
-      <td>0.0474</td>
-      <td>0.0272</td>
-      <td>0.0416</td>
-      <td>0.0786</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0245</td>
-      <td>0.0487</td>
-      <td>0.0245</td>
-      <td>0.0434</td>
-      <td>0.0695</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0256</td>
-      <td>0.0534</td>
-      <td>0.0248</td>
-      <td>0.0454</td>
-      <td>0.0659</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0237</td>
-      <td>0.0535</td>
-      <td>0.0225</td>
-      <td>0.0459</td>
-      <td>0.0603</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0218</td>
-      <td>0.0536</td>
-      <td>0.0203</td>
-      <td>0.0482</td>
-      <td>0.0578</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0196</td>
-      <td>0.0534</td>
-      <td>0.0185</td>
-      <td>0.0458</td>
-      <td>0.0542</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0182</td>
-      <td>0.0522</td>
-      <td>0.0169</td>
-      <td>0.0457</td>
-      <td>0.0530</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0171</td>
-      <td>0.0507</td>
-      <td>0.0160</td>
-      <td>0.0447</td>
-      <td>0.0507</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0151</td>
-      <td>0.0490</td>
-      <td>0.0134</td>
-      <td>0.0447</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0153</td>
-      <td>0.0469</td>
-      <td>0.0130</td>
-      <td>0.0427</td>
-      <td>0.0483</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0147</td>
-      <td>0.0448</td>
-      <td>0.0120</td>
-      <td>0.0387</td>
-      <td>0.0473</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0136</td>
-      <td>0.0429</td>
-      <td>0.0112</td>
-      <td>0.0365</td>
-      <td>0.0469</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0137</td>
-      <td>0.0370</td>
-      <td>0.0106</td>
-      <td>0.0298</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0136</td>
-      <td>0.0293</td>
-      <td>0.0107</td>
-      <td>0.0251</td>
-      <td>0.0464</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0065</td>
-      <td>0.0184</td>
-      <td>0.0035</td>
-      <td>0.0177</td>
-      <td>0.0465</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0280</td>
-      <td>0.0479</td>
-      <td>0.0283</td>
-      <td>0.0425</td>
-      <td>0.0918</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0399</td>
-      <td>0.1520</td>
-      <td>0.0294</td>
-      <td>0.1119</td>
-      <td>0.3196</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0746</td>
-      <td>0.1270</td>
-      <td>0.0615</td>
-      <td>0.1234</td>
-      <td>0.0658</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0318</td>
-      <td>0.0301</td>
-      <td>0.0396</td>
-      <td>0.0347</td>
-      <td>0.0337</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0168</td>
-      <td>0.0164</td>
-      <td>0.0209</td>
-      <td>0.0186</td>
-      <td>0.0356</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0153</td>
-      <td>0.0189</td>
-      <td>0.0192</td>
-      <td>0.0211</td>
-      <td>0.0479</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0142</td>
-      <td>0.0151</td>
-      <td>0.0186</td>
-      <td>0.0163</td>
-      <td>0.0606</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0140</td>
-      <td>0.0115</td>
-      <td>0.0175</td>
-      <td>0.0120</td>
-      <td>0.0631</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0177</td>
-      <td>0.0151</td>
-      <td>0.0193</td>
-      <td>0.0135</td>
-      <td>0.0870</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0446</td>
-      <td>NaN</td>
-      <td>0.0307</td>
-      <td>0.1128</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0280</td>
-      <td>0.0479</td>
-      <td>0.0283</td>
-      <td>0.0425</td>
-      <td>0.0918</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_avg_f1.png)
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_entropy_pacc_acc.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_entropy_pacc_acc.md
deleted file mode 100644
index 6ddb6f6..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_entropy_pacc_acc.md
+++ /dev/null
@@ -1,2089 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 238.632s  
-> mul_sld: 101.343s  
-> mul_sld_gs: 441.747s  
-> bin_cc: 230.303s  
-> mul_cc: 77.603s  
-> kfcv: 66.959s  
-> ref: 65.305s  
-> atc_mc: 66.465s  
-> atc_ne: 65.103s  
-> doc_feat: 56.750s  
-> tot: 446.654s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0050</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0136</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0270</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0300</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0445</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0527</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0592</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0617</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0647</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0679</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0714</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0803</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0817</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0402</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_10_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_10_acc.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 431.443s  
-> mul_sld: 188.845s  
-> bin_sld_gs: 1093.467s  
-> mul_sld_gs: 642.106s  
-> bin_sld_gsq: 522.073s  
-> bin_pacc: 422.062s  
-> mul_pacc: 154.976s  
-> binmc_pacc: 417.137s  
-> mulmc_pacc: 140.524s  
-> binne_pacc: 421.581s  
-> mulne_pacc: 157.883s  
-> bin_pacc_gs: 723.261s  
-> mul_pacc_gs: 258.223s  
-> bin_cc: 402.467s  
-> mul_cc: 144.805s  
-> kfcv: 108.333s  
-> ref: 118.158s  
-> atc_mc: 118.502s  
-> atc_ne: 96.965s  
-> doc_feat: 91.141s  
-> tot: 1096.718s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0102</td>
-      <td>0.0253</td>
-      <td>0.0053</td>
-      <td>0.0212</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0144</td>
-      <td>0.0320</td>
-      <td>0.0078</td>
-      <td>0.0291</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0175</td>
-      <td>0.0392</td>
-      <td>0.0087</td>
-      <td>0.0385</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0202</td>
-      <td>0.0442</td>
-      <td>0.0101</td>
-      <td>0.0455</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0222</td>
-      <td>0.0500</td>
-      <td>0.0118</td>
-      <td>0.0517</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0247</td>
-      <td>0.0532</td>
-      <td>0.0124</td>
-      <td>0.0590</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0249</td>
-      <td>0.0555</td>
-      <td>0.0132</td>
-      <td>0.0639</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0274</td>
-      <td>0.0628</td>
-      <td>0.0138</td>
-      <td>0.0725</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0331</td>
-      <td>0.0722</td>
-      <td>0.0161</td>
-      <td>0.0844</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0356</td>
-      <td>0.0755</td>
-      <td>0.0168</td>
-      <td>0.0919</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0384</td>
-      <td>0.0843</td>
-      <td>0.0181</td>
-      <td>0.1006</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0375</td>
-      <td>0.0849</td>
-      <td>0.0169</td>
-      <td>0.1040</td>
-      <td>0.0124</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0383</td>
-      <td>0.0837</td>
-      <td>0.0186</td>
-      <td>0.1101</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0419</td>
-      <td>0.0955</td>
-      <td>0.0210</td>
-      <td>0.1210</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0420</td>
-      <td>0.0974</td>
-      <td>0.0192</td>
-      <td>0.1250</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0447</td>
-      <td>0.0994</td>
-      <td>0.0216</td>
-      <td>0.1312</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0469</td>
-      <td>0.1054</td>
-      <td>0.0212</td>
-      <td>0.1398</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0426</td>
-      <td>0.0998</td>
-      <td>0.0197</td>
-      <td>0.1379</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0496</td>
-      <td>0.1126</td>
-      <td>0.0231</td>
-      <td>0.1491</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0554</td>
-      <td>0.1235</td>
-      <td>0.0264</td>
-      <td>0.1624</td>
-      <td>0.0166</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0438</td>
-      <td>0.1213</td>
-      <td>0.0177</td>
-      <td>0.1578</td>
-      <td>0.0157</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0339</td>
-      <td>0.0770</td>
-      <td>0.0162</td>
-      <td>0.0951</td>
-      <td>0.0111</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_20_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_20_acc.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 440.439s  
-> mul_sld: 181.173s  
-> bin_sld_gs: 1117.061s  
-> mul_sld_gs: 644.511s  
-> bin_sld_gsq: 529.624s  
-> bin_pacc: 425.791s  
-> mul_pacc: 174.577s  
-> binmc_pacc: 425.760s  
-> mulmc_pacc: 147.208s  
-> binne_pacc: 424.010s  
-> mulne_pacc: 137.064s  
-> bin_pacc_gs: 729.394s  
-> mul_pacc_gs: 256.419s  
-> bin_cc: 407.241s  
-> mul_cc: 148.864s  
-> kfcv: 129.860s  
-> ref: 89.336s  
-> atc_mc: 117.685s  
-> atc_ne: 123.998s  
-> doc_feat: 91.912s  
-> tot: 1120.968s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0076</td>
-      <td>0.0064</td>
-      <td>0.0052</td>
-      <td>0.0047</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0085</td>
-      <td>0.0076</td>
-      <td>0.0070</td>
-      <td>0.0062</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0091</td>
-      <td>0.0092</td>
-      <td>0.0088</td>
-      <td>0.0084</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0122</td>
-      <td>0.0127</td>
-      <td>0.0079</td>
-      <td>0.0077</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0122</td>
-      <td>0.0132</td>
-      <td>0.0089</td>
-      <td>0.0082</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0123</td>
-      <td>0.0145</td>
-      <td>0.0098</td>
-      <td>0.0093</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0138</td>
-      <td>0.0167</td>
-      <td>0.0098</td>
-      <td>0.0088</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0142</td>
-      <td>0.0172</td>
-      <td>0.0100</td>
-      <td>0.0088</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0162</td>
-      <td>0.0208</td>
-      <td>0.0124</td>
-      <td>0.0100</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0165</td>
-      <td>0.0222</td>
-      <td>0.0128</td>
-      <td>0.0100</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0162</td>
-      <td>0.0223</td>
-      <td>0.0132</td>
-      <td>0.0096</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0167</td>
-      <td>0.0242</td>
-      <td>0.0139</td>
-      <td>0.0106</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0198</td>
-      <td>0.0292</td>
-      <td>0.0166</td>
-      <td>0.0118</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0208</td>
-      <td>0.0311</td>
-      <td>0.0179</td>
-      <td>0.0130</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0206</td>
-      <td>0.0318</td>
-      <td>0.0179</td>
-      <td>0.0121</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0202</td>
-      <td>0.0317</td>
-      <td>0.0186</td>
-      <td>0.0126</td>
-      <td>0.0134</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0220</td>
-      <td>0.0357</td>
-      <td>0.0201</td>
-      <td>0.0140</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0231</td>
-      <td>0.0363</td>
-      <td>0.0212</td>
-      <td>0.0140</td>
-      <td>0.0132</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0229</td>
-      <td>0.0374</td>
-      <td>0.0222</td>
-      <td>0.0144</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0273</td>
-      <td>0.0438</td>
-      <td>0.0267</td>
-      <td>0.0179</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0208</td>
-      <td>0.0424</td>
-      <td>0.0223</td>
-      <td>0.0160</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0168</td>
-      <td>0.0241</td>
-      <td>0.0144</td>
-      <td>0.0109</td>
-      <td>0.0095</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_30_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_30_acc.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 441.902s  
-> mul_sld: 171.147s  
-> bin_sld_gs: 1129.143s  
-> mul_sld_gs: 661.698s  
-> bin_sld_gsq: 534.997s  
-> bin_pacc: 438.840s  
-> mul_pacc: 172.945s  
-> binmc_pacc: 434.527s  
-> mulmc_pacc: 166.147s  
-> binne_pacc: 431.135s  
-> mulne_pacc: 144.562s  
-> bin_pacc_gs: 735.193s  
-> mul_pacc_gs: 266.608s  
-> bin_cc: 412.883s  
-> mul_cc: 159.067s  
-> kfcv: 137.954s  
-> ref: 132.249s  
-> atc_mc: 137.719s  
-> atc_ne: 134.107s  
-> doc_feat: 79.638s  
-> tot: 1133.285s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0025</td>
-      <td>0.0051</td>
-      <td>0.0021</td>
-      <td>0.0044</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0060</td>
-      <td>0.0065</td>
-      <td>0.0057</td>
-      <td>0.0058</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0092</td>
-      <td>0.0090</td>
-      <td>0.0086</td>
-      <td>0.0080</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0095</td>
-      <td>0.0085</td>
-      <td>0.0091</td>
-      <td>0.0077</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0100</td>
-      <td>0.0086</td>
-      <td>0.0099</td>
-      <td>0.0082</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0110</td>
-      <td>0.0097</td>
-      <td>0.0114</td>
-      <td>0.0096</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0107</td>
-      <td>0.0097</td>
-      <td>0.0103</td>
-      <td>0.0085</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0101</td>
-      <td>0.0094</td>
-      <td>0.0105</td>
-      <td>0.0083</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0100</td>
-      <td>0.0098</td>
-      <td>0.0104</td>
-      <td>0.0093</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0112</td>
-      <td>0.0105</td>
-      <td>0.0108</td>
-      <td>0.0094</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0117</td>
-      <td>0.0119</td>
-      <td>0.0114</td>
-      <td>0.0109</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0139</td>
-      <td>0.0130</td>
-      <td>0.0125</td>
-      <td>0.0119</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0153</td>
-      <td>0.0143</td>
-      <td>0.0113</td>
-      <td>0.0133</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0166</td>
-      <td>0.0150</td>
-      <td>0.0103</td>
-      <td>0.0137</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0188</td>
-      <td>0.0175</td>
-      <td>0.0103</td>
-      <td>0.0162</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0202</td>
-      <td>0.0183</td>
-      <td>0.0103</td>
-      <td>0.0164</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0212</td>
-      <td>0.0185</td>
-      <td>0.0101</td>
-      <td>0.0173</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0270</td>
-      <td>0.0236</td>
-      <td>0.0113</td>
-      <td>0.0214</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0288</td>
-      <td>0.0246</td>
-      <td>0.0106</td>
-      <td>0.0218</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0310</td>
-      <td>0.0265</td>
-      <td>0.0112</td>
-      <td>0.0245</td>
-      <td>0.0117</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0249</td>
-      <td>0.0285</td>
-      <td>0.0100</td>
-      <td>0.0262</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0152</td>
-      <td>0.0142</td>
-      <td>0.0099</td>
-      <td>0.0130</td>
-      <td>0.0081</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_40_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_40_acc.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 432.840s  
-> mul_sld: 159.373s  
-> bin_sld_gs: 1148.243s  
-> mul_sld_gs: 657.176s  
-> bin_sld_gsq: 539.408s  
-> bin_pacc: 430.121s  
-> mul_pacc: 173.440s  
-> binmc_pacc: 433.871s  
-> mulmc_pacc: 158.794s  
-> binne_pacc: 435.732s  
-> mulne_pacc: 158.199s  
-> bin_pacc_gs: 728.918s  
-> mul_pacc_gs: 263.162s  
-> bin_cc: 405.769s  
-> mul_cc: 134.145s  
-> kfcv: 125.438s  
-> ref: 127.690s  
-> atc_mc: 108.387s  
-> atc_ne: 115.014s  
-> doc_feat: 90.803s  
-> tot: 1152.446s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0115</td>
-      <td>0.0073</td>
-      <td>0.0045</td>
-      <td>0.0120</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0138</td>
-      <td>0.0084</td>
-      <td>0.0080</td>
-      <td>0.0127</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0148</td>
-      <td>0.0099</td>
-      <td>0.0107</td>
-      <td>0.0116</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0161</td>
-      <td>0.0099</td>
-      <td>0.0123</td>
-      <td>0.0099</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0147</td>
-      <td>0.0103</td>
-      <td>0.0139</td>
-      <td>0.0087</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0159</td>
-      <td>0.0115</td>
-      <td>0.0162</td>
-      <td>0.0106</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0144</td>
-      <td>0.0097</td>
-      <td>0.0171</td>
-      <td>0.0091</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0145</td>
-      <td>0.0112</td>
-      <td>0.0195</td>
-      <td>0.0118</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0128</td>
-      <td>0.0111</td>
-      <td>0.0186</td>
-      <td>0.0146</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0123</td>
-      <td>0.0111</td>
-      <td>0.0201</td>
-      <td>0.0160</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0109</td>
-      <td>0.0111</td>
-      <td>0.0174</td>
-      <td>0.0217</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0113</td>
-      <td>0.0122</td>
-      <td>0.0173</td>
-      <td>0.0243</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0106</td>
-      <td>0.0121</td>
-      <td>0.0156</td>
-      <td>0.0279</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0107</td>
-      <td>0.0135</td>
-      <td>0.0129</td>
-      <td>0.0329</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0125</td>
-      <td>0.0155</td>
-      <td>0.0115</td>
-      <td>0.0386</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0125</td>
-      <td>0.0156</td>
-      <td>0.0115</td>
-      <td>0.0417</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0133</td>
-      <td>0.0163</td>
-      <td>0.0105</td>
-      <td>0.0423</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0182</td>
-      <td>0.0213</td>
-      <td>0.0101</td>
-      <td>0.0510</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0188</td>
-      <td>0.0218</td>
-      <td>0.0094</td>
-      <td>0.0533</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0206</td>
-      <td>0.0229</td>
-      <td>0.0084</td>
-      <td>0.0573</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0182</td>
-      <td>0.0258</td>
-      <td>0.0065</td>
-      <td>0.0620</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0142</td>
-      <td>0.0137</td>
-      <td>0.0129</td>
-      <td>0.0271</td>
-      <td>0.0095</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_50_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_50_acc.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 423.693s  
-> mul_sld: 164.785s  
-> bin_sld_gs: 1105.830s  
-> mul_sld_gs: 648.000s  
-> bin_sld_gsq: 523.679s  
-> bin_pacc: 415.735s  
-> mul_pacc: 142.337s  
-> binmc_pacc: 422.073s  
-> mulmc_pacc: 162.522s  
-> binne_pacc: 411.703s  
-> mulne_pacc: 159.753s  
-> bin_pacc_gs: 722.307s  
-> mul_pacc_gs: 263.296s  
-> bin_cc: 394.807s  
-> mul_cc: 127.886s  
-> kfcv: 118.430s  
-> ref: 114.366s  
-> atc_mc: 111.695s  
-> atc_ne: 96.170s  
-> doc_feat: 92.012s  
-> tot: 1110.535s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0119</td>
-      <td>0.0091</td>
-      <td>0.0098</td>
-      <td>0.0134</td>
-      <td>0.0170</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0139</td>
-      <td>0.0078</td>
-      <td>0.0119</td>
-      <td>0.0144</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0129</td>
-      <td>0.0091</td>
-      <td>0.0113</td>
-      <td>0.0126</td>
-      <td>0.0147</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0149</td>
-      <td>0.0077</td>
-      <td>0.0127</td>
-      <td>0.0128</td>
-      <td>0.0173</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0124</td>
-      <td>0.0088</td>
-      <td>0.0112</td>
-      <td>0.0107</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0136</td>
-      <td>0.0087</td>
-      <td>0.0120</td>
-      <td>0.0111</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0131</td>
-      <td>0.0070</td>
-      <td>0.0113</td>
-      <td>0.0093</td>
-      <td>0.0132</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0111</td>
-      <td>0.0084</td>
-      <td>0.0101</td>
-      <td>0.0092</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0115</td>
-      <td>0.0085</td>
-      <td>0.0110</td>
-      <td>0.0090</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0112</td>
-      <td>0.0084</td>
-      <td>0.0102</td>
-      <td>0.0090</td>
-      <td>0.0105</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0107</td>
-      <td>0.0087</td>
-      <td>0.0103</td>
-      <td>0.0088</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0116</td>
-      <td>0.0099</td>
-      <td>0.0114</td>
-      <td>0.0100</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0098</td>
-      <td>0.0090</td>
-      <td>0.0096</td>
-      <td>0.0089</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0095</td>
-      <td>0.0089</td>
-      <td>0.0096</td>
-      <td>0.0090</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0083</td>
-      <td>0.0082</td>
-      <td>0.0085</td>
-      <td>0.0095</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0084</td>
-      <td>0.0086</td>
-      <td>0.0080</td>
-      <td>0.0093</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0078</td>
-      <td>0.0084</td>
-      <td>0.0091</td>
-      <td>0.0114</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0080</td>
-      <td>0.0086</td>
-      <td>0.0102</td>
-      <td>0.0134</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0085</td>
-      <td>0.0089</td>
-      <td>0.0106</td>
-      <td>0.0140</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0086</td>
-      <td>0.0088</td>
-      <td>0.0122</td>
-      <td>0.0157</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0083</td>
-      <td>0.0084</td>
-      <td>0.0128</td>
-      <td>0.0190</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0108</td>
-      <td>0.0086</td>
-      <td>0.0107</td>
-      <td>0.0115</td>
-      <td>0.0111</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_60_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_60_acc.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 446.445s  
-> mul_sld: 164.730s  
-> bin_sld_gs: 1117.398s  
-> mul_sld_gs: 661.430s  
-> bin_sld_gsq: 528.925s  
-> bin_pacc: 431.969s  
-> mul_pacc: 151.272s  
-> binmc_pacc: 430.157s  
-> mulmc_pacc: 180.251s  
-> binne_pacc: 438.442s  
-> mulne_pacc: 173.700s  
-> bin_pacc_gs: 733.397s  
-> mul_pacc_gs: 262.705s  
-> bin_cc: 407.885s  
-> mul_cc: 153.959s  
-> kfcv: 132.641s  
-> ref: 136.486s  
-> atc_mc: 135.594s  
-> atc_ne: 129.372s  
-> doc_feat: 95.722s  
-> tot: 1121.806s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0116</td>
-      <td>0.0168</td>
-      <td>0.0035</td>
-      <td>0.0074</td>
-      <td>0.0135</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0125</td>
-      <td>0.0163</td>
-      <td>0.0066</td>
-      <td>0.0081</td>
-      <td>0.0133</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0116</td>
-      <td>0.0144</td>
-      <td>0.0074</td>
-      <td>0.0083</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0119</td>
-      <td>0.0143</td>
-      <td>0.0077</td>
-      <td>0.0079</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0098</td>
-      <td>0.0112</td>
-      <td>0.0069</td>
-      <td>0.0083</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0102</td>
-      <td>0.0104</td>
-      <td>0.0071</td>
-      <td>0.0086</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0114</td>
-      <td>0.0105</td>
-      <td>0.0067</td>
-      <td>0.0072</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0092</td>
-      <td>0.0084</td>
-      <td>0.0080</td>
-      <td>0.0085</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0088</td>
-      <td>0.0080</td>
-      <td>0.0069</td>
-      <td>0.0074</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0086</td>
-      <td>0.0082</td>
-      <td>0.0084</td>
-      <td>0.0099</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0102</td>
-      <td>0.0077</td>
-      <td>0.0078</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0084</td>
-      <td>0.0081</td>
-      <td>0.0094</td>
-      <td>0.0102</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0091</td>
-      <td>0.0079</td>
-      <td>0.0090</td>
-      <td>0.0101</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0088</td>
-      <td>0.0076</td>
-      <td>0.0092</td>
-      <td>0.0100</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0086</td>
-      <td>0.0084</td>
-      <td>0.0104</td>
-      <td>0.0110</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0086</td>
-      <td>0.0091</td>
-      <td>0.0100</td>
-      <td>0.0122</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0097</td>
-      <td>0.0112</td>
-      <td>0.0120</td>
-      <td>0.0130</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0109</td>
-      <td>0.0125</td>
-      <td>0.0131</td>
-      <td>0.0149</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0103</td>
-      <td>0.0133</td>
-      <td>0.0127</td>
-      <td>0.0156</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0133</td>
-      <td>0.0157</td>
-      <td>0.0145</td>
-      <td>0.0176</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0130</td>
-      <td>0.0190</td>
-      <td>0.0164</td>
-      <td>0.0211</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0103</td>
-      <td>0.0114</td>
-      <td>0.0092</td>
-      <td>0.0108</td>
-      <td>0.0093</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_70_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_70_acc.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 407.545s  
-> mul_sld: 147.073s  
-> bin_sld_gs: 4046.450s  
-> mul_sld_gs: 3606.019s  
-> bin_sld_gsq: 490.593s  
-> bin_pacc: 399.480s  
-> mul_pacc: 162.231s  
-> binmc_pacc: 403.466s  
-> mulmc_pacc: 179.691s  
-> binne_pacc: 403.638s  
-> mulne_pacc: 171.078s  
-> bin_pacc_gs: 3446.185s  
-> mul_pacc_gs: 257.968s  
-> bin_cc: 374.905s  
-> mul_cc: 150.379s  
-> kfcv: 133.439s  
-> ref: 132.673s  
-> atc_mc: 130.594s  
-> atc_ne: 131.031s  
-> doc_feat: 81.112s  
-> tot: 4051.202s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0129</td>
-      <td>0.0105</td>
-      <td>0.0236</td>
-      <td>0.0200</td>
-      <td>0.0197</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0134</td>
-      <td>0.0144</td>
-      <td>0.0193</td>
-      <td>0.0241</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0116</td>
-      <td>0.0114</td>
-      <td>0.0195</td>
-      <td>0.0210</td>
-      <td>0.0160</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0112</td>
-      <td>0.0125</td>
-      <td>0.0197</td>
-      <td>0.0200</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0118</td>
-      <td>0.0120</td>
-      <td>0.0187</td>
-      <td>0.0181</td>
-      <td>0.0169</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0110</td>
-      <td>0.0113</td>
-      <td>0.0182</td>
-      <td>0.0162</td>
-      <td>0.0165</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0103</td>
-      <td>0.0096</td>
-      <td>0.0188</td>
-      <td>0.0141</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0116</td>
-      <td>0.0116</td>
-      <td>0.0142</td>
-      <td>0.0167</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0091</td>
-      <td>0.0098</td>
-      <td>0.0166</td>
-      <td>0.0131</td>
-      <td>0.0134</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0112</td>
-      <td>0.0113</td>
-      <td>0.0145</td>
-      <td>0.0135</td>
-      <td>0.0109</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0088</td>
-      <td>0.0085</td>
-      <td>0.0153</td>
-      <td>0.0101</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0100</td>
-      <td>0.0093</td>
-      <td>0.0114</td>
-      <td>0.0118</td>
-      <td>0.0112</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0087</td>
-      <td>0.0078</td>
-      <td>0.0127</td>
-      <td>0.0089</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0089</td>
-      <td>0.0090</td>
-      <td>0.0125</td>
-      <td>0.0093</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0103</td>
-      <td>0.0083</td>
-      <td>0.0103</td>
-      <td>0.0085</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0095</td>
-      <td>0.0071</td>
-      <td>0.0094</td>
-      <td>0.0072</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0108</td>
-      <td>0.0075</td>
-      <td>0.0093</td>
-      <td>0.0073</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0102</td>
-      <td>0.0068</td>
-      <td>0.0087</td>
-      <td>0.0069</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0087</td>
-      <td>0.0071</td>
-      <td>0.0096</td>
-      <td>0.0069</td>
-      <td>0.0066</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0100</td>
-      <td>0.0071</td>
-      <td>0.0081</td>
-      <td>0.0072</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0097</td>
-      <td>0.0043</td>
-      <td>0.0035</td>
-      <td>0.0038</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0105</td>
-      <td>0.0094</td>
-      <td>0.0140</td>
-      <td>0.0126</td>
-      <td>0.0117</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_80_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_80_acc.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 56.896s  
-> mul_sld_gs: 351.569s  
-> mul_cc: 51.884s  
-> kfcv: 46.187s  
-> ref: 44.331s  
-> atc_mc: 47.954s  
-> atc_ne: 47.496s  
-> doc_feat: 41.155s  
-> tot: 357.732s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0533</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0476</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0449</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0438</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0410</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0351</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0321</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0303</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0252</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0204</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0163</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0077</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0259</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_90_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0098</td>
-      <td>0.0115</td>
-      <td>0.0077</td>
-      <td>0.0119</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0118</td>
-      <td>0.0133</td>
-      <td>0.0095</td>
-      <td>0.0144</td>
-      <td>0.0147</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0124</td>
-      <td>0.0146</td>
-      <td>0.0107</td>
-      <td>0.0155</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0137</td>
-      <td>0.0157</td>
-      <td>0.0114</td>
-      <td>0.0159</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0133</td>
-      <td>0.0163</td>
-      <td>0.0116</td>
-      <td>0.0163</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0141</td>
-      <td>0.0170</td>
-      <td>0.0124</td>
-      <td>0.0178</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0141</td>
-      <td>0.0169</td>
-      <td>0.0125</td>
-      <td>0.0173</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0140</td>
-      <td>0.0184</td>
-      <td>0.0123</td>
-      <td>0.0194</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0145</td>
-      <td>0.0200</td>
-      <td>0.0131</td>
-      <td>0.0211</td>
-      <td>0.0142</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0152</td>
-      <td>0.0210</td>
-      <td>0.0134</td>
-      <td>0.0228</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0153</td>
-      <td>0.0221</td>
-      <td>0.0134</td>
-      <td>0.0244</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0156</td>
-      <td>0.0231</td>
-      <td>0.0133</td>
-      <td>0.0261</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0159</td>
-      <td>0.0234</td>
-      <td>0.0133</td>
-      <td>0.0273</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0167</td>
-      <td>0.0258</td>
-      <td>0.0133</td>
-      <td>0.0298</td>
-      <td>0.0148</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0173</td>
-      <td>0.0267</td>
-      <td>0.0126</td>
-      <td>0.0316</td>
-      <td>0.0153</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0177</td>
-      <td>0.0271</td>
-      <td>0.0128</td>
-      <td>0.0329</td>
-      <td>0.0157</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0188</td>
-      <td>0.0290</td>
-      <td>0.0132</td>
-      <td>0.0350</td>
-      <td>0.0160</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0200</td>
-      <td>0.0299</td>
-      <td>0.0135</td>
-      <td>0.0371</td>
-      <td>0.0159</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0211</td>
-      <td>0.0322</td>
-      <td>0.0141</td>
-      <td>0.0393</td>
-      <td>0.0165</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0237</td>
-      <td>0.0355</td>
-      <td>0.0153</td>
-      <td>0.0432</td>
-      <td>0.0178</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0198</td>
-      <td>0.0357</td>
-      <td>0.0128</td>
-      <td>0.0437</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0159</td>
-      <td>0.0226</td>
-      <td>0.0125</td>
-      <td>0.0258</td>
-      <td>0.0151</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0402</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0339</td>
-      <td>0.0770</td>
-      <td>0.0162</td>
-      <td>0.0951</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0168</td>
-      <td>0.0241</td>
-      <td>0.0144</td>
-      <td>0.0109</td>
-      <td>0.0095</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0152</td>
-      <td>0.0142</td>
-      <td>0.0099</td>
-      <td>0.0130</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0142</td>
-      <td>0.0137</td>
-      <td>0.0129</td>
-      <td>0.0271</td>
-      <td>0.0095</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0108</td>
-      <td>0.0086</td>
-      <td>0.0107</td>
-      <td>0.0115</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0103</td>
-      <td>0.0114</td>
-      <td>0.0092</td>
-      <td>0.0108</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0105</td>
-      <td>0.0094</td>
-      <td>0.0140</td>
-      <td>0.0126</td>
-      <td>0.0117</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0259</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0159</td>
-      <td>0.0226</td>
-      <td>0.0125</td>
-      <td>0.0258</td>
-      <td>0.0151</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_acc.png)
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_entropy_pacc_f1.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_entropy_pacc_f1.md
deleted file mode 100644
index a88b07b..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_max_conf_vs_entropy_pacc_f1.md
+++ /dev/null
@@ -1,2089 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 238.632s  
-> mul_sld: 101.343s  
-> mul_sld_gs: 441.747s  
-> bin_cc: 230.303s  
-> mul_cc: 77.603s  
-> kfcv: 66.959s  
-> ref: 65.305s  
-> atc_mc: 66.465s  
-> atc_ne: 65.103s  
-> doc_feat: 56.750s  
-> tot: 446.654s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.3429</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.3260</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.3360</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.3402</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.3351</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.3371</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.3313</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.3378</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.3337</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.3346</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.3327</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.3406</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.3326</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.3335</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.3359</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.3324</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.3378</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.3373</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.3323</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.3353</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.3196</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_10_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_10_f1.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 431.443s  
-> mul_sld: 188.845s  
-> bin_sld_gs: 1093.467s  
-> mul_sld_gs: 642.106s  
-> bin_sld_gsq: 522.073s  
-> bin_pacc: 422.062s  
-> mul_pacc: 154.976s  
-> binmc_pacc: 417.137s  
-> mulmc_pacc: 140.524s  
-> binne_pacc: 421.581s  
-> mulne_pacc: 157.883s  
-> bin_pacc_gs: 723.261s  
-> mul_pacc_gs: 258.223s  
-> bin_cc: 402.467s  
-> mul_cc: 144.805s  
-> kfcv: 108.333s  
-> ref: 118.158s  
-> atc_mc: 118.502s  
-> atc_ne: 96.965s  
-> doc_feat: 91.141s  
-> tot: 1096.718s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0183</td>
-      <td>0.0000</td>
-      <td>0.1573</td>
-      <td>0.0085</td>
-      <td>0.1580</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1385</td>
-      <td>0.4540</td>
-      <td>0.0720</td>
-      <td>0.3784</td>
-      <td>0.1115</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1008</td>
-      <td>0.3316</td>
-      <td>0.0465</td>
-      <td>0.2808</td>
-      <td>0.0899</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0806</td>
-      <td>0.2445</td>
-      <td>0.0377</td>
-      <td>0.2184</td>
-      <td>0.0782</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0703</td>
-      <td>0.2092</td>
-      <td>0.0355</td>
-      <td>0.1892</td>
-      <td>0.0673</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0626</td>
-      <td>0.1771</td>
-      <td>0.0296</td>
-      <td>0.1721</td>
-      <td>0.0637</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0532</td>
-      <td>0.1534</td>
-      <td>0.0261</td>
-      <td>0.1563</td>
-      <td>0.0612</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0519</td>
-      <td>0.1498</td>
-      <td>0.0250</td>
-      <td>0.1548</td>
-      <td>0.0553</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0559</td>
-      <td>0.1511</td>
-      <td>0.0262</td>
-      <td>0.1582</td>
-      <td>0.0605</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0541</td>
-      <td>0.1399</td>
-      <td>0.0247</td>
-      <td>0.1534</td>
-      <td>0.0589</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0527</td>
-      <td>0.1404</td>
-      <td>0.0240</td>
-      <td>0.1506</td>
-      <td>0.0587</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0473</td>
-      <td>0.1301</td>
-      <td>0.0208</td>
-      <td>0.1430</td>
-      <td>0.0550</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0430</td>
-      <td>0.1160</td>
-      <td>0.0201</td>
-      <td>0.1373</td>
-      <td>0.0526</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0441</td>
-      <td>0.1223</td>
-      <td>0.0210</td>
-      <td>0.1399</td>
-      <td>0.0541</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0415</td>
-      <td>0.1163</td>
-      <td>0.0181</td>
-      <td>0.1345</td>
-      <td>0.0511</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0419</td>
-      <td>0.1111</td>
-      <td>0.0195</td>
-      <td>0.1320</td>
-      <td>0.0521</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0410</td>
-      <td>0.1101</td>
-      <td>0.0178</td>
-      <td>0.1316</td>
-      <td>0.0526</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0348</td>
-      <td>0.0982</td>
-      <td>0.0152</td>
-      <td>0.1217</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0391</td>
-      <td>0.1046</td>
-      <td>0.0174</td>
-      <td>0.1246</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0410</td>
-      <td>0.1089</td>
-      <td>0.0187</td>
-      <td>0.1291</td>
-      <td>0.0518</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0327</td>
-      <td>0.1016</td>
-      <td>0.0131</td>
-      <td>0.1254</td>
-      <td>0.0495</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0545</td>
-      <td>0.1557</td>
-      <td>0.0327</td>
-      <td>0.1590</td>
-      <td>0.0658</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_20_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_20_f1.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 440.439s  
-> mul_sld: 181.173s  
-> bin_sld_gs: 1117.061s  
-> mul_sld_gs: 644.511s  
-> bin_sld_gsq: 529.624s  
-> bin_pacc: 425.791s  
-> mul_pacc: 174.577s  
-> binmc_pacc: 425.760s  
-> mulmc_pacc: 147.208s  
-> binne_pacc: 424.010s  
-> mulne_pacc: 137.064s  
-> bin_pacc_gs: 729.394s  
-> mul_pacc_gs: 256.419s  
-> bin_cc: 407.241s  
-> mul_cc: 148.864s  
-> kfcv: 129.860s  
-> ref: 89.336s  
-> atc_mc: 117.685s  
-> atc_ne: 123.998s  
-> doc_feat: 91.912s  
-> tot: 1120.968s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.3039</td>
-      <td>0.1143</td>
-      <td>0.4079</td>
-      <td>0.2649</td>
-      <td>0.3913</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0556</td>
-      <td>0.0747</td>
-      <td>0.0583</td>
-      <td>0.0528</td>
-      <td>0.0484</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0378</td>
-      <td>0.0479</td>
-      <td>0.0412</td>
-      <td>0.0393</td>
-      <td>0.0293</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0376</td>
-      <td>0.0491</td>
-      <td>0.0267</td>
-      <td>0.0281</td>
-      <td>0.0291</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0298</td>
-      <td>0.0399</td>
-      <td>0.0231</td>
-      <td>0.0224</td>
-      <td>0.0239</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0248</td>
-      <td>0.0359</td>
-      <td>0.0203</td>
-      <td>0.0206</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0237</td>
-      <td>0.0352</td>
-      <td>0.0178</td>
-      <td>0.0173</td>
-      <td>0.0189</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0216</td>
-      <td>0.0316</td>
-      <td>0.0160</td>
-      <td>0.0151</td>
-      <td>0.0161</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0220</td>
-      <td>0.0339</td>
-      <td>0.0176</td>
-      <td>0.0156</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0205</td>
-      <td>0.0325</td>
-      <td>0.0167</td>
-      <td>0.0147</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0180</td>
-      <td>0.0294</td>
-      <td>0.0154</td>
-      <td>0.0127</td>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0174</td>
-      <td>0.0298</td>
-      <td>0.0151</td>
-      <td>0.0128</td>
-      <td>0.0115</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0188</td>
-      <td>0.0323</td>
-      <td>0.0165</td>
-      <td>0.0136</td>
-      <td>0.0109</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0184</td>
-      <td>0.0317</td>
-      <td>0.0166</td>
-      <td>0.0137</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0172</td>
-      <td>0.0306</td>
-      <td>0.0155</td>
-      <td>0.0128</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0159</td>
-      <td>0.0286</td>
-      <td>0.0152</td>
-      <td>0.0120</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0163</td>
-      <td>0.0299</td>
-      <td>0.0154</td>
-      <td>0.0127</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0159</td>
-      <td>0.0284</td>
-      <td>0.0150</td>
-      <td>0.0120</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0150</td>
-      <td>0.0277</td>
-      <td>0.0150</td>
-      <td>0.0117</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0172</td>
-      <td>0.0307</td>
-      <td>0.0172</td>
-      <td>0.0137</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0129</td>
-      <td>0.0284</td>
-      <td>0.0140</td>
-      <td>0.0119</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0362</td>
-      <td>0.0392</td>
-      <td>0.0389</td>
-      <td>0.0300</td>
-      <td>0.0337</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_30_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_30_f1.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 441.902s  
-> mul_sld: 171.147s  
-> bin_sld_gs: 1129.143s  
-> mul_sld_gs: 661.698s  
-> bin_sld_gsq: 534.997s  
-> bin_pacc: 438.840s  
-> mul_pacc: 172.945s  
-> binmc_pacc: 434.527s  
-> mulmc_pacc: 166.147s  
-> binne_pacc: 431.135s  
-> mulne_pacc: 144.562s  
-> bin_pacc_gs: 735.193s  
-> mul_pacc_gs: 266.608s  
-> bin_cc: 412.883s  
-> mul_cc: 159.067s  
-> kfcv: 137.954s  
-> ref: 132.249s  
-> atc_mc: 137.719s  
-> atc_ne: 134.107s  
-> doc_feat: 79.638s  
-> tot: 1133.285s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1220</td>
-      <td>0.1634</td>
-      <td>0.0817</td>
-      <td>0.1976</td>
-      <td>0.5122</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0498</td>
-      <td>0.0520</td>
-      <td>0.0468</td>
-      <td>0.0459</td>
-      <td>0.0575</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0367</td>
-      <td>0.0378</td>
-      <td>0.0355</td>
-      <td>0.0338</td>
-      <td>0.0264</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0282</td>
-      <td>0.0257</td>
-      <td>0.0277</td>
-      <td>0.0226</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0240</td>
-      <td>0.0222</td>
-      <td>0.0241</td>
-      <td>0.0202</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0212</td>
-      <td>0.0198</td>
-      <td>0.0221</td>
-      <td>0.0191</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0181</td>
-      <td>0.0176</td>
-      <td>0.0173</td>
-      <td>0.0150</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0151</td>
-      <td>0.0151</td>
-      <td>0.0150</td>
-      <td>0.0131</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0134</td>
-      <td>0.0138</td>
-      <td>0.0132</td>
-      <td>0.0128</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0137</td>
-      <td>0.0138</td>
-      <td>0.0123</td>
-      <td>0.0122</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0130</td>
-      <td>0.0138</td>
-      <td>0.0120</td>
-      <td>0.0124</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0139</td>
-      <td>0.0141</td>
-      <td>0.0120</td>
-      <td>0.0128</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0143</td>
-      <td>0.0144</td>
-      <td>0.0100</td>
-      <td>0.0133</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0141</td>
-      <td>0.0140</td>
-      <td>0.0086</td>
-      <td>0.0127</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0152</td>
-      <td>0.0154</td>
-      <td>0.0080</td>
-      <td>0.0141</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0149</td>
-      <td>0.0147</td>
-      <td>0.0074</td>
-      <td>0.0132</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0147</td>
-      <td>0.0141</td>
-      <td>0.0067</td>
-      <td>0.0132</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0175</td>
-      <td>0.0166</td>
-      <td>0.0073</td>
-      <td>0.0151</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0175</td>
-      <td>0.0164</td>
-      <td>0.0064</td>
-      <td>0.0145</td>
-      <td>0.0050</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0180</td>
-      <td>0.0168</td>
-      <td>0.0065</td>
-      <td>0.0155</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0141</td>
-      <td>0.0170</td>
-      <td>0.0056</td>
-      <td>0.0157</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0243</td>
-      <td>0.0261</td>
-      <td>0.0184</td>
-      <td>0.0259</td>
-      <td>0.0356</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_40_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_40_f1.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 432.840s  
-> mul_sld: 159.373s  
-> bin_sld_gs: 1148.243s  
-> mul_sld_gs: 657.176s  
-> bin_sld_gsq: 539.408s  
-> bin_pacc: 430.121s  
-> mul_pacc: 173.440s  
-> binmc_pacc: 433.871s  
-> mulmc_pacc: 158.794s  
-> binne_pacc: 435.732s  
-> mulne_pacc: 158.199s  
-> bin_pacc_gs: 728.918s  
-> mul_pacc_gs: 263.162s  
-> bin_cc: 405.769s  
-> mul_cc: 134.145s  
-> kfcv: 125.438s  
-> ref: 127.690s  
-> atc_mc: 108.387s  
-> atc_ne: 115.014s  
-> doc_feat: 90.803s  
-> tot: 1152.446s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.3449</td>
-      <td>0.1107</td>
-      <td>0.1441</td>
-      <td>0.2315</td>
-      <td>0.5861</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1050</td>
-      <td>0.0528</td>
-      <td>0.0580</td>
-      <td>0.0782</td>
-      <td>0.1441</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0636</td>
-      <td>0.0371</td>
-      <td>0.0434</td>
-      <td>0.0432</td>
-      <td>0.0650</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0470</td>
-      <td>0.0273</td>
-      <td>0.0349</td>
-      <td>0.0262</td>
-      <td>0.0438</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0329</td>
-      <td>0.0225</td>
-      <td>0.0307</td>
-      <td>0.0201</td>
-      <td>0.0258</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0290</td>
-      <td>0.0206</td>
-      <td>0.0292</td>
-      <td>0.0207</td>
-      <td>0.0206</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0221</td>
-      <td>0.0147</td>
-      <td>0.0261</td>
-      <td>0.0171</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0194</td>
-      <td>0.0150</td>
-      <td>0.0261</td>
-      <td>0.0192</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0151</td>
-      <td>0.0137</td>
-      <td>0.0221</td>
-      <td>0.0207</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0131</td>
-      <td>0.0123</td>
-      <td>0.0216</td>
-      <td>0.0206</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0108</td>
-      <td>0.0115</td>
-      <td>0.0171</td>
-      <td>0.0246</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0103</td>
-      <td>0.0116</td>
-      <td>0.0156</td>
-      <td>0.0252</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0089</td>
-      <td>0.0108</td>
-      <td>0.0129</td>
-      <td>0.0262</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0086</td>
-      <td>0.0113</td>
-      <td>0.0100</td>
-      <td>0.0283</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0094</td>
-      <td>0.0120</td>
-      <td>0.0084</td>
-      <td>0.0309</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0088</td>
-      <td>0.0113</td>
-      <td>0.0079</td>
-      <td>0.0309</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0088</td>
-      <td>0.0110</td>
-      <td>0.0068</td>
-      <td>0.0294</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0113</td>
-      <td>0.0135</td>
-      <td>0.0062</td>
-      <td>0.0332</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0111</td>
-      <td>0.0131</td>
-      <td>0.0055</td>
-      <td>0.0327</td>
-      <td>0.0048</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0115</td>
-      <td>0.0130</td>
-      <td>0.0046</td>
-      <td>0.0333</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0098</td>
-      <td>0.0140</td>
-      <td>0.0035</td>
-      <td>0.0343</td>
-      <td>0.0047</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0382</td>
-      <td>0.0219</td>
-      <td>0.0255</td>
-      <td>0.0394</td>
-      <td>0.0479</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_50_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_50_f1.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 423.693s  
-> mul_sld: 164.785s  
-> bin_sld_gs: 1105.830s  
-> mul_sld_gs: 648.000s  
-> bin_sld_gsq: 523.679s  
-> bin_pacc: 415.735s  
-> mul_pacc: 142.337s  
-> binmc_pacc: 422.073s  
-> mulmc_pacc: 162.522s  
-> binne_pacc: 411.703s  
-> mulne_pacc: 159.753s  
-> bin_pacc_gs: 722.307s  
-> mul_pacc_gs: 263.296s  
-> bin_cc: 394.807s  
-> mul_cc: 127.886s  
-> kfcv: 118.430s  
-> ref: 114.366s  
-> atc_mc: 111.695s  
-> atc_ne: 96.170s  
-> doc_feat: 92.012s  
-> tot: 1110.535s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.2345</td>
-      <td>0.0501</td>
-      <td>0.1844</td>
-      <td>0.1961</td>
-      <td>0.6121</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1005</td>
-      <td>0.0415</td>
-      <td>0.0810</td>
-      <td>0.0842</td>
-      <td>0.2334</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0536</td>
-      <td>0.0320</td>
-      <td>0.0450</td>
-      <td>0.0452</td>
-      <td>0.1135</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0432</td>
-      <td>0.0216</td>
-      <td>0.0352</td>
-      <td>0.0322</td>
-      <td>0.0789</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0274</td>
-      <td>0.0195</td>
-      <td>0.0235</td>
-      <td>0.0216</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0243</td>
-      <td>0.0161</td>
-      <td>0.0207</td>
-      <td>0.0187</td>
-      <td>0.0383</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0196</td>
-      <td>0.0114</td>
-      <td>0.0164</td>
-      <td>0.0128</td>
-      <td>0.0278</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0148</td>
-      <td>0.0117</td>
-      <td>0.0130</td>
-      <td>0.0118</td>
-      <td>0.0211</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0134</td>
-      <td>0.0102</td>
-      <td>0.0126</td>
-      <td>0.0100</td>
-      <td>0.0176</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0116</td>
-      <td>0.0093</td>
-      <td>0.0105</td>
-      <td>0.0094</td>
-      <td>0.0130</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0102</td>
-      <td>0.0088</td>
-      <td>0.0098</td>
-      <td>0.0086</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0101</td>
-      <td>0.0090</td>
-      <td>0.0101</td>
-      <td>0.0092</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0080</td>
-      <td>0.0075</td>
-      <td>0.0079</td>
-      <td>0.0077</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0073</td>
-      <td>0.0070</td>
-      <td>0.0074</td>
-      <td>0.0073</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0059</td>
-      <td>0.0060</td>
-      <td>0.0062</td>
-      <td>0.0074</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0057</td>
-      <td>0.0059</td>
-      <td>0.0055</td>
-      <td>0.0068</td>
-      <td>0.0052</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0050</td>
-      <td>0.0054</td>
-      <td>0.0060</td>
-      <td>0.0077</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0049</td>
-      <td>0.0053</td>
-      <td>0.0064</td>
-      <td>0.0085</td>
-      <td>0.0039</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0050</td>
-      <td>0.0052</td>
-      <td>0.0063</td>
-      <td>0.0084</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0048</td>
-      <td>0.0048</td>
-      <td>0.0068</td>
-      <td>0.0089</td>
-      <td>0.0027</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0044</td>
-      <td>0.0044</td>
-      <td>0.0068</td>
-      <td>0.0102</td>
-      <td>0.0026</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0293</td>
-      <td>0.0139</td>
-      <td>0.0248</td>
-      <td>0.0254</td>
-      <td>0.0606</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_60_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_60_f1.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 446.445s  
-> mul_sld: 164.730s  
-> bin_sld_gs: 1117.398s  
-> mul_sld_gs: 661.430s  
-> bin_sld_gsq: 528.925s  
-> bin_pacc: 431.969s  
-> mul_pacc: 151.272s  
-> binmc_pacc: 430.157s  
-> mulmc_pacc: 180.251s  
-> binne_pacc: 438.442s  
-> mulne_pacc: 173.700s  
-> bin_pacc_gs: 733.397s  
-> mul_pacc_gs: 262.705s  
-> bin_cc: 407.885s  
-> mul_cc: 153.959s  
-> kfcv: 132.641s  
-> ref: 136.486s  
-> atc_mc: 135.594s  
-> atc_ne: 129.372s  
-> doc_feat: 95.722s  
-> tot: 1121.806s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1223</td>
-      <td>0.1188</td>
-      <td>0.0331</td>
-      <td>0.0319</td>
-      <td>0.5530</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0702</td>
-      <td>0.0690</td>
-      <td>0.0370</td>
-      <td>0.0366</td>
-      <td>0.2717</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0426</td>
-      <td>0.0409</td>
-      <td>0.0295</td>
-      <td>0.0306</td>
-      <td>0.1554</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0320</td>
-      <td>0.0312</td>
-      <td>0.0230</td>
-      <td>0.0220</td>
-      <td>0.0993</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0208</td>
-      <td>0.0190</td>
-      <td>0.0163</td>
-      <td>0.0206</td>
-      <td>0.0643</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0175</td>
-      <td>0.0153</td>
-      <td>0.0139</td>
-      <td>0.0182</td>
-      <td>0.0433</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0167</td>
-      <td>0.0131</td>
-      <td>0.0109</td>
-      <td>0.0135</td>
-      <td>0.0320</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0117</td>
-      <td>0.0101</td>
-      <td>0.0117</td>
-      <td>0.0141</td>
-      <td>0.0194</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0098</td>
-      <td>0.0082</td>
-      <td>0.0087</td>
-      <td>0.0110</td>
-      <td>0.0151</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0085</td>
-      <td>0.0082</td>
-      <td>0.0094</td>
-      <td>0.0126</td>
-      <td>0.0116</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0095</td>
-      <td>0.0071</td>
-      <td>0.0080</td>
-      <td>0.0104</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0073</td>
-      <td>0.0073</td>
-      <td>0.0090</td>
-      <td>0.0104</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0072</td>
-      <td>0.0066</td>
-      <td>0.0077</td>
-      <td>0.0093</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0065</td>
-      <td>0.0060</td>
-      <td>0.0072</td>
-      <td>0.0086</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0060</td>
-      <td>0.0063</td>
-      <td>0.0077</td>
-      <td>0.0086</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0057</td>
-      <td>0.0064</td>
-      <td>0.0070</td>
-      <td>0.0089</td>
-      <td>0.0042</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0061</td>
-      <td>0.0073</td>
-      <td>0.0078</td>
-      <td>0.0086</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0065</td>
-      <td>0.0077</td>
-      <td>0.0080</td>
-      <td>0.0093</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0059</td>
-      <td>0.0077</td>
-      <td>0.0074</td>
-      <td>0.0091</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0072</td>
-      <td>0.0086</td>
-      <td>0.0079</td>
-      <td>0.0097</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0067</td>
-      <td>0.0099</td>
-      <td>0.0085</td>
-      <td>0.0109</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0203</td>
-      <td>0.0197</td>
-      <td>0.0133</td>
-      <td>0.0150</td>
-      <td>0.0631</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_70_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_70_f1.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 407.545s  
-> mul_sld: 147.073s  
-> bin_sld_gs: 4046.450s  
-> mul_sld_gs: 3606.019s  
-> bin_sld_gsq: 490.593s  
-> bin_pacc: 399.480s  
-> mul_pacc: 162.231s  
-> binmc_pacc: 403.466s  
-> mulmc_pacc: 179.691s  
-> binne_pacc: 403.638s  
-> mulne_pacc: 171.078s  
-> bin_pacc_gs: 3446.185s  
-> mul_pacc_gs: 257.968s  
-> bin_cc: 374.905s  
-> mul_cc: 150.379s  
-> kfcv: 133.439s  
-> ref: 132.673s  
-> atc_mc: 130.594s  
-> atc_ne: 131.031s  
-> doc_feat: 81.112s  
-> tot: 4051.202s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0663</td>
-      <td>0.0200</td>
-      <td>0.1589</td>
-      <td>0.0398</td>
-      <td>0.5543</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0397</td>
-      <td>0.0492</td>
-      <td>0.0952</td>
-      <td>0.0322</td>
-      <td>0.3560</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0324</td>
-      <td>0.0324</td>
-      <td>0.0677</td>
-      <td>0.0245</td>
-      <td>0.2466</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0237</td>
-      <td>0.0282</td>
-      <td>0.0538</td>
-      <td>0.0234</td>
-      <td>0.1736</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0199</td>
-      <td>0.0223</td>
-      <td>0.0414</td>
-      <td>0.0195</td>
-      <td>0.1294</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0153</td>
-      <td>0.0186</td>
-      <td>0.0331</td>
-      <td>0.0168</td>
-      <td>0.0960</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0134</td>
-      <td>0.0135</td>
-      <td>0.0291</td>
-      <td>0.0136</td>
-      <td>0.0688</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0125</td>
-      <td>0.0144</td>
-      <td>0.0199</td>
-      <td>0.0152</td>
-      <td>0.0486</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0094</td>
-      <td>0.0108</td>
-      <td>0.0197</td>
-      <td>0.0118</td>
-      <td>0.0379</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0108</td>
-      <td>0.0116</td>
-      <td>0.0154</td>
-      <td>0.0116</td>
-      <td>0.0268</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0079</td>
-      <td>0.0080</td>
-      <td>0.0148</td>
-      <td>0.0081</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0082</td>
-      <td>0.0080</td>
-      <td>0.0100</td>
-      <td>0.0091</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0067</td>
-      <td>0.0062</td>
-      <td>0.0103</td>
-      <td>0.0065</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0065</td>
-      <td>0.0066</td>
-      <td>0.0094</td>
-      <td>0.0066</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0071</td>
-      <td>0.0058</td>
-      <td>0.0072</td>
-      <td>0.0057</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0062</td>
-      <td>0.0046</td>
-      <td>0.0061</td>
-      <td>0.0046</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0067</td>
-      <td>0.0046</td>
-      <td>0.0057</td>
-      <td>0.0045</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0060</td>
-      <td>0.0040</td>
-      <td>0.0050</td>
-      <td>0.0040</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0049</td>
-      <td>0.0039</td>
-      <td>0.0053</td>
-      <td>0.0038</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0054</td>
-      <td>0.0038</td>
-      <td>0.0042</td>
-      <td>0.0038</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0049</td>
-      <td>0.0022</td>
-      <td>0.0018</td>
-      <td>0.0019</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0149</td>
-      <td>0.0133</td>
-      <td>0.0292</td>
-      <td>0.0127</td>
-      <td>0.0870</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_80_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_80_f1.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 56.896s  
-> mul_sld_gs: 351.569s  
-> mul_cc: 51.884s  
-> kfcv: 46.187s  
-> ref: 44.331s  
-> atc_mc: 47.954s  
-> atc_ne: 47.496s  
-> doc_feat: 41.155s  
-> tot: 357.732s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.4608</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.3731</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.3053</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.2498</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.2053</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.1687</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.1354</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.1093</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0883</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0693</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0554</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0420</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0326</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0245</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0169</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.1128</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_max_conf_vs_entropy_pacc_90_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1732</td>
-      <td>0.0825</td>
-      <td>0.1668</td>
-      <td>0.1386</td>
-      <td>0.4260</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0799</td>
-      <td>0.1133</td>
-      <td>0.0641</td>
-      <td>0.1012</td>
-      <td>0.2154</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0525</td>
-      <td>0.0799</td>
-      <td>0.0441</td>
-      <td>0.0711</td>
-      <td>0.1508</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0418</td>
-      <td>0.0611</td>
-      <td>0.0341</td>
-      <td>0.0533</td>
-      <td>0.1230</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0322</td>
-      <td>0.0506</td>
-      <td>0.0278</td>
-      <td>0.0448</td>
-      <td>0.1023</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0278</td>
-      <td>0.0433</td>
-      <td>0.0241</td>
-      <td>0.0409</td>
-      <td>0.0888</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0238</td>
-      <td>0.0370</td>
-      <td>0.0205</td>
-      <td>0.0351</td>
-      <td>0.0786</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0210</td>
-      <td>0.0354</td>
-      <td>0.0181</td>
-      <td>0.0348</td>
-      <td>0.0695</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0199</td>
-      <td>0.0345</td>
-      <td>0.0172</td>
-      <td>0.0343</td>
-      <td>0.0659</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0189</td>
-      <td>0.0325</td>
-      <td>0.0158</td>
-      <td>0.0335</td>
-      <td>0.0603</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0174</td>
-      <td>0.0313</td>
-      <td>0.0144</td>
-      <td>0.0325</td>
-      <td>0.0578</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0164</td>
-      <td>0.0300</td>
-      <td>0.0132</td>
-      <td>0.0318</td>
-      <td>0.0542</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0153</td>
-      <td>0.0277</td>
-      <td>0.0122</td>
-      <td>0.0306</td>
-      <td>0.0530</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0150</td>
-      <td>0.0284</td>
-      <td>0.0115</td>
-      <td>0.0310</td>
-      <td>0.0507</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0146</td>
-      <td>0.0275</td>
-      <td>0.0102</td>
-      <td>0.0306</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0142</td>
-      <td>0.0261</td>
-      <td>0.0098</td>
-      <td>0.0298</td>
-      <td>0.0483</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0141</td>
-      <td>0.0261</td>
-      <td>0.0094</td>
-      <td>0.0297</td>
-      <td>0.0473</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0138</td>
-      <td>0.0248</td>
-      <td>0.0090</td>
-      <td>0.0291</td>
-      <td>0.0469</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0141</td>
-      <td>0.0255</td>
-      <td>0.0090</td>
-      <td>0.0293</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0150</td>
-      <td>0.0267</td>
-      <td>0.0094</td>
-      <td>0.0306</td>
-      <td>0.0464</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0122</td>
-      <td>0.0254</td>
-      <td>0.0076</td>
-      <td>0.0300</td>
-      <td>0.0465</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0311</td>
-      <td>0.0414</td>
-      <td>0.0261</td>
-      <td>0.0439</td>
-      <td>0.0918</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.3196</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0545</td>
-      <td>0.1557</td>
-      <td>0.0327</td>
-      <td>0.1590</td>
-      <td>0.0658</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0362</td>
-      <td>0.0392</td>
-      <td>0.0389</td>
-      <td>0.0300</td>
-      <td>0.0337</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0243</td>
-      <td>0.0261</td>
-      <td>0.0184</td>
-      <td>0.0259</td>
-      <td>0.0356</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0382</td>
-      <td>0.0219</td>
-      <td>0.0255</td>
-      <td>0.0394</td>
-      <td>0.0479</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0293</td>
-      <td>0.0139</td>
-      <td>0.0248</td>
-      <td>0.0254</td>
-      <td>0.0606</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0203</td>
-      <td>0.0197</td>
-      <td>0.0133</td>
-      <td>0.0150</td>
-      <td>0.0631</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0149</td>
-      <td>0.0133</td>
-      <td>0.0292</td>
-      <td>0.0127</td>
-      <td>0.0870</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.1128</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0311</td>
-      <td>0.0414</td>
-      <td>0.0261</td>
-      <td>0.0439</td>
-      <td>0.0918</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_max_conf_vs_entropy_pacc_avg_f1.png)
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_sld_vs_pacc_acc.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_sld_vs_pacc_acc.md
deleted file mode 100644
index 7179477..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_sld_vs_pacc_acc.md
+++ /dev/null
@@ -1,2083 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 203.037s  
-> mul_sld: 73.117s  
-> binmc_sld: 203.298s  
-> mulmc_sld: 72.193s  
-> binne_sld: 202.750s  
-> mulne_sld: 66.052s  
-> ref: 42.077s  
-> atc_mc: 45.501s  
-> tot: 210.220s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0009</td>
-      <td>0.0006</td>
-      <td>0.0050</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0058</td>
-      <td>0.0086</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0068</td>
-      <td>0.0106</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0108</td>
-      <td>0.0310</td>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0179</td>
-      <td>0.0680</td>
-      <td>0.0136</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0265</td>
-      <td>0.1009</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0347</td>
-      <td>0.1255</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0428</td>
-      <td>0.1470</td>
-      <td>0.0270</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0521</td>
-      <td>0.1685</td>
-      <td>0.0300</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0600</td>
-      <td>0.1853</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0708</td>
-      <td>0.2041</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0767</td>
-      <td>0.2168</td>
-      <td>0.0445</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0869</td>
-      <td>0.2332</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0960</td>
-      <td>0.2435</td>
-      <td>0.0527</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.1029</td>
-      <td>0.2534</td>
-      <td>0.0592</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.1078</td>
-      <td>0.2530</td>
-      <td>0.0617</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.1146</td>
-      <td>0.2157</td>
-      <td>0.0647</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.1184</td>
-      <td>0.1519</td>
-      <td>0.0679</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.1010</td>
-      <td>0.1016</td>
-      <td>0.0714</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0518</td>
-      <td>0.0770</td>
-      <td>0.0803</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0021</td>
-      <td>0.0139</td>
-      <td>0.0817</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0565</td>
-      <td>0.1338</td>
-      <td>0.0402</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_10_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_10_acc.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 217.889s  
-> mul_sld: 74.904s  
-> binmc_sld: 220.775s  
-> mulmc_sld: 80.875s  
-> binne_sld: 219.751s  
-> mulne_sld: 76.270s  
-> bin_pacc: 209.775s  
-> mul_pacc: 54.926s  
-> ref: 46.602s  
-> atc_mc: 50.329s  
-> tot: 224.927s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0020</td>
-      <td>0.0030</td>
-      <td>0.0078</td>
-      <td>0.0518</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0162</td>
-      <td>0.0088</td>
-      <td>0.0103</td>
-      <td>0.0613</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0200</td>
-      <td>0.0104</td>
-      <td>0.0117</td>
-      <td>0.0534</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0189</td>
-      <td>0.0137</td>
-      <td>0.0134</td>
-      <td>0.0517</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0174</td>
-      <td>0.0168</td>
-      <td>0.0145</td>
-      <td>0.0571</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0185</td>
-      <td>0.0215</td>
-      <td>0.0166</td>
-      <td>0.0533</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0166</td>
-      <td>0.0255</td>
-      <td>0.0175</td>
-      <td>0.0611</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0152</td>
-      <td>0.0310</td>
-      <td>0.0174</td>
-      <td>0.0571</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0238</td>
-      <td>0.0412</td>
-      <td>0.0219</td>
-      <td>0.0515</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0221</td>
-      <td>0.0475</td>
-      <td>0.0223</td>
-      <td>0.0343</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0239</td>
-      <td>0.0569</td>
-      <td>0.0237</td>
-      <td>0.0493</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0216</td>
-      <td>0.0618</td>
-      <td>0.0232</td>
-      <td>0.0396</td>
-      <td>0.0124</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0269</td>
-      <td>0.0709</td>
-      <td>0.0261</td>
-      <td>0.0404</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0318</td>
-      <td>0.0813</td>
-      <td>0.0285</td>
-      <td>0.0491</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0343</td>
-      <td>0.0914</td>
-      <td>0.0267</td>
-      <td>0.0498</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0391</td>
-      <td>0.0997</td>
-      <td>0.0286</td>
-      <td>0.0503</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0420</td>
-      <td>0.1095</td>
-      <td>0.0302</td>
-      <td>0.0554</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0451</td>
-      <td>0.1200</td>
-      <td>0.0293</td>
-      <td>0.0504</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0464</td>
-      <td>0.1308</td>
-      <td>0.0315</td>
-      <td>0.0593</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0481</td>
-      <td>0.1431</td>
-      <td>0.0358</td>
-      <td>0.0597</td>
-      <td>0.0166</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0058</td>
-      <td>0.1340</td>
-      <td>0.0040</td>
-      <td>0.0471</td>
-      <td>0.0157</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0255</td>
-      <td>0.0628</td>
-      <td>0.0210</td>
-      <td>0.0516</td>
-      <td>0.0111</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_20_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_20_acc.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 215.816s  
-> mul_sld: 70.089s  
-> binmc_sld: 213.798s  
-> mulmc_sld: 67.714s  
-> binne_sld: 215.552s  
-> mulne_sld: 68.181s  
-> bin_pacc: 208.609s  
-> mul_pacc: 55.495s  
-> ref: 46.494s  
-> atc_mc: 50.590s  
-> tot: 220.459s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0008</td>
-      <td>0.0020</td>
-      <td>0.0039</td>
-      <td>0.0173</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0159</td>
-      <td>0.0080</td>
-      <td>0.0067</td>
-      <td>0.0190</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0162</td>
-      <td>0.0106</td>
-      <td>0.0091</td>
-      <td>0.0191</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0206</td>
-      <td>0.0109</td>
-      <td>0.0081</td>
-      <td>0.0242</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0196</td>
-      <td>0.0130</td>
-      <td>0.0093</td>
-      <td>0.0253</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0200</td>
-      <td>0.0133</td>
-      <td>0.0102</td>
-      <td>0.0267</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0199</td>
-      <td>0.0131</td>
-      <td>0.0103</td>
-      <td>0.0292</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0198</td>
-      <td>0.0142</td>
-      <td>0.0109</td>
-      <td>0.0297</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0213</td>
-      <td>0.0153</td>
-      <td>0.0132</td>
-      <td>0.0334</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0220</td>
-      <td>0.0172</td>
-      <td>0.0140</td>
-      <td>0.0343</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0191</td>
-      <td>0.0181</td>
-      <td>0.0139</td>
-      <td>0.0349</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0211</td>
-      <td>0.0204</td>
-      <td>0.0150</td>
-      <td>0.0364</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0240</td>
-      <td>0.0256</td>
-      <td>0.0179</td>
-      <td>0.0411</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0263</td>
-      <td>0.0288</td>
-      <td>0.0196</td>
-      <td>0.0427</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0244</td>
-      <td>0.0325</td>
-      <td>0.0195</td>
-      <td>0.0442</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0258</td>
-      <td>0.0334</td>
-      <td>0.0201</td>
-      <td>0.0440</td>
-      <td>0.0134</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0297</td>
-      <td>0.0384</td>
-      <td>0.0222</td>
-      <td>0.0473</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0309</td>
-      <td>0.0426</td>
-      <td>0.0232</td>
-      <td>0.0476</td>
-      <td>0.0132</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0314</td>
-      <td>0.0457</td>
-      <td>0.0238</td>
-      <td>0.0485</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0384</td>
-      <td>0.0558</td>
-      <td>0.0291</td>
-      <td>0.0553</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0141</td>
-      <td>0.0553</td>
-      <td>0.0241</td>
-      <td>0.0526</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0220</td>
-      <td>0.0245</td>
-      <td>0.0154</td>
-      <td>0.0358</td>
-      <td>0.0095</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_30_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_30_acc.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 213.272s  
-> mul_sld: 64.236s  
-> binmc_sld: 213.186s  
-> mulmc_sld: 63.510s  
-> binne_sld: 213.277s  
-> mulne_sld: 62.919s  
-> bin_pacc: 208.657s  
-> mul_pacc: 55.226s  
-> ref: 46.375s  
-> atc_mc: 50.706s  
-> tot: 218.174s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0005</td>
-      <td>0.0033</td>
-      <td>0.0037</td>
-      <td>0.0053</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0119</td>
-      <td>0.0074</td>
-      <td>0.0057</td>
-      <td>0.0064</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0084</td>
-      <td>0.0098</td>
-      <td>0.0077</td>
-      <td>0.0082</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0096</td>
-      <td>0.0108</td>
-      <td>0.0076</td>
-      <td>0.0081</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0117</td>
-      <td>0.0137</td>
-      <td>0.0083</td>
-      <td>0.0091</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0136</td>
-      <td>0.0153</td>
-      <td>0.0102</td>
-      <td>0.0102</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0150</td>
-      <td>0.0159</td>
-      <td>0.0114</td>
-      <td>0.0098</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0168</td>
-      <td>0.0192</td>
-      <td>0.0110</td>
-      <td>0.0097</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0157</td>
-      <td>0.0178</td>
-      <td>0.0136</td>
-      <td>0.0100</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0177</td>
-      <td>0.0203</td>
-      <td>0.0153</td>
-      <td>0.0111</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0161</td>
-      <td>0.0200</td>
-      <td>0.0172</td>
-      <td>0.0119</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0167</td>
-      <td>0.0204</td>
-      <td>0.0195</td>
-      <td>0.0122</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0139</td>
-      <td>0.0175</td>
-      <td>0.0225</td>
-      <td>0.0131</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0114</td>
-      <td>0.0162</td>
-      <td>0.0245</td>
-      <td>0.0127</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0114</td>
-      <td>0.0143</td>
-      <td>0.0281</td>
-      <td>0.0147</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0096</td>
-      <td>0.0126</td>
-      <td>0.0292</td>
-      <td>0.0143</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0095</td>
-      <td>0.0110</td>
-      <td>0.0313</td>
-      <td>0.0140</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0141</td>
-      <td>0.0112</td>
-      <td>0.0366</td>
-      <td>0.0177</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0157</td>
-      <td>0.0109</td>
-      <td>0.0381</td>
-      <td>0.0171</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0198</td>
-      <td>0.0147</td>
-      <td>0.0412</td>
-      <td>0.0203</td>
-      <td>0.0117</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0039</td>
-      <td>0.0103</td>
-      <td>0.0427</td>
-      <td>0.0206</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0125</td>
-      <td>0.0139</td>
-      <td>0.0203</td>
-      <td>0.0122</td>
-      <td>0.0081</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_40_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_40_acc.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 213.794s  
-> mul_sld: 63.132s  
-> binmc_sld: 212.621s  
-> mulmc_sld: 62.747s  
-> binne_sld: 213.874s  
-> mulne_sld: 62.130s  
-> bin_pacc: 207.785s  
-> mul_pacc: 55.973s  
-> ref: 46.679s  
-> atc_mc: 50.991s  
-> tot: 218.726s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0004</td>
-      <td>0.0064</td>
-      <td>0.0064</td>
-      <td>0.0093</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0122</td>
-      <td>0.0078</td>
-      <td>0.0087</td>
-      <td>0.0112</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0089</td>
-      <td>0.0118</td>
-      <td>0.0102</td>
-      <td>0.0113</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0100</td>
-      <td>0.0136</td>
-      <td>0.0111</td>
-      <td>0.0114</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0084</td>
-      <td>0.0166</td>
-      <td>0.0114</td>
-      <td>0.0098</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0097</td>
-      <td>0.0199</td>
-      <td>0.0127</td>
-      <td>0.0110</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0115</td>
-      <td>0.0202</td>
-      <td>0.0123</td>
-      <td>0.0091</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0167</td>
-      <td>0.0243</td>
-      <td>0.0138</td>
-      <td>0.0091</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0185</td>
-      <td>0.0236</td>
-      <td>0.0121</td>
-      <td>0.0098</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0227</td>
-      <td>0.0260</td>
-      <td>0.0128</td>
-      <td>0.0091</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0224</td>
-      <td>0.0245</td>
-      <td>0.0110</td>
-      <td>0.0105</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0233</td>
-      <td>0.0249</td>
-      <td>0.0119</td>
-      <td>0.0112</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0215</td>
-      <td>0.0241</td>
-      <td>0.0109</td>
-      <td>0.0111</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0184</td>
-      <td>0.0221</td>
-      <td>0.0104</td>
-      <td>0.0120</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0150</td>
-      <td>0.0186</td>
-      <td>0.0124</td>
-      <td>0.0142</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0126</td>
-      <td>0.0171</td>
-      <td>0.0123</td>
-      <td>0.0135</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0095</td>
-      <td>0.0154</td>
-      <td>0.0135</td>
-      <td>0.0137</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0098</td>
-      <td>0.0120</td>
-      <td>0.0190</td>
-      <td>0.0177</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0111</td>
-      <td>0.0105</td>
-      <td>0.0200</td>
-      <td>0.0176</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0154</td>
-      <td>0.0101</td>
-      <td>0.0224</td>
-      <td>0.0185</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0030</td>
-      <td>0.0067</td>
-      <td>0.0245</td>
-      <td>0.0207</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0134</td>
-      <td>0.0170</td>
-      <td>0.0133</td>
-      <td>0.0125</td>
-      <td>0.0095</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_50_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_50_acc.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 213.635s  
-> mul_sld: 63.211s  
-> binmc_sld: 212.836s  
-> mulmc_sld: 62.226s  
-> binne_sld: 212.259s  
-> mulne_sld: 61.992s  
-> bin_pacc: 207.509s  
-> mul_pacc: 55.534s  
-> ref: 46.606s  
-> atc_mc: 51.106s  
-> tot: 217.198s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0004</td>
-      <td>0.0076</td>
-      <td>0.0022</td>
-      <td>0.0068</td>
-      <td>0.0170</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0172</td>
-      <td>0.0094</td>
-      <td>0.0059</td>
-      <td>0.0073</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0147</td>
-      <td>0.0088</td>
-      <td>0.0076</td>
-      <td>0.0073</td>
-      <td>0.0147</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0132</td>
-      <td>0.0110</td>
-      <td>0.0072</td>
-      <td>0.0073</td>
-      <td>0.0173</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0104</td>
-      <td>0.0118</td>
-      <td>0.0075</td>
-      <td>0.0081</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0095</td>
-      <td>0.0141</td>
-      <td>0.0090</td>
-      <td>0.0087</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0079</td>
-      <td>0.0153</td>
-      <td>0.0078</td>
-      <td>0.0081</td>
-      <td>0.0132</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0083</td>
-      <td>0.0180</td>
-      <td>0.0077</td>
-      <td>0.0080</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0107</td>
-      <td>0.0196</td>
-      <td>0.0088</td>
-      <td>0.0077</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0120</td>
-      <td>0.0216</td>
-      <td>0.0084</td>
-      <td>0.0088</td>
-      <td>0.0105</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0152</td>
-      <td>0.0219</td>
-      <td>0.0090</td>
-      <td>0.0089</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0186</td>
-      <td>0.0237</td>
-      <td>0.0111</td>
-      <td>0.0101</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0205</td>
-      <td>0.0242</td>
-      <td>0.0098</td>
-      <td>0.0098</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0213</td>
-      <td>0.0243</td>
-      <td>0.0097</td>
-      <td>0.0097</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0199</td>
-      <td>0.0219</td>
-      <td>0.0090</td>
-      <td>0.0102</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0199</td>
-      <td>0.0220</td>
-      <td>0.0086</td>
-      <td>0.0098</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0156</td>
-      <td>0.0185</td>
-      <td>0.0094</td>
-      <td>0.0113</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0124</td>
-      <td>0.0159</td>
-      <td>0.0097</td>
-      <td>0.0124</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0091</td>
-      <td>0.0136</td>
-      <td>0.0099</td>
-      <td>0.0120</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0081</td>
-      <td>0.0075</td>
-      <td>0.0104</td>
-      <td>0.0134</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0014</td>
-      <td>0.0029</td>
-      <td>0.0098</td>
-      <td>0.0143</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0127</td>
-      <td>0.0159</td>
-      <td>0.0085</td>
-      <td>0.0095</td>
-      <td>0.0111</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_60_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_60_acc.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 212.599s  
-> mul_sld: 62.605s  
-> binmc_sld: 212.279s  
-> mulmc_sld: 61.417s  
-> binne_sld: 212.832s  
-> mulne_sld: 61.371s  
-> bin_pacc: 207.524s  
-> mul_pacc: 62.649s  
-> ref: 45.958s  
-> atc_mc: 50.040s  
-> tot: 217.791s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0005</td>
-      <td>0.0091</td>
-      <td>0.0074</td>
-      <td>0.0115</td>
-      <td>0.0135</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0209</td>
-      <td>0.0177</td>
-      <td>0.0111</td>
-      <td>0.0119</td>
-      <td>0.0133</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0208</td>
-      <td>0.0165</td>
-      <td>0.0112</td>
-      <td>0.0107</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0199</td>
-      <td>0.0153</td>
-      <td>0.0110</td>
-      <td>0.0111</td>
-      <td>0.0107</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0191</td>
-      <td>0.0156</td>
-      <td>0.0115</td>
-      <td>0.0093</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0176</td>
-      <td>0.0141</td>
-      <td>0.0118</td>
-      <td>0.0087</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0142</td>
-      <td>0.0107</td>
-      <td>0.0093</td>
-      <td>0.0079</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0139</td>
-      <td>0.0111</td>
-      <td>0.0128</td>
-      <td>0.0084</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0117</td>
-      <td>0.0106</td>
-      <td>0.0111</td>
-      <td>0.0074</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0106</td>
-      <td>0.0107</td>
-      <td>0.0129</td>
-      <td>0.0092</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0095</td>
-      <td>0.0099</td>
-      <td>0.0112</td>
-      <td>0.0078</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0101</td>
-      <td>0.0124</td>
-      <td>0.0138</td>
-      <td>0.0096</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0086</td>
-      <td>0.0125</td>
-      <td>0.0127</td>
-      <td>0.0098</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0082</td>
-      <td>0.0125</td>
-      <td>0.0130</td>
-      <td>0.0097</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0079</td>
-      <td>0.0127</td>
-      <td>0.0145</td>
-      <td>0.0115</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0099</td>
-      <td>0.0128</td>
-      <td>0.0137</td>
-      <td>0.0120</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0100</td>
-      <td>0.0122</td>
-      <td>0.0151</td>
-      <td>0.0139</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0109</td>
-      <td>0.0122</td>
-      <td>0.0157</td>
-      <td>0.0155</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0105</td>
-      <td>0.0104</td>
-      <td>0.0145</td>
-      <td>0.0161</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0110</td>
-      <td>0.0080</td>
-      <td>0.0158</td>
-      <td>0.0187</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0044</td>
-      <td>0.0045</td>
-      <td>0.0164</td>
-      <td>0.0221</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0119</td>
-      <td>0.0120</td>
-      <td>0.0127</td>
-      <td>0.0116</td>
-      <td>0.0093</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_70_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_70_acc.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 213.706s  
-> mul_sld: 61.535s  
-> binmc_sld: 213.790s  
-> mulmc_sld: 60.661s  
-> binne_sld: 212.442s  
-> mulne_sld: 60.162s  
-> bin_pacc: 207.754s  
-> mul_pacc: 55.905s  
-> ref: 46.700s  
-> atc_mc: 50.642s  
-> tot: 217.447s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0008</td>
-      <td>0.0067</td>
-      <td>0.0098</td>
-      <td>0.0324</td>
-      <td>0.0197</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0371</td>
-      <td>0.0401</td>
-      <td>0.0102</td>
-      <td>0.0445</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0374</td>
-      <td>0.0398</td>
-      <td>0.0096</td>
-      <td>0.0408</td>
-      <td>0.0160</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0347</td>
-      <td>0.0381</td>
-      <td>0.0088</td>
-      <td>0.0388</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0322</td>
-      <td>0.0350</td>
-      <td>0.0092</td>
-      <td>0.0354</td>
-      <td>0.0169</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0284</td>
-      <td>0.0292</td>
-      <td>0.0083</td>
-      <td>0.0324</td>
-      <td>0.0165</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0232</td>
-      <td>0.0223</td>
-      <td>0.0086</td>
-      <td>0.0283</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0222</td>
-      <td>0.0221</td>
-      <td>0.0079</td>
-      <td>0.0310</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0169</td>
-      <td>0.0166</td>
-      <td>0.0071</td>
-      <td>0.0241</td>
-      <td>0.0134</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0148</td>
-      <td>0.0142</td>
-      <td>0.0087</td>
-      <td>0.0250</td>
-      <td>0.0109</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0104</td>
-      <td>0.0104</td>
-      <td>0.0071</td>
-      <td>0.0202</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0105</td>
-      <td>0.0127</td>
-      <td>0.0071</td>
-      <td>0.0207</td>
-      <td>0.0112</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0074</td>
-      <td>0.0107</td>
-      <td>0.0066</td>
-      <td>0.0161</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0072</td>
-      <td>0.0145</td>
-      <td>0.0069</td>
-      <td>0.0140</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0077</td>
-      <td>0.0135</td>
-      <td>0.0069</td>
-      <td>0.0138</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0082</td>
-      <td>0.0146</td>
-      <td>0.0060</td>
-      <td>0.0108</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0099</td>
-      <td>0.0179</td>
-      <td>0.0068</td>
-      <td>0.0096</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0118</td>
-      <td>0.0189</td>
-      <td>0.0063</td>
-      <td>0.0078</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0142</td>
-      <td>0.0193</td>
-      <td>0.0061</td>
-      <td>0.0073</td>
-      <td>0.0066</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0118</td>
-      <td>0.0129</td>
-      <td>0.0063</td>
-      <td>0.0074</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0006</td>
-      <td>0.0025</td>
-      <td>0.0047</td>
-      <td>0.0043</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0165</td>
-      <td>0.0196</td>
-      <td>0.0076</td>
-      <td>0.0221</td>
-      <td>0.0117</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_80_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_80_acc.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 53.914s  
-> mulmc_sld: 46.025s  
-> mulne_sld: 45.194s  
-> ref: 36.408s  
-> atc_mc: 39.138s  
-> tot: 55.916s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0367</td>
-      <td>0.0533</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0369</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0891</td>
-      <td>0.0476</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0973</td>
-      <td>0.0449</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0983</td>
-      <td>0.0438</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0941</td>
-      <td>0.0410</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0865</td>
-      <td>0.0351</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0855</td>
-      <td>0.0321</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0736</td>
-      <td>0.0303</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0691</td>
-      <td>0.0252</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0585</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0535</td>
-      <td>0.0204</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0387</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0313</td>
-      <td>0.0163</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0254</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0164</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0111</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0098</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0111</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0129</td>
-      <td>0.0077</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0005</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0494</td>
-      <td>0.0259</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_90_acc.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0008</td>
-      <td>0.0084</td>
-      <td>0.0059</td>
-      <td>0.0192</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0172</td>
-      <td>0.0161</td>
-      <td>0.0084</td>
-      <td>0.0231</td>
-      <td>0.0147</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0166</td>
-      <td>0.0231</td>
-      <td>0.0096</td>
-      <td>0.0215</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0172</td>
-      <td>0.0269</td>
-      <td>0.0096</td>
-      <td>0.0218</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0171</td>
-      <td>0.0321</td>
-      <td>0.0102</td>
-      <td>0.0220</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0180</td>
-      <td>0.0358</td>
-      <td>0.0113</td>
-      <td>0.0216</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0179</td>
-      <td>0.0372</td>
-      <td>0.0110</td>
-      <td>0.0219</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0194</td>
-      <td>0.0414</td>
-      <td>0.0116</td>
-      <td>0.0218</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0213</td>
-      <td>0.0430</td>
-      <td>0.0125</td>
-      <td>0.0205</td>
-      <td>0.0142</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0227</td>
-      <td>0.0458</td>
-      <td>0.0135</td>
-      <td>0.0188</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0234</td>
-      <td>0.0472</td>
-      <td>0.0133</td>
-      <td>0.0205</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0248</td>
-      <td>0.0496</td>
-      <td>0.0145</td>
-      <td>0.0200</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0262</td>
-      <td>0.0508</td>
-      <td>0.0152</td>
-      <td>0.0202</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0276</td>
-      <td>0.0527</td>
-      <td>0.0161</td>
-      <td>0.0214</td>
-      <td>0.0148</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0279</td>
-      <td>0.0537</td>
-      <td>0.0167</td>
-      <td>0.0226</td>
-      <td>0.0153</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0291</td>
-      <td>0.0535</td>
-      <td>0.0169</td>
-      <td>0.0221</td>
-      <td>0.0157</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0301</td>
-      <td>0.0500</td>
-      <td>0.0184</td>
-      <td>0.0236</td>
-      <td>0.0160</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0317</td>
-      <td>0.0438</td>
-      <td>0.0200</td>
-      <td>0.0242</td>
-      <td>0.0159</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0299</td>
-      <td>0.0393</td>
-      <td>0.0206</td>
-      <td>0.0254</td>
-      <td>0.0165</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0256</td>
-      <td>0.0380</td>
-      <td>0.0230</td>
-      <td>0.0276</td>
-      <td>0.0178</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0044</td>
-      <td>0.0256</td>
-      <td>0.0180</td>
-      <td>0.0260</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0214</td>
-      <td>0.0388</td>
-      <td>0.0141</td>
-      <td>0.0222</td>
-      <td>0.0151</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0565</td>
-      <td>0.1338</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0402</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0255</td>
-      <td>0.0628</td>
-      <td>0.0210</td>
-      <td>0.0516</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0220</td>
-      <td>0.0245</td>
-      <td>0.0154</td>
-      <td>0.0358</td>
-      <td>0.0095</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0125</td>
-      <td>0.0139</td>
-      <td>0.0203</td>
-      <td>0.0122</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0134</td>
-      <td>0.0170</td>
-      <td>0.0133</td>
-      <td>0.0125</td>
-      <td>0.0095</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0127</td>
-      <td>0.0159</td>
-      <td>0.0085</td>
-      <td>0.0095</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0119</td>
-      <td>0.0120</td>
-      <td>0.0127</td>
-      <td>0.0116</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0165</td>
-      <td>0.0196</td>
-      <td>0.0076</td>
-      <td>0.0221</td>
-      <td>0.0117</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0494</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0259</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0214</td>
-      <td>0.0388</td>
-      <td>0.0141</td>
-      <td>0.0222</td>
-      <td>0.0151</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_avg_acc.png)
diff --git a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_sld_vs_pacc_f1.md b/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_sld_vs_pacc_f1.md
deleted file mode 100644
index 1a8d9b4..0000000
--- a/output/main/rcv1_GCAT_9prevs/rcv1_GCAT_sld_vs_pacc_f1.md
+++ /dev/null
@@ -1,2083 +0,0 @@
-# rcv1_GCAT_9prevs
-
-## 10% positives
-> train: [0.90005165 0.09994835]  
-> validation: [0.90005165 0.09994835]  
-> bin_sld: 203.037s  
-> mul_sld: 73.117s  
-> binmc_sld: 203.298s  
-> mulmc_sld: 72.193s  
-> binne_sld: 202.750s  
-> mulne_sld: 66.052s  
-> ref: 42.077s  
-> atc_mc: 45.501s  
-> tot: 210.220s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1168</td>
-      <td>0.0697</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0681</td>
-      <td>0.1060</td>
-      <td>0.3429</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0250</td>
-      <td>0.0641</td>
-      <td>0.3260</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0237</td>
-      <td>0.0929</td>
-      <td>0.3360</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0292</td>
-      <td>0.1340</td>
-      <td>0.3402</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0346</td>
-      <td>0.1463</td>
-      <td>0.3351</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0378</td>
-      <td>0.1499</td>
-      <td>0.3371</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0396</td>
-      <td>0.1493</td>
-      <td>0.3313</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0419</td>
-      <td>0.1520</td>
-      <td>0.3378</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0429</td>
-      <td>0.1488</td>
-      <td>0.3337</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0452</td>
-      <td>0.1461</td>
-      <td>0.3346</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0448</td>
-      <td>0.1426</td>
-      <td>0.3327</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0465</td>
-      <td>0.1416</td>
-      <td>0.3406</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0471</td>
-      <td>0.1342</td>
-      <td>0.3326</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0470</td>
-      <td>0.1302</td>
-      <td>0.3335</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0463</td>
-      <td>0.1214</td>
-      <td>0.3359</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0463</td>
-      <td>0.0940</td>
-      <td>0.3324</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0454</td>
-      <td>0.0566</td>
-      <td>0.3378</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0374</td>
-      <td>0.0378</td>
-      <td>0.3373</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0198</td>
-      <td>0.0522</td>
-      <td>0.3323</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0025</td>
-      <td>0.0171</td>
-      <td>0.3353</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0423</td>
-      <td>0.1089</td>
-      <td>0.3196</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_10_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_10_f1.png)
-
-
-## 20% positives
-> train: [0.79984504 0.20015496]  
-> validation: [0.80010331 0.19989669]  
-> bin_sld: 217.889s  
-> mul_sld: 74.904s  
-> binmc_sld: 220.775s  
-> mulmc_sld: 80.875s  
-> binne_sld: 219.751s  
-> mulne_sld: 76.270s  
-> bin_pacc: 209.775s  
-> mul_pacc: 54.926s  
-> ref: 46.602s  
-> atc_mc: 50.329s  
-> tot: 224.927s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0152</td>
-      <td>0.1268</td>
-      <td>0.0741</td>
-      <td>0.5484</td>
-      <td>0.1580</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2912</td>
-      <td>0.1094</td>
-      <td>0.0846</td>
-      <td>0.2902</td>
-      <td>0.1115</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1858</td>
-      <td>0.0749</td>
-      <td>0.0558</td>
-      <td>0.1849</td>
-      <td>0.0899</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1062</td>
-      <td>0.0741</td>
-      <td>0.0433</td>
-      <td>0.1390</td>
-      <td>0.0782</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0662</td>
-      <td>0.0709</td>
-      <td>0.0366</td>
-      <td>0.1453</td>
-      <td>0.0673</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0557</td>
-      <td>0.0757</td>
-      <td>0.0330</td>
-      <td>0.1283</td>
-      <td>0.0637</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0383</td>
-      <td>0.0748</td>
-      <td>0.0288</td>
-      <td>0.1364</td>
-      <td>0.0612</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0261</td>
-      <td>0.0780</td>
-      <td>0.0251</td>
-      <td>0.1409</td>
-      <td>0.0553</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0384</td>
-      <td>0.0879</td>
-      <td>0.0285</td>
-      <td>0.0980</td>
-      <td>0.0605</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0296</td>
-      <td>0.0899</td>
-      <td>0.0259</td>
-      <td>0.0562</td>
-      <td>0.0589</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0270</td>
-      <td>0.0942</td>
-      <td>0.0246</td>
-      <td>0.0695</td>
-      <td>0.0587</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0195</td>
-      <td>0.0939</td>
-      <td>0.0217</td>
-      <td>0.0495</td>
-      <td>0.0550</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0216</td>
-      <td>0.0966</td>
-      <td>0.0215</td>
-      <td>0.0478</td>
-      <td>0.0526</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0243</td>
-      <td>0.1006</td>
-      <td>0.0223</td>
-      <td>0.0396</td>
-      <td>0.0541</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0238</td>
-      <td>0.1047</td>
-      <td>0.0186</td>
-      <td>0.0496</td>
-      <td>0.0511</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0270</td>
-      <td>0.1055</td>
-      <td>0.0195</td>
-      <td>0.0315</td>
-      <td>0.0521</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0263</td>
-      <td>0.1066</td>
-      <td>0.0191</td>
-      <td>0.0294</td>
-      <td>0.0526</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0259</td>
-      <td>0.1083</td>
-      <td>0.0171</td>
-      <td>0.0287</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0255</td>
-      <td>0.1097</td>
-      <td>0.0178</td>
-      <td>0.0410</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0251</td>
-      <td>0.1117</td>
-      <td>0.0192</td>
-      <td>0.0414</td>
-      <td>0.0518</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0042</td>
-      <td>0.1043</td>
-      <td>0.0029</td>
-      <td>0.0350</td>
-      <td>0.0495</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0525</td>
-      <td>0.0952</td>
-      <td>0.0305</td>
-      <td>0.1110</td>
-      <td>0.0658</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_20_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_20_f1.png)
-
-
-## 30% positives
-> train: [0.69989669 0.30010331]  
-> validation: [0.70015496 0.29984504]  
-> bin_sld: 215.816s  
-> mul_sld: 70.089s  
-> binmc_sld: 213.798s  
-> mulmc_sld: 67.714s  
-> binne_sld: 215.552s  
-> mulne_sld: 68.181s  
-> bin_pacc: 208.609s  
-> mul_pacc: 55.495s  
-> ref: 46.494s  
-> atc_mc: 50.590s  
-> tot: 220.459s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0002</td>
-      <td>0.0197</td>
-      <td>0.2729</td>
-      <td>0.0575</td>
-      <td>0.3913</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.3052</td>
-      <td>0.0897</td>
-      <td>0.0563</td>
-      <td>0.1380</td>
-      <td>0.0484</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1280</td>
-      <td>0.0582</td>
-      <td>0.0428</td>
-      <td>0.0865</td>
-      <td>0.0293</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0982</td>
-      <td>0.0453</td>
-      <td>0.0287</td>
-      <td>0.0806</td>
-      <td>0.0291</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0656</td>
-      <td>0.0392</td>
-      <td>0.0248</td>
-      <td>0.0659</td>
-      <td>0.0239</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0516</td>
-      <td>0.0324</td>
-      <td>0.0219</td>
-      <td>0.0578</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0434</td>
-      <td>0.0280</td>
-      <td>0.0194</td>
-      <td>0.0539</td>
-      <td>0.0189</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0345</td>
-      <td>0.0262</td>
-      <td>0.0179</td>
-      <td>0.0478</td>
-      <td>0.0161</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0330</td>
-      <td>0.0269</td>
-      <td>0.0193</td>
-      <td>0.0481</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0302</td>
-      <td>0.0271</td>
-      <td>0.0187</td>
-      <td>0.0447</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0226</td>
-      <td>0.0253</td>
-      <td>0.0165</td>
-      <td>0.0409</td>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0230</td>
-      <td>0.0266</td>
-      <td>0.0166</td>
-      <td>0.0396</td>
-      <td>0.0115</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0234</td>
-      <td>0.0300</td>
-      <td>0.0182</td>
-      <td>0.0409</td>
-      <td>0.0109</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0234</td>
-      <td>0.0305</td>
-      <td>0.0184</td>
-      <td>0.0394</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0195</td>
-      <td>0.0313</td>
-      <td>0.0172</td>
-      <td>0.0383</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0193</td>
-      <td>0.0291</td>
-      <td>0.0164</td>
-      <td>0.0358</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0206</td>
-      <td>0.0303</td>
-      <td>0.0172</td>
-      <td>0.0361</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0195</td>
-      <td>0.0305</td>
-      <td>0.0165</td>
-      <td>0.0342</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0187</td>
-      <td>0.0305</td>
-      <td>0.0161</td>
-      <td>0.0331</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0219</td>
-      <td>0.0348</td>
-      <td>0.0188</td>
-      <td>0.0359</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0087</td>
-      <td>0.0346</td>
-      <td>0.0152</td>
-      <td>0.0331</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0481</td>
-      <td>0.0346</td>
-      <td>0.0338</td>
-      <td>0.0518</td>
-      <td>0.0337</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_30_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_30_f1.png)
-
-
-## 40% positives
-> train: [0.59994835 0.40005165]  
-> validation: [0.59994835 0.40005165]  
-> bin_sld: 213.272s  
-> mul_sld: 64.236s  
-> binmc_sld: 213.186s  
-> mulmc_sld: 63.510s  
-> binne_sld: 213.277s  
-> mulne_sld: 62.919s  
-> bin_pacc: 208.657s  
-> mul_pacc: 55.226s  
-> ref: 46.375s  
-> atc_mc: 50.706s  
-> tot: 218.174s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0011</td>
-      <td>0.1592</td>
-      <td>0.0777</td>
-      <td>0.5122</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1734</td>
-      <td>0.0744</td>
-      <td>0.0449</td>
-      <td>0.0602</td>
-      <td>0.0575</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0607</td>
-      <td>0.0467</td>
-      <td>0.0312</td>
-      <td>0.0393</td>
-      <td>0.0264</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0443</td>
-      <td>0.0368</td>
-      <td>0.0244</td>
-      <td>0.0284</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0325</td>
-      <td>0.0348</td>
-      <td>0.0218</td>
-      <td>0.0243</td>
-      <td>0.0141</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0269</td>
-      <td>0.0303</td>
-      <td>0.0217</td>
-      <td>0.0218</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0261</td>
-      <td>0.0267</td>
-      <td>0.0211</td>
-      <td>0.0181</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0246</td>
-      <td>0.0269</td>
-      <td>0.0184</td>
-      <td>0.0157</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0203</td>
-      <td>0.0222</td>
-      <td>0.0200</td>
-      <td>0.0143</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0202</td>
-      <td>0.0226</td>
-      <td>0.0203</td>
-      <td>0.0143</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0170</td>
-      <td>0.0204</td>
-      <td>0.0203</td>
-      <td>0.0138</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0161</td>
-      <td>0.0191</td>
-      <td>0.0208</td>
-      <td>0.0130</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0122</td>
-      <td>0.0149</td>
-      <td>0.0221</td>
-      <td>0.0131</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0093</td>
-      <td>0.0129</td>
-      <td>0.0221</td>
-      <td>0.0118</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0086</td>
-      <td>0.0107</td>
-      <td>0.0236</td>
-      <td>0.0130</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0065</td>
-      <td>0.0088</td>
-      <td>0.0228</td>
-      <td>0.0115</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0059</td>
-      <td>0.0072</td>
-      <td>0.0229</td>
-      <td>0.0107</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0083</td>
-      <td>0.0071</td>
-      <td>0.0250</td>
-      <td>0.0126</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0087</td>
-      <td>0.0064</td>
-      <td>0.0245</td>
-      <td>0.0116</td>
-      <td>0.0050</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0105</td>
-      <td>0.0082</td>
-      <td>0.0252</td>
-      <td>0.0130</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0022</td>
-      <td>0.0058</td>
-      <td>0.0248</td>
-      <td>0.0125</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0254</td>
-      <td>0.0211</td>
-      <td>0.0303</td>
-      <td>0.0215</td>
-      <td>0.0356</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_40_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_40_f1.png)
-
-
-## 50% positives
-> train: [0.5 0.5]  
-> validation: [0.5 0.5]  
-> bin_sld: 213.794s  
-> mul_sld: 63.132s  
-> binmc_sld: 212.621s  
-> mulmc_sld: 62.747s  
-> binne_sld: 213.874s  
-> mulne_sld: 62.130s  
-> bin_pacc: 207.785s  
-> mul_pacc: 55.973s  
-> ref: 46.679s  
-> atc_mc: 50.991s  
-> tot: 218.726s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0007</td>
-      <td>0.2001</td>
-      <td>0.2243</td>
-      <td>0.5861</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1482</td>
-      <td>0.0543</td>
-      <td>0.0634</td>
-      <td>0.0769</td>
-      <td>0.1441</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0586</td>
-      <td>0.0474</td>
-      <td>0.0409</td>
-      <td>0.0448</td>
-      <td>0.0650</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0424</td>
-      <td>0.0396</td>
-      <td>0.0309</td>
-      <td>0.0312</td>
-      <td>0.0438</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0240</td>
-      <td>0.0380</td>
-      <td>0.0244</td>
-      <td>0.0215</td>
-      <td>0.0258</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0198</td>
-      <td>0.0372</td>
-      <td>0.0223</td>
-      <td>0.0201</td>
-      <td>0.0206</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0189</td>
-      <td>0.0318</td>
-      <td>0.0181</td>
-      <td>0.0143</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0226</td>
-      <td>0.0334</td>
-      <td>0.0177</td>
-      <td>0.0128</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0224</td>
-      <td>0.0288</td>
-      <td>0.0140</td>
-      <td>0.0122</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0245</td>
-      <td>0.0282</td>
-      <td>0.0134</td>
-      <td>0.0103</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0220</td>
-      <td>0.0242</td>
-      <td>0.0108</td>
-      <td>0.0109</td>
-      <td>0.0096</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0211</td>
-      <td>0.0225</td>
-      <td>0.0109</td>
-      <td>0.0106</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0178</td>
-      <td>0.0200</td>
-      <td>0.0094</td>
-      <td>0.0098</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0143</td>
-      <td>0.0170</td>
-      <td>0.0087</td>
-      <td>0.0099</td>
-      <td>0.0072</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0109</td>
-      <td>0.0134</td>
-      <td>0.0097</td>
-      <td>0.0110</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0087</td>
-      <td>0.0116</td>
-      <td>0.0092</td>
-      <td>0.0098</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0061</td>
-      <td>0.0098</td>
-      <td>0.0093</td>
-      <td>0.0092</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0058</td>
-      <td>0.0072</td>
-      <td>0.0122</td>
-      <td>0.0113</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0061</td>
-      <td>0.0061</td>
-      <td>0.0122</td>
-      <td>0.0107</td>
-      <td>0.0048</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0081</td>
-      <td>0.0054</td>
-      <td>0.0129</td>
-      <td>0.0107</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0016</td>
-      <td>0.0036</td>
-      <td>0.0133</td>
-      <td>0.0113</td>
-      <td>0.0047</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0240</td>
-      <td>0.0229</td>
-      <td>0.0268</td>
-      <td>0.0278</td>
-      <td>0.0479</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_50_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_50_f1.png)
-
-
-## 60% positives
-> train: [0.40005165 0.59994835]  
-> validation: [0.40005165 0.59994835]  
-> bin_sld: 213.635s  
-> mul_sld: 63.211s  
-> binmc_sld: 212.836s  
-> mulmc_sld: 62.226s  
-> binne_sld: 212.259s  
-> mulne_sld: 61.992s  
-> bin_pacc: 207.509s  
-> mul_pacc: 55.534s  
-> ref: 46.606s  
-> atc_mc: 51.106s  
-> tot: 217.198s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0000</td>
-      <td>0.0384</td>
-      <td>0.0446</td>
-      <td>0.6121</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1627</td>
-      <td>0.0784</td>
-      <td>0.0403</td>
-      <td>0.0469</td>
-      <td>0.2334</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0822</td>
-      <td>0.0352</td>
-      <td>0.0327</td>
-      <td>0.0317</td>
-      <td>0.1135</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0516</td>
-      <td>0.0326</td>
-      <td>0.0216</td>
-      <td>0.0243</td>
-      <td>0.0789</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0318</td>
-      <td>0.0260</td>
-      <td>0.0180</td>
-      <td>0.0215</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0217</td>
-      <td>0.0250</td>
-      <td>0.0168</td>
-      <td>0.0187</td>
-      <td>0.0383</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0149</td>
-      <td>0.0230</td>
-      <td>0.0126</td>
-      <td>0.0155</td>
-      <td>0.0278</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0120</td>
-      <td>0.0237</td>
-      <td>0.0108</td>
-      <td>0.0127</td>
-      <td>0.0211</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0127</td>
-      <td>0.0230</td>
-      <td>0.0105</td>
-      <td>0.0104</td>
-      <td>0.0176</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0125</td>
-      <td>0.0228</td>
-      <td>0.0094</td>
-      <td>0.0107</td>
-      <td>0.0130</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0144</td>
-      <td>0.0211</td>
-      <td>0.0091</td>
-      <td>0.0094</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0163</td>
-      <td>0.0210</td>
-      <td>0.0102</td>
-      <td>0.0099</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0164</td>
-      <td>0.0197</td>
-      <td>0.0083</td>
-      <td>0.0089</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0159</td>
-      <td>0.0185</td>
-      <td>0.0077</td>
-      <td>0.0081</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0141</td>
-      <td>0.0156</td>
-      <td>0.0067</td>
-      <td>0.0082</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0133</td>
-      <td>0.0147</td>
-      <td>0.0060</td>
-      <td>0.0072</td>
-      <td>0.0052</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0099</td>
-      <td>0.0116</td>
-      <td>0.0062</td>
-      <td>0.0077</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0074</td>
-      <td>0.0094</td>
-      <td>0.0061</td>
-      <td>0.0079</td>
-      <td>0.0039</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0051</td>
-      <td>0.0076</td>
-      <td>0.0058</td>
-      <td>0.0073</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0042</td>
-      <td>0.0040</td>
-      <td>0.0058</td>
-      <td>0.0077</td>
-      <td>0.0027</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0007</td>
-      <td>0.0015</td>
-      <td>0.0052</td>
-      <td>0.0078</td>
-      <td>0.0026</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0248</td>
-      <td>0.0207</td>
-      <td>0.0137</td>
-      <td>0.0156</td>
-      <td>0.0606</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_60_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_60_f1.png)
-
-
-## 70% positives
-> train: [0.29984504 0.70015496]  
-> validation: [0.30010331 0.69989669]  
-> bin_sld: 212.599s  
-> mul_sld: 62.605s  
-> binmc_sld: 212.279s  
-> mulmc_sld: 61.417s  
-> binne_sld: 212.832s  
-> mulne_sld: 61.371s  
-> bin_pacc: 207.524s  
-> mul_pacc: 62.649s  
-> ref: 45.958s  
-> atc_mc: 50.040s  
-> tot: 217.791s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0000</td>
-      <td>0.0455</td>
-      <td>0.0702</td>
-      <td>0.5530</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1432</td>
-      <td>0.1208</td>
-      <td>0.0391</td>
-      <td>0.0485</td>
-      <td>0.2717</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0948</td>
-      <td>0.0741</td>
-      <td>0.0310</td>
-      <td>0.0315</td>
-      <td>0.1554</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0672</td>
-      <td>0.0492</td>
-      <td>0.0257</td>
-      <td>0.0251</td>
-      <td>0.0993</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0507</td>
-      <td>0.0378</td>
-      <td>0.0213</td>
-      <td>0.0188</td>
-      <td>0.0643</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0382</td>
-      <td>0.0276</td>
-      <td>0.0189</td>
-      <td>0.0159</td>
-      <td>0.0433</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0264</td>
-      <td>0.0179</td>
-      <td>0.0131</td>
-      <td>0.0111</td>
-      <td>0.0320</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0223</td>
-      <td>0.0159</td>
-      <td>0.0164</td>
-      <td>0.0121</td>
-      <td>0.0194</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0165</td>
-      <td>0.0130</td>
-      <td>0.0126</td>
-      <td>0.0091</td>
-      <td>0.0151</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0131</td>
-      <td>0.0117</td>
-      <td>0.0134</td>
-      <td>0.0106</td>
-      <td>0.0116</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0105</td>
-      <td>0.0096</td>
-      <td>0.0108</td>
-      <td>0.0083</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0099</td>
-      <td>0.0110</td>
-      <td>0.0125</td>
-      <td>0.0095</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0073</td>
-      <td>0.0101</td>
-      <td>0.0104</td>
-      <td>0.0087</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0063</td>
-      <td>0.0093</td>
-      <td>0.0099</td>
-      <td>0.0079</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0057</td>
-      <td>0.0089</td>
-      <td>0.0104</td>
-      <td>0.0088</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0065</td>
-      <td>0.0084</td>
-      <td>0.0094</td>
-      <td>0.0086</td>
-      <td>0.0042</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0062</td>
-      <td>0.0075</td>
-      <td>0.0096</td>
-      <td>0.0091</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0064</td>
-      <td>0.0071</td>
-      <td>0.0094</td>
-      <td>0.0096</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0059</td>
-      <td>0.0058</td>
-      <td>0.0083</td>
-      <td>0.0094</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0058</td>
-      <td>0.0042</td>
-      <td>0.0086</td>
-      <td>0.0103</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0023</td>
-      <td>0.0023</td>
-      <td>0.0084</td>
-      <td>0.0114</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0260</td>
-      <td>0.0215</td>
-      <td>0.0164</td>
-      <td>0.0169</td>
-      <td>0.0631</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_70_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_70_f1.png)
-
-
-## 80% positives
-> train: [0.19989669 0.80010331]  
-> validation: [0.20015496 0.79984504]  
-> bin_sld: 213.706s  
-> mul_sld: 61.535s  
-> binmc_sld: 213.790s  
-> mulmc_sld: 60.661s  
-> binne_sld: 212.442s  
-> mulne_sld: 60.162s  
-> bin_pacc: 207.754s  
-> mul_pacc: 55.905s  
-> ref: 46.700s  
-> atc_mc: 50.642s  
-> tot: 217.447s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.0000</td>
-      <td>0.0824</td>
-      <td>0.0000</td>
-      <td>0.5543</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1781</td>
-      <td>0.1554</td>
-      <td>0.0444</td>
-      <td>0.1467</td>
-      <td>0.3560</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1338</td>
-      <td>0.1191</td>
-      <td>0.0326</td>
-      <td>0.1073</td>
-      <td>0.2466</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0973</td>
-      <td>0.0894</td>
-      <td>0.0237</td>
-      <td>0.0824</td>
-      <td>0.1736</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0733</td>
-      <td>0.0681</td>
-      <td>0.0193</td>
-      <td>0.0637</td>
-      <td>0.1294</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0544</td>
-      <td>0.0487</td>
-      <td>0.0143</td>
-      <td>0.0510</td>
-      <td>0.0960</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0381</td>
-      <td>0.0324</td>
-      <td>0.0131</td>
-      <td>0.0390</td>
-      <td>0.0688</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0319</td>
-      <td>0.0282</td>
-      <td>0.0095</td>
-      <td>0.0383</td>
-      <td>0.0486</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0217</td>
-      <td>0.0188</td>
-      <td>0.0083</td>
-      <td>0.0270</td>
-      <td>0.0379</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0171</td>
-      <td>0.0146</td>
-      <td>0.0090</td>
-      <td>0.0257</td>
-      <td>0.0268</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0109</td>
-      <td>0.0097</td>
-      <td>0.0069</td>
-      <td>0.0190</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0100</td>
-      <td>0.0107</td>
-      <td>0.0060</td>
-      <td>0.0181</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0064</td>
-      <td>0.0082</td>
-      <td>0.0053</td>
-      <td>0.0131</td>
-      <td>0.0119</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0056</td>
-      <td>0.0105</td>
-      <td>0.0052</td>
-      <td>0.0105</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0055</td>
-      <td>0.0092</td>
-      <td>0.0049</td>
-      <td>0.0098</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0053</td>
-      <td>0.0094</td>
-      <td>0.0040</td>
-      <td>0.0072</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0061</td>
-      <td>0.0109</td>
-      <td>0.0043</td>
-      <td>0.0060</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0068</td>
-      <td>0.0109</td>
-      <td>0.0037</td>
-      <td>0.0046</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0078</td>
-      <td>0.0106</td>
-      <td>0.0034</td>
-      <td>0.0040</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0061</td>
-      <td>0.0068</td>
-      <td>0.0033</td>
-      <td>0.0039</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0003</td>
-      <td>0.0012</td>
-      <td>0.0024</td>
-      <td>0.0022</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0341</td>
-      <td>0.0320</td>
-      <td>0.0146</td>
-      <td>0.0324</td>
-      <td>0.0870</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_80_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_80_f1.png)
-
-
-## 90% positives
-> train: [0.09994835 0.90005165]  
-> validation: [0.09994835 0.90005165]  
-> mul_sld: 53.914s  
-> mulmc_sld: 46.025s  
-> mulne_sld: 45.194s  
-> ref: 36.408s  
-> atc_mc: 39.138s  
-> tot: 55.916s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.4608</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1271</td>
-      <td>0.3731</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.2088</td>
-      <td>0.3053</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1951</td>
-      <td>0.2498</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1705</td>
-      <td>0.2053</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.1446</td>
-      <td>0.1687</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.1199</td>
-      <td>0.1354</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.1054</td>
-      <td>0.1093</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0838</td>
-      <td>0.0883</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0717</td>
-      <td>0.0693</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0557</td>
-      <td>0.0554</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0471</td>
-      <td>0.0420</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0321</td>
-      <td>0.0326</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0240</td>
-      <td>0.0245</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0180</td>
-      <td>0.0169</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0109</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0067</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0055</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0059</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0067</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0003</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0686</td>
-      <td>0.1128</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_GCAT_sld_vs_pacc_90_f1.png)
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0166</td>
-      <td>0.0242</td>
-      <td>0.1246</td>
-      <td>0.1461</td>
-      <td>0.4260</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1838</td>
-      <td>0.1017</td>
-      <td>0.0533</td>
-      <td>0.1153</td>
-      <td>0.2154</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0961</td>
-      <td>0.0809</td>
-      <td>0.0381</td>
-      <td>0.0751</td>
-      <td>0.1508</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0664</td>
-      <td>0.0728</td>
-      <td>0.0283</td>
-      <td>0.0587</td>
-      <td>0.1230</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0467</td>
-      <td>0.0688</td>
-      <td>0.0237</td>
-      <td>0.0516</td>
-      <td>0.1023</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0379</td>
-      <td>0.0631</td>
-      <td>0.0213</td>
-      <td>0.0448</td>
-      <td>0.0888</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0305</td>
-      <td>0.0560</td>
-      <td>0.0180</td>
-      <td>0.0412</td>
-      <td>0.0786</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0267</td>
-      <td>0.0541</td>
-      <td>0.0166</td>
-      <td>0.0400</td>
-      <td>0.0695</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0259</td>
-      <td>0.0507</td>
-      <td>0.0162</td>
-      <td>0.0313</td>
-      <td>0.0659</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0238</td>
-      <td>0.0486</td>
-      <td>0.0157</td>
-      <td>0.0246</td>
-      <td>0.0603</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0212</td>
-      <td>0.0451</td>
-      <td>0.0141</td>
-      <td>0.0246</td>
-      <td>0.0578</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0201</td>
-      <td>0.0438</td>
-      <td>0.0141</td>
-      <td>0.0215</td>
-      <td>0.0542</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0190</td>
-      <td>0.0415</td>
-      <td>0.0136</td>
-      <td>0.0203</td>
-      <td>0.0530</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0183</td>
-      <td>0.0397</td>
-      <td>0.0135</td>
-      <td>0.0182</td>
-      <td>0.0507</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0169</td>
-      <td>0.0380</td>
-      <td>0.0130</td>
-      <td>0.0198</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0166</td>
-      <td>0.0355</td>
-      <td>0.0125</td>
-      <td>0.0160</td>
-      <td>0.0483</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0159</td>
-      <td>0.0316</td>
-      <td>0.0126</td>
-      <td>0.0155</td>
-      <td>0.0473</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0157</td>
-      <td>0.0270</td>
-      <td>0.0129</td>
-      <td>0.0156</td>
-      <td>0.0469</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0144</td>
-      <td>0.0245</td>
-      <td>0.0126</td>
-      <td>0.0167</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0127</td>
-      <td>0.0260</td>
-      <td>0.0134</td>
-      <td>0.0175</td>
-      <td>0.0464</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0028</td>
-      <td>0.0190</td>
-      <td>0.0103</td>
-      <td>0.0162</td>
-      <td>0.0465</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0347</td>
-      <td>0.0473</td>
-      <td>0.0237</td>
-      <td>0.0396</td>
-      <td>0.0918</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0423</td>
-      <td>0.1089</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.3196</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0525</td>
-      <td>0.0952</td>
-      <td>0.0305</td>
-      <td>0.1110</td>
-      <td>0.0658</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0481</td>
-      <td>0.0346</td>
-      <td>0.0338</td>
-      <td>0.0518</td>
-      <td>0.0337</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0254</td>
-      <td>0.0211</td>
-      <td>0.0303</td>
-      <td>0.0215</td>
-      <td>0.0356</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0240</td>
-      <td>0.0229</td>
-      <td>0.0268</td>
-      <td>0.0278</td>
-      <td>0.0479</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0248</td>
-      <td>0.0207</td>
-      <td>0.0137</td>
-      <td>0.0156</td>
-      <td>0.0606</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0260</td>
-      <td>0.0215</td>
-      <td>0.0164</td>
-      <td>0.0169</td>
-      <td>0.0631</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0341</td>
-      <td>0.0320</td>
-      <td>0.0146</td>
-      <td>0.0324</td>
-      <td>0.0870</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0686</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.1128</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0347</td>
-      <td>0.0473</td>
-      <td>0.0237</td>
-      <td>0.0396</td>
-      <td>0.0918</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_GCAT_sld_vs_pacc_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_GCAT_sld_vs_pacc_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_GCAT_sld_vs_pacc_avg_f1.png)
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_10_acc.png
deleted file mode 100644
index 411c316..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_10_f1.png
deleted file mode 100644
index efd2854..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_20_acc.png
deleted file mode 100644
index f1e42b1..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_20_f1.png
deleted file mode 100644
index 97cced4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_30_acc.png
deleted file mode 100644
index 416c320..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_30_f1.png
deleted file mode 100644
index 5172388..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_40_acc.png
deleted file mode 100644
index 85841ed..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_40_f1.png
deleted file mode 100644
index 87b44bb..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_50_acc.png
deleted file mode 100644
index 112c230..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_50_f1.png
deleted file mode 100644
index 8604720..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_60_acc.png
deleted file mode 100644
index 9f86701..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_60_f1.png
deleted file mode 100644
index 28e27f3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_70_acc.png
deleted file mode 100644
index b6a6e1a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_70_f1.png
deleted file mode 100644
index 131f530..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_80_acc.png
deleted file mode 100644
index b90ec4e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_80_f1.png
deleted file mode 100644
index 8949083..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_90_acc.png
deleted file mode 100644
index 0633865..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_90_f1.png
deleted file mode 100644
index f78f0a2..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_avg_test_acc.png
deleted file mode 100644
index 6c7cbe8..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_avg_test_f1.png
deleted file mode 100644
index faf6bc5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_avg_train_acc.png
deleted file mode 100644
index 95a1839..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_avg_train_f1.png
deleted file mode 100644
index 0f09c59..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_cc_vs_other_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_10_acc.png
deleted file mode 100644
index 56c9697..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_10_f1.png
deleted file mode 100644
index ef1c7ef..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_20_acc.png
deleted file mode 100644
index 2b1aa36..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_20_f1.png
deleted file mode 100644
index eb3f52d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_30_acc.png
deleted file mode 100644
index e7bb1ba..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_30_f1.png
deleted file mode 100644
index 3bb8c07..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_40_acc.png
deleted file mode 100644
index 82d0966..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_40_f1.png
deleted file mode 100644
index 8a5885e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_50_acc.png
deleted file mode 100644
index b5ac605..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_50_f1.png
deleted file mode 100644
index 9e325e2..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_60_acc.png
deleted file mode 100644
index 72ff7e0..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_60_f1.png
deleted file mode 100644
index 91b74f7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_70_acc.png
deleted file mode 100644
index c529903..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_70_f1.png
deleted file mode 100644
index bd596ea..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_80_acc.png
deleted file mode 100644
index efa3bad..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_80_f1.png
deleted file mode 100644
index 4003a64..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_90_acc.png
deleted file mode 100644
index 681acc0..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_90_f1.png
deleted file mode 100644
index 947d774..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_avg_test_acc.png
deleted file mode 100644
index a270d54..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_avg_test_f1.png
deleted file mode 100644
index 2a18d12..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_avg_train_acc.png
deleted file mode 100644
index cebe0ab..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_avg_train_f1.png
deleted file mode 100644
index 96bcee0..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_all_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_10_acc.png
deleted file mode 100644
index 0fc867f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_10_f1.png
deleted file mode 100644
index 21a6d7a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_20_acc.png
deleted file mode 100644
index a82a55a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_20_f1.png
deleted file mode 100644
index 8913d4c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_30_acc.png
deleted file mode 100644
index e5537a8..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_30_f1.png
deleted file mode 100644
index cb017a7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_40_acc.png
deleted file mode 100644
index 23ca722..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_40_f1.png
deleted file mode 100644
index e43a41f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_50_acc.png
deleted file mode 100644
index 686516b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_50_f1.png
deleted file mode 100644
index 381fc25..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_60_acc.png
deleted file mode 100644
index d4c90a7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_60_f1.png
deleted file mode 100644
index b265848..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_70_acc.png
deleted file mode 100644
index 3ae84fe..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_70_f1.png
deleted file mode 100644
index b80da82..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_80_acc.png
deleted file mode 100644
index 1ad4d29..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_80_f1.png
deleted file mode 100644
index 72dc458..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_90_acc.png
deleted file mode 100644
index b2eed8d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_90_f1.png
deleted file mode 100644
index 60b4368..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_avg_test_acc.png
deleted file mode 100644
index 65041f3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_avg_test_f1.png
deleted file mode 100644
index b154fff..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_avg_train_acc.png
deleted file mode 100644
index 9a2eb7b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_avg_train_f1.png
deleted file mode 100644
index 728e2f5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_atc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_10_acc.png
deleted file mode 100644
index a766465..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_10_f1.png
deleted file mode 100644
index 4bdafb8..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_20_acc.png
deleted file mode 100644
index d0fcbbe..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_20_f1.png
deleted file mode 100644
index 04d532f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_30_acc.png
deleted file mode 100644
index 5ddabcc..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_30_f1.png
deleted file mode 100644
index e658ecd..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_40_acc.png
deleted file mode 100644
index 53b2dcf..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_40_f1.png
deleted file mode 100644
index 785ed2b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_50_acc.png
deleted file mode 100644
index 565def9..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_50_f1.png
deleted file mode 100644
index dd26a32..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_60_acc.png
deleted file mode 100644
index 87def68..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_60_f1.png
deleted file mode 100644
index 93dc3dd..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_70_acc.png
deleted file mode 100644
index 7db6a36..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_70_f1.png
deleted file mode 100644
index 044a1f5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_80_acc.png
deleted file mode 100644
index dddb40d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_80_f1.png
deleted file mode 100644
index bf7d0e9..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_90_acc.png
deleted file mode 100644
index 8ca1c96..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_90_f1.png
deleted file mode 100644
index 564f223..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_avg_test_acc.png
deleted file mode 100644
index 4fc263d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_avg_test_f1.png
deleted file mode 100644
index 1b84dad..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_avg_train_acc.png
deleted file mode 100644
index 1b9c845..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_avg_train_f1.png
deleted file mode 100644
index 5cd552c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_gs_vs_qgs_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_10_acc.png
deleted file mode 100644
index ff6e072..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_10_f1.png
deleted file mode 100644
index 1059992..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_20_acc.png
deleted file mode 100644
index c3c5bdc..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_20_f1.png
deleted file mode 100644
index 9df4a90..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_30_acc.png
deleted file mode 100644
index 8920b58..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_30_f1.png
deleted file mode 100644
index fdd9877..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_40_acc.png
deleted file mode 100644
index 611a6de..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_40_f1.png
deleted file mode 100644
index 5194cca..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_50_acc.png
deleted file mode 100644
index 82ed0cd..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_50_f1.png
deleted file mode 100644
index d4510db..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_60_acc.png
deleted file mode 100644
index f7f7d4a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_60_f1.png
deleted file mode 100644
index 4ec467a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_70_acc.png
deleted file mode 100644
index 097422d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_70_f1.png
deleted file mode 100644
index 3abfb72..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_80_acc.png
deleted file mode 100644
index 725e9a3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_80_f1.png
deleted file mode 100644
index 94fa1d5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_90_acc.png
deleted file mode 100644
index 61b8fc1..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_90_f1.png
deleted file mode 100644
index 273c32f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_avg_test_acc.png
deleted file mode 100644
index c9e874f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_avg_test_f1.png
deleted file mode 100644
index 2c0157b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_avg_train_acc.png
deleted file mode 100644
index 782bf06..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_avg_train_f1.png
deleted file mode 100644
index 443fb57..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_10_acc.png
deleted file mode 100644
index 4fa2f5c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_10_f1.png
deleted file mode 100644
index 90a133c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_20_acc.png
deleted file mode 100644
index 8b756ad..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_20_f1.png
deleted file mode 100644
index a6e9f5c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_30_acc.png
deleted file mode 100644
index 7e33771..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_30_f1.png
deleted file mode 100644
index 585ed18..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_40_acc.png
deleted file mode 100644
index bcf7b80..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_40_f1.png
deleted file mode 100644
index ff51eb4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_50_acc.png
deleted file mode 100644
index 5985cca..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_50_f1.png
deleted file mode 100644
index 73ec94c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_60_acc.png
deleted file mode 100644
index c2193ff..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_60_f1.png
deleted file mode 100644
index 3154099..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_70_acc.png
deleted file mode 100644
index c3c014f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_70_f1.png
deleted file mode 100644
index fe9ec39..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_80_acc.png
deleted file mode 100644
index d4c4e1c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_80_f1.png
deleted file mode 100644
index 4b00476..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_90_acc.png
deleted file mode 100644
index ed9534a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_90_f1.png
deleted file mode 100644
index 170cb2b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_avg_test_acc.png
deleted file mode 100644
index 40b1b4e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_avg_test_f1.png
deleted file mode 100644
index cba8963..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_avg_train_acc.png
deleted file mode 100644
index c2fbe27..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_avg_train_f1.png
deleted file mode 100644
index c7acebb..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_10_acc.png
deleted file mode 100644
index 1b1dae2..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_10_f1.png
deleted file mode 100644
index c6afb1e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_20_acc.png
deleted file mode 100644
index ec5aa28..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_20_f1.png
deleted file mode 100644
index b23ecaf..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_30_acc.png
deleted file mode 100644
index c46bf0d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_30_f1.png
deleted file mode 100644
index 535354a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_40_acc.png
deleted file mode 100644
index a890478..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_40_f1.png
deleted file mode 100644
index 2969ee6..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_50_acc.png
deleted file mode 100644
index 92e86a8..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_50_f1.png
deleted file mode 100644
index a0afe2a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_60_acc.png
deleted file mode 100644
index 87f9a2c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_60_f1.png
deleted file mode 100644
index 62f3aee..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_70_acc.png
deleted file mode 100644
index fd69ee0..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_70_f1.png
deleted file mode 100644
index 413f9ec..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_80_acc.png
deleted file mode 100644
index af899cf..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_80_f1.png
deleted file mode 100644
index cabd9e9..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_90_acc.png
deleted file mode 100644
index 0adc1ec..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_90_f1.png
deleted file mode 100644
index 3e04f22..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_avg_test_acc.png
deleted file mode 100644
index 72c3ece..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_avg_test_f1.png
deleted file mode 100644
index 79c13b1..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_avg_train_acc.png
deleted file mode 100644
index 24dbefa..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_avg_train_f1.png
deleted file mode 100644
index 3325246..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_10_acc.png
deleted file mode 100644
index 1dc2107..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_10_f1.png
deleted file mode 100644
index f8a90dc..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_20_acc.png
deleted file mode 100644
index c177cc6..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_20_f1.png
deleted file mode 100644
index 2fe992a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_30_acc.png
deleted file mode 100644
index 4b1d496..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_30_f1.png
deleted file mode 100644
index 427565c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_40_acc.png
deleted file mode 100644
index c8cbea3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_40_f1.png
deleted file mode 100644
index e12782c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_50_acc.png
deleted file mode 100644
index 59a4121..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_50_f1.png
deleted file mode 100644
index d106b41..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_60_acc.png
deleted file mode 100644
index 9ff8e67..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_60_f1.png
deleted file mode 100644
index 09d1b03..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_70_acc.png
deleted file mode 100644
index 020254f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_70_f1.png
deleted file mode 100644
index 4fd1d30..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_80_acc.png
deleted file mode 100644
index c2e1a6f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_80_f1.png
deleted file mode 100644
index 778705f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_90_acc.png
deleted file mode 100644
index 312a078..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_90_f1.png
deleted file mode 100644
index 0994e08..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_test_acc.png
deleted file mode 100644
index a9a2e01..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_test_f1.png
deleted file mode 100644
index 887a4fe..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_train_acc.png
deleted file mode 100644
index 787c4a4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_train_f1.png
deleted file mode 100644
index 81e0d28..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_10_acc.png
deleted file mode 100644
index 6bbff0d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_10_f1.png
deleted file mode 100644
index 51a374b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_20_acc.png
deleted file mode 100644
index c92ab96..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_20_f1.png
deleted file mode 100644
index dcefda9..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_30_acc.png
deleted file mode 100644
index 9d4588e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_30_f1.png
deleted file mode 100644
index eeb4cee..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_40_acc.png
deleted file mode 100644
index b4ea021..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_40_f1.png
deleted file mode 100644
index b49964f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_50_acc.png
deleted file mode 100644
index 5040869..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_50_f1.png
deleted file mode 100644
index 86dcab6..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_60_acc.png
deleted file mode 100644
index c4cd856..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_60_f1.png
deleted file mode 100644
index 60d2c98..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_70_acc.png
deleted file mode 100644
index 629f78d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_70_f1.png
deleted file mode 100644
index cca0b41..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_80_acc.png
deleted file mode 100644
index d5afb45..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_80_f1.png
deleted file mode 100644
index 151a44e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_90_acc.png
deleted file mode 100644
index 24134ca..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_90_f1.png
deleted file mode 100644
index fe3d361..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_avg_test_acc.png
deleted file mode 100644
index adbe46f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_avg_test_f1.png
deleted file mode 100644
index 13f897e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_avg_train_acc.png
deleted file mode 100644
index f802c0f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_avg_train_f1.png
deleted file mode 100644
index 702aef4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_rcv1_MCAT_sld_vs_pacc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_10_acc.png
deleted file mode 100644
index 0da8599..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_10_f1.png
deleted file mode 100644
index a261a5a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_20_acc.png
deleted file mode 100644
index 1315870..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_20_f1.png
deleted file mode 100644
index 761e24d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_30_acc.png
deleted file mode 100644
index c16fac5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_30_f1.png
deleted file mode 100644
index bd8daeb..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_40_acc.png
deleted file mode 100644
index 9719820..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_40_f1.png
deleted file mode 100644
index 2be0db7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_50_acc.png
deleted file mode 100644
index 016303e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_50_f1.png
deleted file mode 100644
index ad802ab..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_60_acc.png
deleted file mode 100644
index f3c928b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_60_f1.png
deleted file mode 100644
index 83ebed1..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_70_acc.png
deleted file mode 100644
index 091fe16..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_70_f1.png
deleted file mode 100644
index f09545f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_80_acc.png
deleted file mode 100644
index c847199..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_80_f1.png
deleted file mode 100644
index af1db0e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_90_acc.png
deleted file mode 100644
index cc4a111..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_90_f1.png
deleted file mode 100644
index 8368803..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_avg_test_acc.png
deleted file mode 100644
index 05fe639..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_avg_test_f1.png
deleted file mode 100644
index be0c2bf..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_avg_train_acc.png
deleted file mode 100644
index 7344317..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_avg_train_f1.png
deleted file mode 100644
index f7c2844..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_cc_vs_other_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_10_acc.png
deleted file mode 100644
index 2e54489..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_10_f1.png
deleted file mode 100644
index 04f264d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_20_acc.png
deleted file mode 100644
index ba30bcc..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_20_f1.png
deleted file mode 100644
index 4e5c00e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_30_acc.png
deleted file mode 100644
index db7a0f8..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_30_f1.png
deleted file mode 100644
index 3fed8f6..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_40_acc.png
deleted file mode 100644
index f3b1274..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_40_f1.png
deleted file mode 100644
index 3504eee..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_50_acc.png
deleted file mode 100644
index ea27486..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_50_f1.png
deleted file mode 100644
index b163fe4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_60_acc.png
deleted file mode 100644
index bd9ff62..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_60_f1.png
deleted file mode 100644
index b2b4241..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_70_acc.png
deleted file mode 100644
index 209ea64..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_70_f1.png
deleted file mode 100644
index f81ab34..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_80_acc.png
deleted file mode 100644
index e7fc970..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_80_f1.png
deleted file mode 100644
index c7798e7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_90_acc.png
deleted file mode 100644
index c317852..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_90_f1.png
deleted file mode 100644
index 67e0e47..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_avg_test_acc.png
deleted file mode 100644
index d6bcd1b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_avg_test_f1.png
deleted file mode 100644
index 4c1223d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_avg_train_acc.png
deleted file mode 100644
index 13f5d82..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_avg_train_f1.png
deleted file mode 100644
index 4ee0422..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_all_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_10_acc.png
deleted file mode 100644
index f6003b1..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_10_f1.png
deleted file mode 100644
index 5670a25..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_20_acc.png
deleted file mode 100644
index b89bd9d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_20_f1.png
deleted file mode 100644
index 2462da5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_30_acc.png
deleted file mode 100644
index c70fa3d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_30_f1.png
deleted file mode 100644
index a93c291..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_40_acc.png
deleted file mode 100644
index 5876460..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_40_f1.png
deleted file mode 100644
index 25254d3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_50_acc.png
deleted file mode 100644
index 18a6b80..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_50_f1.png
deleted file mode 100644
index a329640..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_60_acc.png
deleted file mode 100644
index 2f13368..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_60_f1.png
deleted file mode 100644
index 22f3712..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_70_acc.png
deleted file mode 100644
index 89bc519..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_70_f1.png
deleted file mode 100644
index ba918c9..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_80_acc.png
deleted file mode 100644
index 30bac2c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_80_f1.png
deleted file mode 100644
index 607844c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_90_acc.png
deleted file mode 100644
index 1dc2a5c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_90_f1.png
deleted file mode 100644
index ea72ca5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_avg_test_acc.png
deleted file mode 100644
index 8a4b8de..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_avg_test_f1.png
deleted file mode 100644
index 0e64b67..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_avg_train_acc.png
deleted file mode 100644
index e958aeb..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_avg_train_f1.png
deleted file mode 100644
index f8659e4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_atc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_10_acc.png
deleted file mode 100644
index 2dc9f9c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_10_f1.png
deleted file mode 100644
index 83615c5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_20_acc.png
deleted file mode 100644
index 6b69b13..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_20_f1.png
deleted file mode 100644
index 83f7e29..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_30_acc.png
deleted file mode 100644
index bb6b317..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_30_f1.png
deleted file mode 100644
index 96b2396..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_40_acc.png
deleted file mode 100644
index 89e33a7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_40_f1.png
deleted file mode 100644
index 699f6d9..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_50_acc.png
deleted file mode 100644
index 6b7e03e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_50_f1.png
deleted file mode 100644
index 710be0f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_60_acc.png
deleted file mode 100644
index 0a40b54..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_60_f1.png
deleted file mode 100644
index cbc3edc..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_70_acc.png
deleted file mode 100644
index e0da4eb..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_70_f1.png
deleted file mode 100644
index d88af43..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_80_acc.png
deleted file mode 100644
index 17b65e5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_80_f1.png
deleted file mode 100644
index 88cf88c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_90_acc.png
deleted file mode 100644
index ed85a53..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_90_f1.png
deleted file mode 100644
index 3540de6..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_avg_test_acc.png
deleted file mode 100644
index ac14a51..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_avg_test_f1.png
deleted file mode 100644
index 707234c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_avg_train_acc.png
deleted file mode 100644
index 8b8a490..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_avg_train_f1.png
deleted file mode 100644
index 228ec50..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_10_acc.png
deleted file mode 100644
index 86b917c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_10_f1.png
deleted file mode 100644
index 0c0bb10..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_20_acc.png
deleted file mode 100644
index f694b87..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_20_f1.png
deleted file mode 100644
index 7a3d793..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_30_acc.png
deleted file mode 100644
index f0b8139..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_30_f1.png
deleted file mode 100644
index 88ea7de..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_40_acc.png
deleted file mode 100644
index 35a9f21..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_40_f1.png
deleted file mode 100644
index 4b85306..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_50_acc.png
deleted file mode 100644
index 905f51b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_50_f1.png
deleted file mode 100644
index 6715a52..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_60_acc.png
deleted file mode 100644
index af315cb..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_60_f1.png
deleted file mode 100644
index 001d81a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_70_acc.png
deleted file mode 100644
index d8d3035..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_70_f1.png
deleted file mode 100644
index 048dd25..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_80_acc.png
deleted file mode 100644
index d7a491a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_80_f1.png
deleted file mode 100644
index c15b834..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_90_acc.png
deleted file mode 100644
index f6ebbc0..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_90_f1.png
deleted file mode 100644
index ee7a04d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_avg_test_acc.png
deleted file mode 100644
index 72e9abc..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_avg_test_f1.png
deleted file mode 100644
index 18f8887..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_avg_train_acc.png
deleted file mode 100644
index 6292b4d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_avg_train_f1.png
deleted file mode 100644
index 1426fbf..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_10_acc.png
deleted file mode 100644
index 5031b01..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_10_f1.png
deleted file mode 100644
index a7fb0b3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_20_acc.png
deleted file mode 100644
index b1a9381..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_20_f1.png
deleted file mode 100644
index 10cde6f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_30_acc.png
deleted file mode 100644
index 8da11cf..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_30_f1.png
deleted file mode 100644
index 08d5f09..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_40_acc.png
deleted file mode 100644
index 8f85e1a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_40_f1.png
deleted file mode 100644
index a730026..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_50_acc.png
deleted file mode 100644
index 0dd4c8e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_50_f1.png
deleted file mode 100644
index 9b88253..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_60_acc.png
deleted file mode 100644
index d5af7fe..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_60_f1.png
deleted file mode 100644
index 464cf54..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_70_acc.png
deleted file mode 100644
index 071a806..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_70_f1.png
deleted file mode 100644
index 74e3a00..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_80_acc.png
deleted file mode 100644
index 8b8ff8d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_80_f1.png
deleted file mode 100644
index 5fa4425..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_90_acc.png
deleted file mode 100644
index 4f1ca53..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_90_f1.png
deleted file mode 100644
index 47fee3a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_avg_test_acc.png
deleted file mode 100644
index 8fbd241..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_avg_test_f1.png
deleted file mode 100644
index 4b5e643..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_avg_train_acc.png
deleted file mode 100644
index ab93af8..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_avg_train_f1.png
deleted file mode 100644
index e536bae..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_10_acc.png
deleted file mode 100644
index d57b905..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_10_f1.png
deleted file mode 100644
index 8049314..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_20_acc.png
deleted file mode 100644
index 49912d0..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_20_f1.png
deleted file mode 100644
index efa4875..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_30_acc.png
deleted file mode 100644
index d483324..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_30_f1.png
deleted file mode 100644
index 9b2d878..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_40_acc.png
deleted file mode 100644
index 107bf5e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_40_f1.png
deleted file mode 100644
index 5dadb32..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_50_acc.png
deleted file mode 100644
index a0a38cf..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_50_f1.png
deleted file mode 100644
index bd6a6c9..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_60_acc.png
deleted file mode 100644
index ac23241..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_60_f1.png
deleted file mode 100644
index b045af5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_70_acc.png
deleted file mode 100644
index aa0bd40..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_70_f1.png
deleted file mode 100644
index 94f2fc1..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_80_acc.png
deleted file mode 100644
index 1796674..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_80_f1.png
deleted file mode 100644
index b9fe24d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_90_acc.png
deleted file mode 100644
index 8d35ab2..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_90_f1.png
deleted file mode 100644
index 843e2b9..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_avg_test_acc.png
deleted file mode 100644
index d4861ea..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_avg_test_f1.png
deleted file mode 100644
index f1c5999..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_avg_train_acc.png
deleted file mode 100644
index 246a95f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_avg_train_f1.png
deleted file mode 100644
index 71094e4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_10_acc.png
deleted file mode 100644
index 41aae5a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_10_f1.png
deleted file mode 100644
index cf69308..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_20_acc.png
deleted file mode 100644
index 035fee2..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_20_f1.png
deleted file mode 100644
index 3ece0d1..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_30_acc.png
deleted file mode 100644
index 18f3d7b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_30_f1.png
deleted file mode 100644
index 65a7de2..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_40_acc.png
deleted file mode 100644
index 47f1ae7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_40_f1.png
deleted file mode 100644
index 8bda8f0..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_50_acc.png
deleted file mode 100644
index d5167c0..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_50_f1.png
deleted file mode 100644
index b9d3108..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_60_acc.png
deleted file mode 100644
index a281d73..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_60_f1.png
deleted file mode 100644
index c6d0793..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_70_acc.png
deleted file mode 100644
index a9d02ab..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_70_f1.png
deleted file mode 100644
index 180d326..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_80_acc.png
deleted file mode 100644
index 962600d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_80_f1.png
deleted file mode 100644
index 46256e2..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_90_acc.png
deleted file mode 100644
index e373bbd..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_90_f1.png
deleted file mode 100644
index e118484..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_test_acc.png
deleted file mode 100644
index 74967cd..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_test_f1.png
deleted file mode 100644
index 461735e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_train_acc.png
deleted file mode 100644
index 8b49c90..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_train_f1.png
deleted file mode 100644
index 72f4cf7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_10_acc.png
deleted file mode 100644
index 78eaf46..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_10_f1.png
deleted file mode 100644
index c2837ee..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_20_acc.png
deleted file mode 100644
index bc4bda8..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_20_f1.png
deleted file mode 100644
index e92ca6e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_30_acc.png
deleted file mode 100644
index d977981..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_30_f1.png
deleted file mode 100644
index 682193d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_40_acc.png
deleted file mode 100644
index 967aa70..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_40_f1.png
deleted file mode 100644
index 248a6d2..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_50_acc.png
deleted file mode 100644
index d400a13..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_50_f1.png
deleted file mode 100644
index fa12da7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_60_acc.png
deleted file mode 100644
index f452f66..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_60_f1.png
deleted file mode 100644
index 3029b7f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_70_acc.png
deleted file mode 100644
index 08e3afb..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_70_f1.png
deleted file mode 100644
index 705b3b9..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_80_acc.png
deleted file mode 100644
index 31f58f7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_80_f1.png
deleted file mode 100644
index f6d7fcb..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_90_acc.png
deleted file mode 100644
index 691d465..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_90_f1.png
deleted file mode 100644
index f01eba6..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_avg_test_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_avg_test_acc.png
deleted file mode 100644
index 5490a48..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_avg_test_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_avg_test_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_avg_test_f1.png
deleted file mode 100644
index 259fda0..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_avg_test_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_avg_train_acc.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_avg_train_acc.png
deleted file mode 100644
index de0d741..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_avg_train_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_avg_train_f1.png b/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_avg_train_f1.png
deleted file mode 100644
index 9316181..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_avg_train_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_10_acc.png
deleted file mode 100644
index 88a6305..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_10_f1.png
deleted file mode 100644
index 3e3cefa..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_20_acc.png
deleted file mode 100644
index 64a49be..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_20_f1.png
deleted file mode 100644
index bc15565..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_30_acc.png
deleted file mode 100644
index 3d5b68d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_30_f1.png
deleted file mode 100644
index 8cfe427..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_40_acc.png
deleted file mode 100644
index 1c6c9ec..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_40_f1.png
deleted file mode 100644
index dbbb75a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_50_acc.png
deleted file mode 100644
index 730c5d7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_50_f1.png
deleted file mode 100644
index 3fe0893..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_60_acc.png
deleted file mode 100644
index 65bdf3b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_60_f1.png
deleted file mode 100644
index 621f56d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_70_acc.png
deleted file mode 100644
index e9961a8..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_70_f1.png
deleted file mode 100644
index 2e48cf4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_80_acc.png
deleted file mode 100644
index a99c7e5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_80_f1.png
deleted file mode 100644
index 7ab6f8d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_90_acc.png
deleted file mode 100644
index 3a8ccbb..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_90_f1.png
deleted file mode 100644
index 8dcfcfa..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_cc_vs_other_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_10_acc.png
deleted file mode 100644
index ba73180..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_10_f1.png
deleted file mode 100644
index a19a80f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_20_acc.png
deleted file mode 100644
index a594e19..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_20_f1.png
deleted file mode 100644
index 88e0510..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_30_acc.png
deleted file mode 100644
index fb5f98c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_30_f1.png
deleted file mode 100644
index b41be2a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_40_acc.png
deleted file mode 100644
index fdf59d3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_40_f1.png
deleted file mode 100644
index 6549fc3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_50_acc.png
deleted file mode 100644
index ab1a9dd..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_50_f1.png
deleted file mode 100644
index 8c7c5b4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_60_acc.png
deleted file mode 100644
index cb8fab6..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_60_f1.png
deleted file mode 100644
index 2513cbf..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_70_acc.png
deleted file mode 100644
index 4ddab3a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_70_f1.png
deleted file mode 100644
index 8ea2bc4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_80_acc.png
deleted file mode 100644
index e676886..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_80_f1.png
deleted file mode 100644
index 23ecb6c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_90_acc.png
deleted file mode 100644
index 86c6ffa..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_90_f1.png
deleted file mode 100644
index 62e94bf..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_all_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_10_acc.png
deleted file mode 100644
index dd1f461..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_10_f1.png
deleted file mode 100644
index 65a86d1..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_20_acc.png
deleted file mode 100644
index 6003125..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_20_f1.png
deleted file mode 100644
index 6ebfe4e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_30_acc.png
deleted file mode 100644
index cb110f4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_30_f1.png
deleted file mode 100644
index 1de363d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_40_acc.png
deleted file mode 100644
index acefcd2..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_40_f1.png
deleted file mode 100644
index a951282..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_50_acc.png
deleted file mode 100644
index 11f62f4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_50_f1.png
deleted file mode 100644
index 4e81d8e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_60_acc.png
deleted file mode 100644
index 6875e19..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_60_f1.png
deleted file mode 100644
index e5e184a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_70_acc.png
deleted file mode 100644
index 3aab562..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_70_f1.png
deleted file mode 100644
index 8a4f81b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_80_acc.png
deleted file mode 100644
index 85865cf..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_80_f1.png
deleted file mode 100644
index d38c139..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_90_acc.png
deleted file mode 100644
index 0eed24a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_90_f1.png
deleted file mode 100644
index 33f1ff9..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_atc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_10_acc.png
deleted file mode 100644
index d046158..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_10_f1.png
deleted file mode 100644
index e24a531..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_20_acc.png
deleted file mode 100644
index 6d9598b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_20_f1.png
deleted file mode 100644
index b2e7e49..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_30_acc.png
deleted file mode 100644
index 8dde059..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_30_f1.png
deleted file mode 100644
index aa373d0..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_40_acc.png
deleted file mode 100644
index 7459617..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_40_f1.png
deleted file mode 100644
index ae06742..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_50_acc.png
deleted file mode 100644
index a28e500..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_50_f1.png
deleted file mode 100644
index 0f5e214..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_60_acc.png
deleted file mode 100644
index e96df85..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_60_f1.png
deleted file mode 100644
index 594cb1b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_70_acc.png
deleted file mode 100644
index 9b0579f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_70_f1.png
deleted file mode 100644
index d7a1b53..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_80_acc.png
deleted file mode 100644
index 4e13f2f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_80_f1.png
deleted file mode 100644
index e4298d6..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_90_acc.png
deleted file mode 100644
index 2c93759..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_90_f1.png
deleted file mode 100644
index aee102b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_gs_vs_qgs_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_10_acc.png
deleted file mode 100644
index e617773..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_10_f1.png
deleted file mode 100644
index 754ee6f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_20_acc.png
deleted file mode 100644
index 8fabbe8..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_20_f1.png
deleted file mode 100644
index 2d1d13c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_30_acc.png
deleted file mode 100644
index efbeb0c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_30_f1.png
deleted file mode 100644
index e28170d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_40_acc.png
deleted file mode 100644
index 4e1b987..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_40_f1.png
deleted file mode 100644
index 7466761..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_50_acc.png
deleted file mode 100644
index 407466f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_50_f1.png
deleted file mode 100644
index e7255e2..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_60_acc.png
deleted file mode 100644
index b3cd0df..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_60_f1.png
deleted file mode 100644
index 33f08fc..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_70_acc.png
deleted file mode 100644
index 0a82364..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_70_f1.png
deleted file mode 100644
index 3c4157d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_80_acc.png
deleted file mode 100644
index d568720..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_80_f1.png
deleted file mode 100644
index e134528..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_90_acc.png
deleted file mode 100644
index 115b6f1..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_90_f1.png
deleted file mode 100644
index d8908dc..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_10_acc.png
deleted file mode 100644
index af0c4ba..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_10_f1.png
deleted file mode 100644
index f7f5fb5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_20_acc.png
deleted file mode 100644
index 0f914f3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_20_f1.png
deleted file mode 100644
index b9380b4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_30_acc.png
deleted file mode 100644
index 87a1cb2..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_30_f1.png
deleted file mode 100644
index 792559c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_40_acc.png
deleted file mode 100644
index d4faab9..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_40_f1.png
deleted file mode 100644
index 6a4975f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_50_acc.png
deleted file mode 100644
index a6769af..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_50_f1.png
deleted file mode 100644
index 9c6fcf5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_60_acc.png
deleted file mode 100644
index 02414ed..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_60_f1.png
deleted file mode 100644
index 512f701..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_70_acc.png
deleted file mode 100644
index 522075e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_70_f1.png
deleted file mode 100644
index 819b55f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_80_acc.png
deleted file mode 100644
index eb872ba..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_80_f1.png
deleted file mode 100644
index 65d30d7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_90_acc.png
deleted file mode 100644
index b4e69df..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_90_f1.png
deleted file mode 100644
index dd2d33a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_10_acc.png
deleted file mode 100644
index 4ef3b81..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_10_f1.png
deleted file mode 100644
index 5ac80d3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_20_acc.png
deleted file mode 100644
index a95ce85..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_20_f1.png
deleted file mode 100644
index 2f9218a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_30_acc.png
deleted file mode 100644
index 39a1c6f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_30_f1.png
deleted file mode 100644
index 497c746..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_40_acc.png
deleted file mode 100644
index 137809c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_40_f1.png
deleted file mode 100644
index 86afbbf..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_50_acc.png
deleted file mode 100644
index a862fde..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_50_f1.png
deleted file mode 100644
index 9433a93..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_60_acc.png
deleted file mode 100644
index b941435..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_60_f1.png
deleted file mode 100644
index 72a5173..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_70_acc.png
deleted file mode 100644
index 4df5f98..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_70_f1.png
deleted file mode 100644
index 2da2fc7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_80_acc.png
deleted file mode 100644
index cc4f5f1..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_80_f1.png
deleted file mode 100644
index 694065e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_90_acc.png
deleted file mode 100644
index 821baf9..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_90_f1.png
deleted file mode 100644
index c366af9..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_10_acc.png
deleted file mode 100644
index 1b7992d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_10_f1.png
deleted file mode 100644
index 57a6e64..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_20_acc.png
deleted file mode 100644
index b6d321a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_20_f1.png
deleted file mode 100644
index e1fd713..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_30_acc.png
deleted file mode 100644
index fa2f091..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_30_f1.png
deleted file mode 100644
index 4dc3df4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_40_acc.png
deleted file mode 100644
index e3b4a41..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_40_f1.png
deleted file mode 100644
index ebe4a07..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_50_acc.png
deleted file mode 100644
index c36418c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_50_f1.png
deleted file mode 100644
index 35da582..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_60_acc.png
deleted file mode 100644
index 9dd3ba3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_60_f1.png
deleted file mode 100644
index 15681ac..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_70_acc.png
deleted file mode 100644
index ab9039c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_70_f1.png
deleted file mode 100644
index ce83ec7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_80_acc.png
deleted file mode 100644
index ee0a719..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_80_f1.png
deleted file mode 100644
index a8db05d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_90_acc.png
deleted file mode 100644
index 356b884..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_90_f1.png
deleted file mode 100644
index e40838b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_10_acc.png
deleted file mode 100644
index e3d17ae..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_10_f1.png
deleted file mode 100644
index 283c9c4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_20_acc.png
deleted file mode 100644
index aa6e6f9..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_20_f1.png
deleted file mode 100644
index d70a2dc..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_30_acc.png
deleted file mode 100644
index 9f231d8..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_30_f1.png
deleted file mode 100644
index 41ebd90..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_40_acc.png
deleted file mode 100644
index 3942d04..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_40_f1.png
deleted file mode 100644
index a2c96f1..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_50_acc.png
deleted file mode 100644
index a775894..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_50_f1.png
deleted file mode 100644
index 134a823..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_60_acc.png
deleted file mode 100644
index d0c019d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_60_f1.png
deleted file mode 100644
index 95b2650..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_70_acc.png
deleted file mode 100644
index c5c0877..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_70_f1.png
deleted file mode 100644
index e4a135e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_80_acc.png
deleted file mode 100644
index a0d7421..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_80_f1.png
deleted file mode 100644
index c12b140..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_90_acc.png
deleted file mode 100644
index 353b345..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_90_f1.png
deleted file mode 100644
index d8dd237..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/diagonal_rcv1_MCAT_sld_vs_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_10_acc.png
deleted file mode 100644
index f893835..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_10_f1.png
deleted file mode 100644
index 0eaec6e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_20_acc.png
deleted file mode 100644
index 9123f8f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_20_f1.png
deleted file mode 100644
index 9451929..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_30_acc.png
deleted file mode 100644
index 5c1bca5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_30_f1.png
deleted file mode 100644
index 8b50717..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_40_acc.png
deleted file mode 100644
index 3b74eee..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_40_f1.png
deleted file mode 100644
index 6c7be01..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_50_acc.png
deleted file mode 100644
index 1d6b7b7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_50_f1.png
deleted file mode 100644
index bf891b7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_60_acc.png
deleted file mode 100644
index a5d0e70..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_60_f1.png
deleted file mode 100644
index f859b66..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_70_acc.png
deleted file mode 100644
index 507785e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_70_f1.png
deleted file mode 100644
index 34eeeb0..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_80_acc.png
deleted file mode 100644
index e8a1022..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_80_f1.png
deleted file mode 100644
index feb3068..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_90_acc.png
deleted file mode 100644
index 8421138..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_90_f1.png
deleted file mode 100644
index c92c38e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_avg_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_avg_acc.png
deleted file mode 100644
index 7563326..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_avg_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_avg_f1.png
deleted file mode 100644
index a2110c0..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_cc_vs_other_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_10_acc.png
deleted file mode 100644
index 9c5526f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_10_f1.png
deleted file mode 100644
index 085f92d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_20_acc.png
deleted file mode 100644
index 15003e1..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_20_f1.png
deleted file mode 100644
index a30b0dd..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_30_acc.png
deleted file mode 100644
index fb76d35..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_30_f1.png
deleted file mode 100644
index 03c37df..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_40_acc.png
deleted file mode 100644
index 52851f4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_40_f1.png
deleted file mode 100644
index 16331e9..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_50_acc.png
deleted file mode 100644
index 25ff782..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_50_f1.png
deleted file mode 100644
index 78f8f65..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_60_acc.png
deleted file mode 100644
index 4e06eb3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_60_f1.png
deleted file mode 100644
index 5db309e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_70_acc.png
deleted file mode 100644
index 1d1e61c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_70_f1.png
deleted file mode 100644
index 2196eda..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_80_acc.png
deleted file mode 100644
index 21ec2c8..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_80_f1.png
deleted file mode 100644
index d2a418e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_90_acc.png
deleted file mode 100644
index 0b8f61c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_90_f1.png
deleted file mode 100644
index c0de014..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_avg_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_avg_acc.png
deleted file mode 100644
index 67743d7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_avg_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_avg_f1.png
deleted file mode 100644
index 4c99669..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_all_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_10_acc.png
deleted file mode 100644
index 3c5d7a6..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_10_f1.png
deleted file mode 100644
index aa7d768..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_20_acc.png
deleted file mode 100644
index 048de49..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_20_f1.png
deleted file mode 100644
index 27b950b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_30_acc.png
deleted file mode 100644
index 15806d9..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_30_f1.png
deleted file mode 100644
index 725b2fd..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_40_acc.png
deleted file mode 100644
index fc03ece..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_40_f1.png
deleted file mode 100644
index 144b71b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_50_acc.png
deleted file mode 100644
index fd537bf..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_50_f1.png
deleted file mode 100644
index 0de2321..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_60_acc.png
deleted file mode 100644
index 221737a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_60_f1.png
deleted file mode 100644
index 6323d18..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_70_acc.png
deleted file mode 100644
index dab63d8..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_70_f1.png
deleted file mode 100644
index cced942..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_80_acc.png
deleted file mode 100644
index 896b395..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_80_f1.png
deleted file mode 100644
index 47fb828..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_90_acc.png
deleted file mode 100644
index 38ff5e3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_90_f1.png
deleted file mode 100644
index 90fb779..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_avg_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_avg_acc.png
deleted file mode 100644
index 5fcd7bf..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_avg_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_avg_f1.png
deleted file mode 100644
index 70e5b55..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_atc_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_10_acc.png
deleted file mode 100644
index a1b2780..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_10_f1.png
deleted file mode 100644
index 92132ee..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_20_acc.png
deleted file mode 100644
index 17adaf3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_20_f1.png
deleted file mode 100644
index 4038c1c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_30_acc.png
deleted file mode 100644
index bc13bfb..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_30_f1.png
deleted file mode 100644
index 8898e29..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_40_acc.png
deleted file mode 100644
index ef0323a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_40_f1.png
deleted file mode 100644
index a338f8b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_50_acc.png
deleted file mode 100644
index 349dd5d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_50_f1.png
deleted file mode 100644
index dccb693..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_60_acc.png
deleted file mode 100644
index efe5d19..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_60_f1.png
deleted file mode 100644
index 172c7cb..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_70_acc.png
deleted file mode 100644
index 6963406..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_70_f1.png
deleted file mode 100644
index cd30fba..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_80_acc.png
deleted file mode 100644
index bdf71b0..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_80_f1.png
deleted file mode 100644
index c81cd48..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_90_acc.png
deleted file mode 100644
index ed917aa..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_90_f1.png
deleted file mode 100644
index 71c51bd..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_avg_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_avg_acc.png
deleted file mode 100644
index 82b7d7e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_avg_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_avg_f1.png
deleted file mode 100644
index 3caf49d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_gs_vs_qgs_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_10_acc.png
deleted file mode 100644
index ec6ceb0..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_10_f1.png
deleted file mode 100644
index 296e262..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_20_acc.png
deleted file mode 100644
index fae7d8e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_20_f1.png
deleted file mode 100644
index 5f460c7..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_30_acc.png
deleted file mode 100644
index d1c36e4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_30_f1.png
deleted file mode 100644
index 0739a97..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_40_acc.png
deleted file mode 100644
index a059192..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_40_f1.png
deleted file mode 100644
index 7b46ed8..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_50_acc.png
deleted file mode 100644
index 8664d59..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_50_f1.png
deleted file mode 100644
index 35accb3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_60_acc.png
deleted file mode 100644
index d8f1cca..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_60_f1.png
deleted file mode 100644
index 1f3279e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_70_acc.png
deleted file mode 100644
index 0b7c62f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_70_f1.png
deleted file mode 100644
index 7f8cc00..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_80_acc.png
deleted file mode 100644
index 3b96de2..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_80_f1.png
deleted file mode 100644
index c92aec5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_90_acc.png
deleted file mode 100644
index 4ba286e..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_90_f1.png
deleted file mode 100644
index c8f4fa3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_avg_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_avg_acc.png
deleted file mode 100644
index 6e2942d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_avg_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_avg_f1.png
deleted file mode 100644
index 4ba291f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_10_acc.png
deleted file mode 100644
index bbab195..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_10_f1.png
deleted file mode 100644
index 5664aff..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_20_acc.png
deleted file mode 100644
index df87eb5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_20_f1.png
deleted file mode 100644
index bc9a463..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_30_acc.png
deleted file mode 100644
index d5b0884..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_30_f1.png
deleted file mode 100644
index 9930825..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_40_acc.png
deleted file mode 100644
index 8f47072..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_40_f1.png
deleted file mode 100644
index be5e455..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_50_acc.png
deleted file mode 100644
index 7a89a4a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_50_f1.png
deleted file mode 100644
index b43cdac..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_60_acc.png
deleted file mode 100644
index e571864..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_60_f1.png
deleted file mode 100644
index f8c1b27..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_70_acc.png
deleted file mode 100644
index fc4d671..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_70_f1.png
deleted file mode 100644
index c953874..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_80_acc.png
deleted file mode 100644
index e9b5b13..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_80_f1.png
deleted file mode 100644
index 4f70099..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_90_acc.png
deleted file mode 100644
index ce9a2cc..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_90_f1.png
deleted file mode 100644
index cc44bb4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_avg_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_avg_acc.png
deleted file mode 100644
index 915c5be..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_avg_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_avg_f1.png
deleted file mode 100644
index f749428..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_10_acc.png
deleted file mode 100644
index 0fbe46f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_10_f1.png
deleted file mode 100644
index 36ae3c1..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_20_acc.png
deleted file mode 100644
index a85a8dd..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_20_f1.png
deleted file mode 100644
index 1c0fe90..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_30_acc.png
deleted file mode 100644
index 43dc78f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_30_f1.png
deleted file mode 100644
index 1bbd109..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_40_acc.png
deleted file mode 100644
index 75aee14..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_40_f1.png
deleted file mode 100644
index fb51c7d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_50_acc.png
deleted file mode 100644
index cfb1961..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_50_f1.png
deleted file mode 100644
index f87986a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_60_acc.png
deleted file mode 100644
index 5c30306..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_60_f1.png
deleted file mode 100644
index 6ba3ca3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_70_acc.png
deleted file mode 100644
index d2bacd1..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_70_f1.png
deleted file mode 100644
index 9d7391f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_80_acc.png
deleted file mode 100644
index a9ebffc..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_80_f1.png
deleted file mode 100644
index 59ff793..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_90_acc.png
deleted file mode 100644
index 2568511..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_90_f1.png
deleted file mode 100644
index 31ce580..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_avg_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_avg_acc.png
deleted file mode 100644
index b7b3adb..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_avg_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_avg_f1.png
deleted file mode 100644
index a912619..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_10_acc.png
deleted file mode 100644
index 5b4a49c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_10_f1.png
deleted file mode 100644
index 835ddab..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_20_acc.png
deleted file mode 100644
index 84dddd0..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_20_f1.png
deleted file mode 100644
index 6e0a20c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_30_acc.png
deleted file mode 100644
index b894ac0..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_30_f1.png
deleted file mode 100644
index 3b3ee5b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_40_acc.png
deleted file mode 100644
index 5eae0d5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_40_f1.png
deleted file mode 100644
index f077cd3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_50_acc.png
deleted file mode 100644
index 6eb36e3..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_50_f1.png
deleted file mode 100644
index 1dc100c..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_60_acc.png
deleted file mode 100644
index df1a8a6..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_60_f1.png
deleted file mode 100644
index 9d8f6e5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_70_acc.png
deleted file mode 100644
index 85e95f2..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_70_f1.png
deleted file mode 100644
index d51df72..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_80_acc.png
deleted file mode 100644
index b841926..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_80_f1.png
deleted file mode 100644
index 138927d..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_90_acc.png
deleted file mode 100644
index aee9b39..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_90_f1.png
deleted file mode 100644
index 7139a34..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_acc.png
deleted file mode 100644
index db3afd2..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_f1.png
deleted file mode 100644
index 23e4df8..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_10_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_10_acc.png
deleted file mode 100644
index b5a8e5a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_10_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_10_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_10_f1.png
deleted file mode 100644
index 2b6ec22..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_10_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_20_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_20_acc.png
deleted file mode 100644
index 26febd4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_20_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_20_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_20_f1.png
deleted file mode 100644
index 5b8d07a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_20_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_30_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_30_acc.png
deleted file mode 100644
index 60661ca..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_30_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_30_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_30_f1.png
deleted file mode 100644
index 9b862c1..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_30_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_40_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_40_acc.png
deleted file mode 100644
index a904060..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_40_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_40_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_40_f1.png
deleted file mode 100644
index 74d80a5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_40_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_50_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_50_acc.png
deleted file mode 100644
index 48f2c09..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_50_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_50_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_50_f1.png
deleted file mode 100644
index d971772..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_50_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_60_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_60_acc.png
deleted file mode 100644
index 74f75c8..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_60_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_60_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_60_f1.png
deleted file mode 100644
index 575bd24..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_60_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_70_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_70_acc.png
deleted file mode 100644
index ab4ddc4..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_70_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_70_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_70_f1.png
deleted file mode 100644
index b285683..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_70_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_80_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_80_acc.png
deleted file mode 100644
index c822c5a..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_80_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_80_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_80_f1.png
deleted file mode 100644
index dd07255..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_80_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_90_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_90_acc.png
deleted file mode 100644
index b83f33f..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_90_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_90_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_90_f1.png
deleted file mode 100644
index f7fec9b..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_90_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_avg_acc.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_avg_acc.png
deleted file mode 100644
index 187e4ac..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_avg_acc.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_avg_f1.png b/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_avg_f1.png
deleted file mode 100644
index c9f14b5..0000000
Binary files a/output/main/rcv1_MCAT_9prevs/plot/shift_rcv1_MCAT_sld_vs_pacc_avg_f1.png and /dev/null differ
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_9prevs.log b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_9prevs.log
deleted file mode 100644
index deeee18..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_9prevs.log
+++ /dev/null
@@ -1,351 +0,0 @@
-06/11/23 06:50:22| INFO     dataset rcv1_MCAT_9prevs
-06/11/23 06:50:27| INFO     Dataset sample 0.10 of dataset rcv1_MCAT_9prevs started
-06/11/23 06:51:29| INFO        ref finished [took 47.8430s]
-06/11/23 06:51:34| INFO        atc_mc finished [took 51.2418s]
-06/11/23 06:51:36| INFO        mul_pacc finished [took 56.8770s]
-06/11/23 06:52:00| INFO        mulne_sld finished [took 85.8579s]
-06/11/23 06:52:00| INFO        mul_sld finished [took 90.6401s]
-06/11/23 06:52:12| INFO        mulmc_sld finished [took 100.3728s]
-06/11/23 06:54:15| INFO        bin_pacc finished [took 217.8843s]
-06/11/23 06:54:15| INFO        bin_sld finished [took 226.6925s]
-06/11/23 06:54:17| INFO        binne_sld finished [took 224.5785s]
-06/11/23 06:54:17| INFO        binmc_sld finished [took 226.9490s]
-06/11/23 06:54:17| INFO     Dataset sample 0.10 of dataset rcv1_MCAT_9prevs finished [took 229.9256s]
-06/11/23 06:54:17| INFO     Dataset sample 0.20 of dataset rcv1_MCAT_9prevs started
-06/11/23 06:55:14| INFO        ref finished [took 46.7323s]
-06/11/23 06:55:20| INFO        atc_mc finished [took 51.0126s]
-06/11/23 06:55:22| INFO        mul_pacc finished [took 55.8357s]
-06/11/23 06:55:23| INFO        mulmc_sld finished [took 62.0464s]
-06/11/23 06:55:24| INFO        mul_sld finished [took 64.8106s]
-06/11/23 06:55:25| INFO        mulne_sld finished [took 61.6750s]
-06/11/23 06:57:56| INFO        bin_pacc finished [took 210.8901s]
-06/11/23 06:57:56| INFO        bin_sld finished [took 217.3461s]
-06/11/23 06:57:57| INFO        binmc_sld finished [took 216.6599s]
-06/11/23 06:58:00| INFO        binne_sld finished [took 216.9668s]
-06/11/23 06:58:00| INFO     Dataset sample 0.20 of dataset rcv1_MCAT_9prevs finished [took 222.3450s]
-06/11/23 06:58:00| INFO     Dataset sample 0.30 of dataset rcv1_MCAT_9prevs started
-06/11/23 06:58:57| INFO        ref finished [took 47.5989s]
-06/11/23 06:59:02| INFO        atc_mc finished [took 51.5080s]
-06/11/23 06:59:04| INFO        mul_pacc finished [took 56.1671s]
-06/11/23 06:59:09| INFO        mulmc_sld finished [took 65.0229s]
-06/11/23 06:59:10| INFO        mul_sld finished [took 68.8366s]
-06/11/23 06:59:11| INFO        mulne_sld finished [took 65.2964s]
-06/11/23 07:01:39| INFO        bin_pacc finished [took 212.3570s]
-06/11/23 07:01:40| INFO        bin_sld finished [took 219.3886s]
-06/11/23 07:01:42| INFO        binmc_sld finished [took 219.1471s]
-06/11/23 07:01:43| INFO        binne_sld finished [took 218.3714s]
-06/11/23 07:01:43| INFO     Dataset sample 0.30 of dataset rcv1_MCAT_9prevs finished [took 223.2305s]
-06/11/23 07:01:43| INFO     Dataset sample 0.40 of dataset rcv1_MCAT_9prevs started
-06/11/23 07:02:40| INFO        ref finished [took 47.3513s]
-06/11/23 07:02:45| INFO        atc_mc finished [took 51.3858s]
-06/11/23 07:02:47| INFO        mul_pacc finished [took 56.3829s]
-06/11/23 07:02:50| INFO        mul_sld finished [took 64.9257s]
-06/11/23 07:02:50| INFO        mulmc_sld finished [took 63.6515s]
-06/11/23 07:02:52| INFO        mulne_sld finished [took 63.8008s]
-06/11/23 07:05:22| INFO        bin_pacc finished [took 211.8418s]
-06/11/23 07:05:22| INFO        binmc_sld finished [took 216.4950s]
-06/11/23 07:05:22| INFO        bin_sld finished [took 218.2730s]
-06/11/23 07:05:25| INFO        binne_sld finished [took 217.6016s]
-06/11/23 07:05:25| INFO     Dataset sample 0.40 of dataset rcv1_MCAT_9prevs finished [took 222.4416s]
-06/11/23 07:05:25| INFO     Dataset sample 0.50 of dataset rcv1_MCAT_9prevs started
-06/11/23 07:06:22| INFO        ref finished [took 47.3783s]
-06/11/23 07:06:27| INFO        atc_mc finished [took 51.1924s]
-06/11/23 07:06:30| INFO        mul_pacc finished [took 56.3115s]
-06/11/23 07:06:34| INFO        mul_sld finished [took 66.6559s]
-06/11/23 07:06:34| INFO        mulmc_sld finished [took 65.2448s]
-06/11/23 07:06:37| INFO        mulne_sld finished [took 65.6557s]
-06/11/23 07:09:03| INFO        binmc_sld finished [took 214.4549s]
-06/11/23 07:09:03| INFO        bin_sld finished [took 216.8097s]
-06/11/23 07:09:04| INFO        bin_pacc finished [took 211.9484s]
-06/11/23 07:09:06| INFO        binne_sld finished [took 215.5010s]
-06/11/23 07:09:06| INFO     Dataset sample 0.50 of dataset rcv1_MCAT_9prevs finished [took 220.4788s]
-06/11/23 07:09:06| INFO     Dataset sample 0.60 of dataset rcv1_MCAT_9prevs started
-06/11/23 07:10:03| INFO        ref finished [took 47.0882s]
-06/11/23 07:10:08| INFO        atc_mc finished [took 51.1826s]
-06/11/23 07:10:10| INFO        mul_pacc finished [took 55.8766s]
-06/11/23 07:10:14| INFO        mulmc_sld finished [took 64.7175s]
-06/11/23 07:10:15| INFO        mul_sld finished [took 67.2892s]
-06/11/23 07:10:17| INFO        mulne_sld finished [took 64.9305s]
-06/11/23 07:12:40| INFO        bin_pacc finished [took 207.6921s]
-06/11/23 07:12:41| INFO        binmc_sld finished [took 212.3821s]
-06/11/23 07:12:41| INFO        bin_sld finished [took 214.5241s]
-06/11/23 07:12:43| INFO        binne_sld finished [took 212.5115s]
-06/11/23 07:12:43| INFO     Dataset sample 0.60 of dataset rcv1_MCAT_9prevs finished [took 217.3597s]
-06/11/23 07:12:43| INFO     Dataset sample 0.70 of dataset rcv1_MCAT_9prevs started
-06/11/23 07:13:39| INFO        ref finished [took 46.5374s]
-06/11/23 07:13:45| INFO        atc_mc finished [took 51.0121s]
-06/11/23 07:13:47| INFO        mul_pacc finished [took 55.4950s]
-06/11/23 07:13:52| INFO        mulmc_sld finished [took 64.7651s]
-06/11/23 07:13:52| INFO        mul_sld finished [took 67.0632s]
-06/11/23 07:13:54| INFO        mulne_sld finished [took 65.2533s]
-06/11/23 07:16:18| INFO        bin_pacc finished [took 207.9541s]
-06/11/23 07:16:19| INFO        bin_sld finished [took 214.6495s]
-06/11/23 07:16:19| INFO        binmc_sld finished [took 213.2167s]
-06/11/23 07:16:24| INFO        binne_sld finished [took 215.5646s]
-06/11/23 07:16:24| INFO     Dataset sample 0.70 of dataset rcv1_MCAT_9prevs finished [took 220.4851s]
-06/11/23 07:16:24| INFO     Dataset sample 0.80 of dataset rcv1_MCAT_9prevs started
-06/11/23 07:17:20| INFO        ref finished [took 46.7655s]
-06/11/23 07:17:25| INFO        atc_mc finished [took 50.9430s]
-06/11/23 07:17:27| INFO        mul_pacc finished [took 55.4948s]
-06/11/23 07:17:44| INFO        mul_sld finished [took 78.5002s]
-06/11/23 07:17:46| INFO        mulmc_sld finished [took 78.7519s]
-06/11/23 07:17:48| INFO        mulne_sld finished [took 78.4293s]
-06/11/23 07:19:59| INFO        bin_pacc finished [took 208.5200s]
-06/11/23 07:20:02| INFO        bin_sld finished [took 216.9046s]
-06/11/23 07:20:03| INFO        binmc_sld finished [took 216.2736s]
-06/11/23 07:20:03| INFO        binne_sld finished [took 214.9573s]
-06/11/23 07:20:03| INFO     Dataset sample 0.80 of dataset rcv1_MCAT_9prevs finished [took 219.7592s]
-06/11/23 07:20:03| INFO     Dataset sample 0.90 of dataset rcv1_MCAT_9prevs started
-06/11/23 07:20:05| WARNING     Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 07:20:06| WARNING     Method binmc_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 07:20:08| WARNING     Method binne_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 07:20:10| WARNING     Method bin_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 07:20:12| WARNING     Method mul_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
-06/11/23 07:20:48| INFO        ref finished [took 36.6985s]
-06/11/23 07:20:52| INFO        atc_mc finished [took 39.8292s]
-06/11/23 07:20:55| INFO        mulmc_sld finished [took 48.0943s]
-06/11/23 07:20:56| INFO        mul_sld finished [took 50.2138s]
-06/11/23 07:20:57| INFO        mulne_sld finished [took 47.9755s]
-06/11/23 07:20:57| INFO     Dataset sample 0.90 of dataset rcv1_MCAT_9prevs finished [took 53.5645s]
-----------------------------------------------------------------------------------------------------
-06/11/23 21:20:10| INFO     dataset rcv1_MCAT_9prevs
-06/11/23 21:20:18| INFO     Dataset sample 0.10 of dataset rcv1_MCAT_9prevs started
-06/11/23 21:23:12| INFO        doc_feat finished [took 81.2849s]
-06/11/23 21:23:21| INFO        mul_pacc finished [took 168.3242s]
-06/11/23 21:23:30| INFO        mulmc_pacc finished [took 173.2730s]
-06/11/23 21:23:35| INFO        atc_mc finished [took 115.3803s]
-06/11/23 21:23:41| INFO        ref finished [took 125.5611s]
-06/11/23 21:23:41| INFO        kfcv finished [took 136.3040s]
-06/11/23 21:23:51| INFO        mulne_pacc finished [took 185.3346s]
-06/11/23 21:23:58| INFO        atc_ne finished [took 129.7752s]
-06/11/23 21:23:59| INFO        mul_cc finished [took 164.3501s]
-06/11/23 21:24:26| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.02036) [took 203.9839s]
-06/11/23 21:24:32| INFO        mul_sld finished [took 249.6979s]
-06/11/23 21:25:50| INFO        mul_pacc_gs finished [took 287.7634s]
-06/11/23 21:28:08| INFO        binne_pacc finished [took 443.1314s]
-06/11/23 21:28:11| INFO        bin_cc finished [took 427.7416s]
-06/11/23 21:28:26| INFO        bin_pacc finished [took 475.7859s]
-06/11/23 21:28:28| INFO        binmc_pacc finished [took 472.2702s]
-06/11/23 21:28:33| INFO        bin_sld finished [took 492.0457s]
-06/11/23 21:29:19| INFO        mul_sld_gsq finished [took 529.8190s]
-06/11/23 21:29:26| INFO        bin_sld_gsq finished [took 539.2552s]
-06/11/23 21:30:30| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00591) [took 573.3773s]
-06/11/23 21:31:27| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00754) [took 661.4704s]
-06/11/23 21:32:10| INFO        mul_sld_gs finished [took 704.6441s]
-06/11/23 21:33:40| INFO        bin_pacc_gs finished [took 763.3541s]
-06/11/23 21:36:30| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00760) [took 965.4559s]
-06/11/23 21:39:31| INFO        bin_sld_gs finished [took 1146.5622s]
-06/11/23 21:39:31| INFO     Dataset sample 0.10 of dataset rcv1_MCAT_9prevs finished [took 1152.1700s]
-06/11/23 21:39:31| INFO     Dataset sample 0.20 of dataset rcv1_MCAT_9prevs started
-06/11/23 21:42:13| INFO        doc_feat finished [took 88.9970s]
-06/11/23 21:42:24| INFO        mul_pacc finished [took 161.9999s]
-06/11/23 21:42:31| INFO        mulmc_pacc finished [took 159.0109s]
-06/11/23 21:42:34| INFO        mul_sld finished [took 179.5397s]
-06/11/23 21:42:42| INFO        kfcv finished [took 138.3784s]
-06/11/23 21:42:42| INFO        atc_mc finished [took 127.5150s]
-06/11/23 21:42:45| INFO        ref finished [took 133.9163s]
-06/11/23 21:42:48| INFO        mulne_pacc finished [took 170.3191s]
-06/11/23 21:42:53| INFO        mul_cc finished [took 153.9952s]
-06/11/23 21:42:57| INFO        atc_ne finished [took 133.9857s]
-06/11/23 21:43:07| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.01406) [took 179.2817s]
-06/11/23 21:44:27| INFO        mul_pacc_gs finished [took 259.4430s]
-06/11/23 21:46:57| INFO        bin_pacc finished [took 435.9586s]
-06/11/23 21:47:02| INFO        binmc_pacc finished [took 436.7170s]
-06/11/23 21:47:02| INFO        bin_sld finished [took 448.6901s]
-06/11/23 21:47:03| INFO        binne_pacc finished [took 430.3933s]
-06/11/23 21:47:06| INFO        bin_cc finished [took 413.3717s]
-06/11/23 21:47:44| INFO        mul_sld_gsq finished [took 485.8565s]
-06/11/23 21:48:40| INFO        bin_sld_gsq finished [took 542.6385s]
-06/11/23 21:49:21| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.01029) [took 558.1111s]
-06/11/23 21:49:54| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00862) [took 617.7204s]
-06/11/23 21:50:38| INFO        mul_sld_gs finished [took 661.3619s]
-06/11/23 21:52:31| INFO        bin_pacc_gs finished [took 747.8605s]
-06/11/23 21:55:23| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00631) [took 947.6305s]
-06/11/23 21:58:25| INFO        bin_sld_gs finished [took 1128.9705s]
-06/11/23 21:58:25| INFO     Dataset sample 0.20 of dataset rcv1_MCAT_9prevs finished [took 1133.8038s]
-06/11/23 21:58:25| INFO     Dataset sample 0.30 of dataset rcv1_MCAT_9prevs started
-06/11/23 22:01:11| INFO        doc_feat finished [took 91.6284s]
-06/11/23 22:01:13| INFO        mul_pacc finished [took 157.8979s]
-06/11/23 22:01:21| INFO        ref finished [took 117.5064s]
-06/11/23 22:01:29| INFO        mulmc_pacc finished [took 171.3367s]
-06/11/23 22:01:34| INFO        kfcv finished [took 138.8623s]
-06/11/23 22:01:44| INFO        atc_ne finished [took 127.4515s]
-06/11/23 22:01:45| INFO        mulne_pacc finished [took 175.7659s]
-06/11/23 22:01:45| INFO        atc_mc finished [took 134.5717s]
-06/11/23 22:01:47| INFO        mul_sld finished [took 198.7132s]
-06/11/23 22:01:53| INFO        mul_cc finished [took 156.7010s]
-06/11/23 22:01:56| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00920) [took 169.8061s]
-06/11/23 22:03:15| INFO        mul_pacc_gs finished [took 248.7885s]
-06/11/23 22:05:47| INFO        bin_pacc finished [took 433.9454s]
-06/11/23 22:05:52| INFO        binmc_pacc finished [took 435.7566s]
-06/11/23 22:05:55| INFO        binne_pacc finished [took 432.5216s]
-06/11/23 22:06:02| INFO        bin_sld finished [took 455.4425s]
-06/11/23 22:06:03| INFO        bin_cc finished [took 409.9712s]
-06/11/23 22:06:43| INFO        mul_sld_gsq finished [took 490.7571s]
-06/11/23 22:07:34| INFO        bin_sld_gsq finished [took 542.4371s]
-06/11/23 22:08:10| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00585) [took 557.7911s]
-06/11/23 22:08:29| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00589) [took 598.8338s]
-06/11/23 22:09:12| INFO        mul_sld_gs finished [took 641.4050s]
-06/11/23 22:11:15| INFO        bin_pacc_gs finished [took 742.8423s]
-06/11/23 22:14:10| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00443) [took 940.7448s]
-06/11/23 22:17:12| INFO        bin_sld_gs finished [took 1122.5660s]
-06/11/23 22:17:12| INFO     Dataset sample 0.30 of dataset rcv1_MCAT_9prevs finished [took 1126.9865s]
-06/11/23 22:17:12| INFO     Dataset sample 0.40 of dataset rcv1_MCAT_9prevs started
-06/11/23 22:19:32| INFO        ref finished [took 85.6333s]
-06/11/23 22:19:43| INFO        mulmc_pacc finished [took 138.3833s]
-06/11/23 22:19:44| INFO        doc_feat finished [took 84.2844s]
-06/11/23 22:19:54| INFO        atc_ne finished [took 99.6744s]
-06/11/23 22:19:57| INFO        kfcv finished [took 114.5018s]
-06/11/23 22:19:59| INFO        mul_cc finished [took 123.4161s]
-06/11/23 22:20:05| INFO        mul_pacc finished [took 163.4607s]
-06/11/23 22:20:09| INFO        mul_sld finished [took 173.7721s]
-06/11/23 22:20:16| INFO        mulne_pacc finished [took 162.8502s]
-06/11/23 22:20:16| INFO        atc_mc finished [took 124.1504s]
-06/11/23 22:20:36| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00596) [took 169.9575s]
-06/11/23 22:21:55| INFO        mul_pacc_gs finished [took 248.8139s]
-06/11/23 22:24:04| INFO        binmc_pacc finished [took 400.7570s]
-06/11/23 22:24:12| INFO        bin_pacc finished [took 411.2454s]
-06/11/23 22:24:21| INFO        binne_pacc finished [took 414.5496s]
-06/11/23 22:24:21| INFO        bin_cc finished [took 389.2880s]
-06/11/23 22:24:25| INFO        bin_sld finished [took 431.6256s]
-06/11/23 22:25:13| INFO        mul_sld_gsq finished [took 474.0621s]
-06/11/23 22:25:54| INFO        bin_sld_gsq finished [took 515.9435s]
-06/11/23 22:26:41| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00626) [took 539.2315s]
-06/11/23 22:27:11| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00612) [took 594.2222s]
-06/11/23 22:27:54| INFO        mul_sld_gs finished [took 637.0683s]
-06/11/23 22:29:48| INFO        bin_pacc_gs finished [took 725.8952s]
-06/11/23 22:33:01| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00682) [took 945.7122s]
-06/11/23 22:36:02| INFO        bin_sld_gs finished [took 1126.7133s]
-06/11/23 22:36:02| INFO     Dataset sample 0.40 of dataset rcv1_MCAT_9prevs finished [took 1130.5566s]
-06/11/23 22:36:02| INFO     Dataset sample 0.50 of dataset rcv1_MCAT_9prevs started
-06/11/23 22:38:42| INFO        doc_feat finished [took 76.3995s]
-06/11/23 22:39:04| INFO        mul_pacc finished [took 170.8108s]
-06/11/23 22:39:11| INFO        mulmc_pacc finished [took 169.1537s]
-06/11/23 22:39:22| INFO        ref finished [took 134.5551s]
-06/11/23 22:39:23| INFO        kfcv finished [took 144.5049s]
-06/11/23 22:39:28| INFO        mul_sld finished [took 201.7112s]
-06/11/23 22:39:31| INFO        atc_ne finished [took 127.5871s]
-06/11/23 22:39:32| INFO        atc_mc finished [took 141.1615s]
-06/11/23 22:39:33| INFO        mulne_pacc finished [took 181.7155s]
-06/11/23 22:39:34| INFO        mul_cc finished [took 156.9505s]
-06/11/23 22:39:37| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.00848) [took 178.6463s]
-06/11/23 22:41:02| INFO        mul_pacc_gs finished [took 264.1109s]
-06/11/23 22:43:34| INFO        binmc_pacc finished [took 438.9742s]
-06/11/23 22:43:34| INFO        bin_pacc finished [took 442.7005s]
-06/11/23 22:43:43| INFO        bin_sld finished [took 458.4940s]
-06/11/23 22:43:44| INFO        binne_pacc finished [took 443.0455s]
-06/11/23 22:43:55| INFO        bin_cc finished [took 423.6361s]
-06/11/23 22:44:45| INFO        mul_sld_gsq finished [took 514.4586s]
-06/11/23 22:45:32| INFO        bin_sld_gsq finished [took 562.7681s]
-06/11/23 22:46:12| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00790) [took 574.1156s]
-06/11/23 22:46:42| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00824) [took 633.5645s]
-06/11/23 22:47:24| INFO        mul_sld_gs finished [took 676.3552s]
-06/11/23 22:49:27| INFO        bin_pacc_gs finished [took 768.3574s]
-06/11/23 22:52:27| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00861) [took 979.5729s]
-06/11/23 22:55:32| INFO        bin_sld_gs finished [took 1164.7331s]
-06/11/23 22:55:32| INFO     Dataset sample 0.50 of dataset rcv1_MCAT_9prevs finished [took 1169.2748s]
-06/11/23 22:55:32| INFO     Dataset sample 0.60 of dataset rcv1_MCAT_9prevs started
-06/11/23 22:58:47| INFO        doc_feat finished [took 112.6375s]
-06/11/23 22:59:00| INFO        kfcv finished [took 150.2412s]
-06/11/23 22:59:00| INFO        mul_pacc finished [took 197.0521s]
-06/11/23 22:59:06| INFO        mul_sld finished [took 209.9482s]
-06/11/23 22:59:07| INFO        mulmc_pacc finished [took 198.8911s]
-06/11/23 22:59:07| INFO        ref finished [took 148.7702s]
-06/11/23 22:59:16| INFO        atc_ne finished [took 143.7730s]
-06/11/23 22:59:18| INFO        atc_mc finished [took 151.2783s]
-06/11/23 22:59:19| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.01122) [took 190.1694s]
-06/11/23 22:59:26| INFO        mul_cc finished [took 179.0100s]
-06/11/23 22:59:33| INFO        mulne_pacc finished [took 211.9002s]
-06/11/23 23:00:52| INFO        mul_pacc_gs finished [took 283.5718s]
-06/11/23 23:03:21| INFO        bin_sld finished [took 466.9682s]
-06/11/23 23:03:24| INFO        binmc_pacc finished [took 456.9500s]
-06/11/23 23:03:25| INFO        bin_pacc finished [took 464.1421s]
-06/11/23 23:03:39| INFO        bin_cc finished [took 445.8302s]
-06/11/23 23:03:40| INFO        binne_pacc finished [took 466.3427s]
-06/11/23 23:04:10| INFO        mul_sld_gsq finished [took 509.0584s]
-06/11/23 23:04:56| INFO        bin_sld_gsq finished [took 556.7578s]
-06/11/23 23:05:48| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.01033) [took 581.0899s]
-06/11/23 23:06:14| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00791) [took 636.6955s]
-06/11/23 23:07:00| INFO        mul_sld_gs finished [took 682.1829s]
-06/11/23 23:08:59| INFO        bin_pacc_gs finished [took 772.0584s]
-06/11/23 23:11:44| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00722) [took 966.7367s]
-06/11/23 23:14:47| INFO        bin_sld_gs finished [took 1150.2138s]
-06/11/23 23:14:47| INFO     Dataset sample 0.60 of dataset rcv1_MCAT_9prevs finished [took 1155.4582s]
-06/11/23 23:14:47| INFO     Dataset sample 0.70 of dataset rcv1_MCAT_9prevs started
-06/11/23 23:17:29| INFO        mulmc_pacc finished [took 140.6592s]
-06/11/23 23:17:37| INFO        doc_feat finished [took 93.5374s]
-06/11/23 23:17:58| INFO        mul_pacc finished [took 176.1101s]
-06/11/23 23:18:06| INFO        mulne_pacc finished [took 168.2578s]
-06/11/23 23:18:06| INFO        ref finished [took 138.9670s]
-06/11/23 23:18:13| INFO        atc_ne finished [took 133.8368s]
-06/11/23 23:18:13| INFO        mul_cc finished [took 156.3809s]
-06/11/23 23:18:14| INFO        atc_mc finished [took 140.7865s]
-06/11/23 23:18:15| INFO        kfcv finished [took 150.8563s]
-06/11/23 23:18:28| INFO        mul_sld finished [took 213.5502s]
-06/11/23 23:18:37| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00696) [took 184.7202s]
-06/11/23 23:20:04| INFO        mul_pacc_gs finished [took 271.8620s]
-06/11/23 23:22:38| INFO        binne_pacc finished [took 444.7274s]
-06/11/23 23:22:39| INFO        binmc_pacc finished [took 454.8866s]
-06/11/23 23:22:39| INFO        bin_pacc finished [took 458.6381s]
-06/11/23 23:22:47| INFO        bin_cc finished [took 432.1075s]
-06/11/23 23:22:54| INFO        bin_sld finished [took 480.5003s]
-06/11/23 23:23:33| INFO        mul_sld_gsq finished [took 514.0066s]
-06/11/23 23:24:13| INFO        bin_sld_gsq finished [took 554.7885s]
-06/11/23 23:24:57| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00603) [took 574.6463s]
-06/11/23 23:25:06| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00528) [took 609.3079s]
-06/11/23 23:25:51| INFO        mul_sld_gs finished [took 654.2885s]
-06/11/23 23:28:10| INFO        bin_pacc_gs finished [took 767.8253s]
-06/11/23 23:30:43| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00733) [took 947.2105s]
-06/11/23 23:33:48| INFO        bin_sld_gs finished [took 1132.1309s]
-06/11/23 23:33:48| INFO     Dataset sample 0.70 of dataset rcv1_MCAT_9prevs finished [took 1140.6743s]
-06/11/23 23:33:48| INFO     Dataset sample 0.80 of dataset rcv1_MCAT_9prevs started
-06/11/23 23:36:55| INFO        doc_feat finished [took 101.6311s]
-06/11/23 23:37:16| INFO        atc_ne finished [took 124.5854s]
-06/11/23 23:37:39| INFO        mulne_pacc finished [took 198.5060s]
-06/11/23 23:37:42| INFO        mulmc_pacc finished [took 210.8408s]
-06/11/23 23:37:43| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.01019) [took 194.4422s]
-06/11/23 23:37:44| INFO        mul_pacc finished [took 224.0155s]
-06/11/23 23:37:44| INFO        kfcv finished [took 178.0222s]
-06/11/23 23:37:47| INFO        ref finished [took 176.1278s]
-06/11/23 23:37:55| INFO        atc_mc finished [took 173.0154s]
-06/11/23 23:37:58| INFO        mul_cc finished [took 198.1420s]
-06/11/23 23:38:10| INFO        mul_sld finished [took 258.4898s]
-06/11/23 23:39:25| INFO        mul_pacc_gs finished [took 297.0552s]
-06/11/23 23:41:55| INFO        binmc_pacc finished [took 471.8397s]
-06/11/23 23:42:06| INFO        binne_pacc finished [took 470.6917s]
-06/11/23 23:42:08| INFO        bin_pacc finished [took 490.2025s]
-06/11/23 23:42:11| INFO        bin_sld finished [took 500.3974s]
-06/11/23 23:42:17| INFO        bin_cc finished [took 463.2719s]
-06/11/23 23:42:33| INFO        mul_sld_gsq finished [took 515.9211s]
-06/11/23 23:43:19| INFO        bin_sld_gsq finished [took 563.2792s]
-06/11/23 23:44:05| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01110) [took 580.7011s]
-06/11/23 23:44:33| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00755) [took 638.9055s]
-06/11/23 23:45:18| INFO        mul_sld_gs finished [took 683.7473s]
-06/11/23 23:47:14| INFO        bin_pacc_gs finished [took 769.5136s]
-06/11/23 23:50:19| DEBUG       [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00653) [took 986.1331s]
-06/11/23 23:53:23| INFO        bin_sld_gs finished [took 1170.3407s]
-06/11/23 23:53:23| INFO     Dataset sample 0.80 of dataset rcv1_MCAT_9prevs finished [took 1175.4004s]
-06/11/23 23:53:23| INFO     Dataset sample 0.90 of dataset rcv1_MCAT_9prevs started
-06/11/23 23:53:29| WARNING     Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 23:53:31| WARNING     Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 23:53:32| WARNING     Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 23:53:34| WARNING     Method mul_sld_gsq failed. Exception: a must be greater than 0 unless no samples are taken
-06/11/23 23:53:34| WARNING     Method bin_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 23:53:36| WARNING     Method mul_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
-06/11/23 23:53:37| WARNING     Method binmc_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 23:53:38| WARNING     Method binne_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 23:53:39| WARNING     Method mulmc_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
-06/11/23 23:53:41| WARNING     Method mulne_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
-06/11/23 23:53:41| WARNING     Method bin_pacc_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 23:53:43| WARNING     Method mul_pacc_gs failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
-06/11/23 23:53:44| WARNING     Method bin_cc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
-06/11/23 23:54:33| INFO        ref finished [took 46.5615s]
-06/11/23 23:54:34| INFO        doc_feat finished [took 43.4254s]
-06/11/23 23:54:34| INFO        kfcv finished [took 48.7260s]
-06/11/23 23:54:34| INFO        mul_sld finished [took 64.5496s]
-06/11/23 23:54:38| INFO        atc_mc finished [took 49.9172s]
-06/11/23 23:54:39| INFO        atc_ne finished [took 49.8635s]
-06/11/23 23:54:39| INFO        mul_cc finished [took 54.7417s]
-06/11/23 23:58:27| DEBUG       [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01247) [took 295.7388s]
-06/11/23 23:59:08| INFO        mul_sld_gs finished [took 336.2009s]
-06/11/23 23:59:08| INFO     Dataset sample 0.90 of dataset rcv1_MCAT_9prevs finished [took 344.1389s]
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_cc_vs_other_acc.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_cc_vs_other_acc.md
deleted file mode 100644
index fce2084..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_cc_vs_other_acc.md
+++ /dev/null
@@ -1,2440 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 492.046s  
-> mul_sld: 249.698s  
-> bin_sld_gs: 1146.562s  
-> mul_sld_gs: 704.644s  
-> bin_sld_gsq: 539.255s  
-> mul_sld_gsq: 529.819s  
-> bin_pacc: 475.786s  
-> mul_pacc: 168.324s  
-> binmc_pacc: 472.270s  
-> mulmc_pacc: 173.273s  
-> binne_pacc: 443.131s  
-> mulne_pacc: 185.335s  
-> bin_pacc_gs: 763.354s  
-> mul_pacc_gs: 287.763s  
-> bin_cc: 427.742s  
-> mul_cc: 164.350s  
-> kfcv: 136.304s  
-> ref: 125.561s  
-> atc_mc: 115.380s  
-> atc_ne: 129.775s  
-> doc_feat: 81.285s  
-> tot: 1152.170s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0005</td>
-      <td>0.0004</td>
-      <td>0.0035</td>
-      <td>0.0233</td>
-      <td>0.0042</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0084</td>
-      <td>0.0105</td>
-      <td>0.0060</td>
-      <td>0.0434</td>
-      <td>0.0128</td>
-      <td>0.0134</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0075</td>
-      <td>0.0149</td>
-      <td>0.0059</td>
-      <td>0.0439</td>
-      <td>0.0313</td>
-      <td>0.0307</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0080</td>
-      <td>0.0266</td>
-      <td>0.0080</td>
-      <td>0.0653</td>
-      <td>0.0488</td>
-      <td>0.0484</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0103</td>
-      <td>0.0439</td>
-      <td>0.0091</td>
-      <td>0.0708</td>
-      <td>0.0651</td>
-      <td>0.0648</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0165</td>
-      <td>0.0612</td>
-      <td>0.0110</td>
-      <td>0.0699</td>
-      <td>0.0838</td>
-      <td>0.0821</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0235</td>
-      <td>0.0801</td>
-      <td>0.0134</td>
-      <td>0.0790</td>
-      <td>0.1023</td>
-      <td>0.1006</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0350</td>
-      <td>0.1015</td>
-      <td>0.0144</td>
-      <td>0.0953</td>
-      <td>0.1190</td>
-      <td>0.1167</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0473</td>
-      <td>0.1247</td>
-      <td>0.0143</td>
-      <td>0.0875</td>
-      <td>0.1347</td>
-      <td>0.1320</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0563</td>
-      <td>0.1447</td>
-      <td>0.0169</td>
-      <td>0.1157</td>
-      <td>0.1541</td>
-      <td>0.1514</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0676</td>
-      <td>0.1624</td>
-      <td>0.0192</td>
-      <td>0.0982</td>
-      <td>0.1722</td>
-      <td>0.1694</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0803</td>
-      <td>0.1881</td>
-      <td>0.0205</td>
-      <td>0.1158</td>
-      <td>0.1875</td>
-      <td>0.1832</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0905</td>
-      <td>0.2041</td>
-      <td>0.0252</td>
-      <td>0.1284</td>
-      <td>0.2085</td>
-      <td>0.2038</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.1034</td>
-      <td>0.2280</td>
-      <td>0.0248</td>
-      <td>0.1432</td>
-      <td>0.2244</td>
-      <td>0.2194</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.1165</td>
-      <td>0.2499</td>
-      <td>0.0252</td>
-      <td>0.1414</td>
-      <td>0.2410</td>
-      <td>0.2350</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.1271</td>
-      <td>0.2660</td>
-      <td>0.0281</td>
-      <td>0.1622</td>
-      <td>0.2584</td>
-      <td>0.2519</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.1381</td>
-      <td>0.2853</td>
-      <td>0.0284</td>
-      <td>0.1732</td>
-      <td>0.2756</td>
-      <td>0.2681</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.1419</td>
-      <td>0.2570</td>
-      <td>0.0315</td>
-      <td>0.1648</td>
-      <td>0.2924</td>
-      <td>0.2861</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.1005</td>
-      <td>0.1951</td>
-      <td>0.0330</td>
-      <td>0.1652</td>
-      <td>0.3104</td>
-      <td>0.3040</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0508</td>
-      <td>0.1306</td>
-      <td>0.0364</td>
-      <td>0.1852</td>
-      <td>0.3280</td>
-      <td>0.3212</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0010</td>
-      <td>0.0574</td>
-      <td>0.0375</td>
-      <td>0.2159</td>
-      <td>0.3445</td>
-      <td>0.3366</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0586</td>
-      <td>0.1349</td>
-      <td>0.0196</td>
-      <td>0.1137</td>
-      <td>0.1714</td>
-      <td>0.1677</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_10_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_10_acc.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 448.690s  
-> mul_sld: 179.540s  
-> bin_sld_gs: 1128.970s  
-> mul_sld_gs: 661.362s  
-> bin_sld_gsq: 542.638s  
-> mul_sld_gsq: 485.856s  
-> bin_pacc: 435.959s  
-> mul_pacc: 162.000s  
-> binmc_pacc: 436.717s  
-> mulmc_pacc: 159.011s  
-> binne_pacc: 430.393s  
-> mulne_pacc: 170.319s  
-> bin_pacc_gs: 747.860s  
-> mul_pacc_gs: 259.443s  
-> bin_cc: 413.372s  
-> mul_cc: 153.995s  
-> kfcv: 138.378s  
-> ref: 133.916s  
-> atc_mc: 127.515s  
-> atc_ne: 133.986s  
-> doc_feat: 88.997s  
-> tot: 1133.804s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0007</td>
-      <td>0.0019</td>
-      <td>0.0020</td>
-      <td>0.0159</td>
-      <td>0.0068</td>
-      <td>0.0029</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0103</td>
-      <td>0.0099</td>
-      <td>0.0063</td>
-      <td>0.0146</td>
-      <td>0.0044</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0113</td>
-      <td>0.0138</td>
-      <td>0.0073</td>
-      <td>0.0147</td>
-      <td>0.0141</td>
-      <td>0.0225</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0122</td>
-      <td>0.0161</td>
-      <td>0.0081</td>
-      <td>0.0160</td>
-      <td>0.0245</td>
-      <td>0.0347</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0114</td>
-      <td>0.0156</td>
-      <td>0.0090</td>
-      <td>0.0157</td>
-      <td>0.0349</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0089</td>
-      <td>0.0122</td>
-      <td>0.0082</td>
-      <td>0.0154</td>
-      <td>0.0445</td>
-      <td>0.0586</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0089</td>
-      <td>0.0124</td>
-      <td>0.0094</td>
-      <td>0.0147</td>
-      <td>0.0565</td>
-      <td>0.0709</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0097</td>
-      <td>0.0124</td>
-      <td>0.0103</td>
-      <td>0.0158</td>
-      <td>0.0660</td>
-      <td>0.0830</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0083</td>
-      <td>0.0121</td>
-      <td>0.0092</td>
-      <td>0.0154</td>
-      <td>0.0749</td>
-      <td>0.0947</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0098</td>
-      <td>0.0147</td>
-      <td>0.0096</td>
-      <td>0.0161</td>
-      <td>0.0875</td>
-      <td>0.1084</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0123</td>
-      <td>0.0195</td>
-      <td>0.0107</td>
-      <td>0.0178</td>
-      <td>0.0977</td>
-      <td>0.1211</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0160</td>
-      <td>0.0270</td>
-      <td>0.0116</td>
-      <td>0.0176</td>
-      <td>0.1078</td>
-      <td>0.1319</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0201</td>
-      <td>0.0319</td>
-      <td>0.0126</td>
-      <td>0.0163</td>
-      <td>0.1199</td>
-      <td>0.1472</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0267</td>
-      <td>0.0424</td>
-      <td>0.0126</td>
-      <td>0.0171</td>
-      <td>0.1298</td>
-      <td>0.1573</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0332</td>
-      <td>0.0521</td>
-      <td>0.0111</td>
-      <td>0.0197</td>
-      <td>0.1371</td>
-      <td>0.1669</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0388</td>
-      <td>0.0599</td>
-      <td>0.0118</td>
-      <td>0.0184</td>
-      <td>0.1477</td>
-      <td>0.1804</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0449</td>
-      <td>0.0674</td>
-      <td>0.0126</td>
-      <td>0.0201</td>
-      <td>0.1588</td>
-      <td>0.1927</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0496</td>
-      <td>0.0739</td>
-      <td>0.0144</td>
-      <td>0.0176</td>
-      <td>0.1702</td>
-      <td>0.2048</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0575</td>
-      <td>0.0862</td>
-      <td>0.0133</td>
-      <td>0.0186</td>
-      <td>0.1796</td>
-      <td>0.2176</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0494</td>
-      <td>0.0802</td>
-      <td>0.0123</td>
-      <td>0.0158</td>
-      <td>0.1915</td>
-      <td>0.2291</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0010</td>
-      <td>0.0193</td>
-      <td>0.0148</td>
-      <td>0.0204</td>
-      <td>0.2010</td>
-      <td>0.2410</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0210</td>
-      <td>0.0324</td>
-      <td>0.0103</td>
-      <td>0.0168</td>
-      <td>0.0979</td>
-      <td>0.1201</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_20_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_20_acc.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 455.442s  
-> mul_sld: 198.713s  
-> bin_sld_gs: 1122.566s  
-> mul_sld_gs: 641.405s  
-> bin_sld_gsq: 542.437s  
-> mul_sld_gsq: 490.757s  
-> bin_pacc: 433.945s  
-> mul_pacc: 157.898s  
-> binmc_pacc: 435.757s  
-> mulmc_pacc: 171.337s  
-> binne_pacc: 432.522s  
-> mulne_pacc: 175.766s  
-> bin_pacc_gs: 742.842s  
-> mul_pacc_gs: 248.789s  
-> bin_cc: 409.971s  
-> mul_cc: 156.701s  
-> kfcv: 138.862s  
-> ref: 117.506s  
-> atc_mc: 134.572s  
-> atc_ne: 127.451s  
-> doc_feat: 91.628s  
-> tot: 1126.987s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0005</td>
-      <td>0.0020</td>
-      <td>0.0027</td>
-      <td>0.0066</td>
-      <td>0.0037</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0119</td>
-      <td>0.0083</td>
-      <td>0.0062</td>
-      <td>0.0082</td>
-      <td>0.0070</td>
-      <td>0.0156</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0148</td>
-      <td>0.0110</td>
-      <td>0.0083</td>
-      <td>0.0111</td>
-      <td>0.0144</td>
-      <td>0.0252</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0178</td>
-      <td>0.0114</td>
-      <td>0.0087</td>
-      <td>0.0147</td>
-      <td>0.0209</td>
-      <td>0.0334</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0156</td>
-      <td>0.0110</td>
-      <td>0.0087</td>
-      <td>0.0150</td>
-      <td>0.0282</td>
-      <td>0.0427</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0191</td>
-      <td>0.0121</td>
-      <td>0.0094</td>
-      <td>0.0218</td>
-      <td>0.0350</td>
-      <td>0.0516</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0205</td>
-      <td>0.0141</td>
-      <td>0.0108</td>
-      <td>0.0235</td>
-      <td>0.0425</td>
-      <td>0.0610</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0211</td>
-      <td>0.0148</td>
-      <td>0.0117</td>
-      <td>0.0296</td>
-      <td>0.0492</td>
-      <td>0.0701</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0194</td>
-      <td>0.0156</td>
-      <td>0.0104</td>
-      <td>0.0310</td>
-      <td>0.0552</td>
-      <td>0.0770</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0209</td>
-      <td>0.0191</td>
-      <td>0.0113</td>
-      <td>0.0340</td>
-      <td>0.0636</td>
-      <td>0.0876</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0220</td>
-      <td>0.0225</td>
-      <td>0.0122</td>
-      <td>0.0393</td>
-      <td>0.0709</td>
-      <td>0.0961</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0233</td>
-      <td>0.0256</td>
-      <td>0.0139</td>
-      <td>0.0409</td>
-      <td>0.0777</td>
-      <td>0.1061</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0272</td>
-      <td>0.0313</td>
-      <td>0.0131</td>
-      <td>0.0460</td>
-      <td>0.0866</td>
-      <td>0.1163</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0318</td>
-      <td>0.0377</td>
-      <td>0.0128</td>
-      <td>0.0517</td>
-      <td>0.0925</td>
-      <td>0.1243</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0378</td>
-      <td>0.0462</td>
-      <td>0.0132</td>
-      <td>0.0596</td>
-      <td>0.0975</td>
-      <td>0.1304</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0417</td>
-      <td>0.0501</td>
-      <td>0.0143</td>
-      <td>0.0619</td>
-      <td>0.1043</td>
-      <td>0.1396</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0446</td>
-      <td>0.0575</td>
-      <td>0.0134</td>
-      <td>0.0642</td>
-      <td>0.1117</td>
-      <td>0.1489</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0455</td>
-      <td>0.0609</td>
-      <td>0.0154</td>
-      <td>0.0659</td>
-      <td>0.1195</td>
-      <td>0.1592</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0548</td>
-      <td>0.0732</td>
-      <td>0.0151</td>
-      <td>0.0770</td>
-      <td>0.1260</td>
-      <td>0.1666</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0532</td>
-      <td>0.0724</td>
-      <td>0.0145</td>
-      <td>0.0739</td>
-      <td>0.1339</td>
-      <td>0.1770</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0083</td>
-      <td>0.0523</td>
-      <td>0.0175</td>
-      <td>0.0751</td>
-      <td>0.1417</td>
-      <td>0.1864</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0263</td>
-      <td>0.0309</td>
-      <td>0.0116</td>
-      <td>0.0405</td>
-      <td>0.0706</td>
-      <td>0.0963</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_30_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_30_acc.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 431.626s  
-> mul_sld: 173.772s  
-> bin_sld_gs: 1126.713s  
-> mul_sld_gs: 637.068s  
-> bin_sld_gsq: 515.944s  
-> mul_sld_gsq: 474.062s  
-> bin_pacc: 411.245s  
-> mul_pacc: 163.461s  
-> binmc_pacc: 400.757s  
-> mulmc_pacc: 138.383s  
-> binne_pacc: 414.550s  
-> mulne_pacc: 162.850s  
-> bin_pacc_gs: 725.895s  
-> mul_pacc_gs: 248.814s  
-> bin_cc: 389.288s  
-> mul_cc: 123.416s  
-> kfcv: 114.502s  
-> ref: 85.633s  
-> atc_mc: 124.150s  
-> atc_ne: 99.674s  
-> doc_feat: 84.284s  
-> tot: 1130.557s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0004</td>
-      <td>0.0031</td>
-      <td>0.0048</td>
-      <td>0.0099</td>
-      <td>0.0196</td>
-      <td>0.0252</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0087</td>
-      <td>0.0086</td>
-      <td>0.0099</td>
-      <td>0.0100</td>
-      <td>0.0232</td>
-      <td>0.0301</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0097</td>
-      <td>0.0112</td>
-      <td>0.0111</td>
-      <td>0.0123</td>
-      <td>0.0272</td>
-      <td>0.0351</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0109</td>
-      <td>0.0119</td>
-      <td>0.0110</td>
-      <td>0.0137</td>
-      <td>0.0318</td>
-      <td>0.0405</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0125</td>
-      <td>0.0152</td>
-      <td>0.0130</td>
-      <td>0.0108</td>
-      <td>0.0350</td>
-      <td>0.0444</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0140</td>
-      <td>0.0159</td>
-      <td>0.0126</td>
-      <td>0.0120</td>
-      <td>0.0411</td>
-      <td>0.0514</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0168</td>
-      <td>0.0164</td>
-      <td>0.0124</td>
-      <td>0.0127</td>
-      <td>0.0461</td>
-      <td>0.0566</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0157</td>
-      <td>0.0149</td>
-      <td>0.0106</td>
-      <td>0.0144</td>
-      <td>0.0498</td>
-      <td>0.0615</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0153</td>
-      <td>0.0153</td>
-      <td>0.0113</td>
-      <td>0.0123</td>
-      <td>0.0544</td>
-      <td>0.0671</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0144</td>
-      <td>0.0134</td>
-      <td>0.0107</td>
-      <td>0.0142</td>
-      <td>0.0595</td>
-      <td>0.0727</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0150</td>
-      <td>0.0126</td>
-      <td>0.0120</td>
-      <td>0.0133</td>
-      <td>0.0641</td>
-      <td>0.0777</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0125</td>
-      <td>0.0117</td>
-      <td>0.0114</td>
-      <td>0.0142</td>
-      <td>0.0678</td>
-      <td>0.0832</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0142</td>
-      <td>0.0138</td>
-      <td>0.0108</td>
-      <td>0.0155</td>
-      <td>0.0738</td>
-      <td>0.0896</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0138</td>
-      <td>0.0160</td>
-      <td>0.0105</td>
-      <td>0.0161</td>
-      <td>0.0768</td>
-      <td>0.0933</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0159</td>
-      <td>0.0184</td>
-      <td>0.0111</td>
-      <td>0.0171</td>
-      <td>0.0793</td>
-      <td>0.0969</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0164</td>
-      <td>0.0200</td>
-      <td>0.0112</td>
-      <td>0.0166</td>
-      <td>0.0845</td>
-      <td>0.1024</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0176</td>
-      <td>0.0262</td>
-      <td>0.0102</td>
-      <td>0.0165</td>
-      <td>0.0897</td>
-      <td>0.1086</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0212</td>
-      <td>0.0310</td>
-      <td>0.0117</td>
-      <td>0.0185</td>
-      <td>0.0940</td>
-      <td>0.1135</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0265</td>
-      <td>0.0389</td>
-      <td>0.0111</td>
-      <td>0.0189</td>
-      <td>0.0988</td>
-      <td>0.1195</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0274</td>
-      <td>0.0430</td>
-      <td>0.0098</td>
-      <td>0.0166</td>
-      <td>0.1035</td>
-      <td>0.1251</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0053</td>
-      <td>0.0183</td>
-      <td>0.0117</td>
-      <td>0.0167</td>
-      <td>0.1083</td>
-      <td>0.1304</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0145</td>
-      <td>0.0179</td>
-      <td>0.0109</td>
-      <td>0.0144</td>
-      <td>0.0633</td>
-      <td>0.0774</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_40_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_40_acc.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 458.494s  
-> mul_sld: 201.711s  
-> bin_sld_gs: 1164.733s  
-> mul_sld_gs: 676.355s  
-> bin_sld_gsq: 562.768s  
-> mul_sld_gsq: 514.459s  
-> bin_pacc: 442.701s  
-> mul_pacc: 170.811s  
-> binmc_pacc: 438.974s  
-> mulmc_pacc: 169.154s  
-> binne_pacc: 443.046s  
-> mulne_pacc: 181.715s  
-> bin_pacc_gs: 768.357s  
-> mul_pacc_gs: 264.111s  
-> bin_cc: 423.636s  
-> mul_cc: 156.950s  
-> kfcv: 144.505s  
-> ref: 134.555s  
-> atc_mc: 141.161s  
-> atc_ne: 127.587s  
-> doc_feat: 76.400s  
-> tot: 1169.275s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0009</td>
-      <td>0.0039</td>
-      <td>0.0174</td>
-      <td>0.0113</td>
-      <td>0.0427</td>
-      <td>0.0435</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0160</td>
-      <td>0.0094</td>
-      <td>0.0192</td>
-      <td>0.0108</td>
-      <td>0.0447</td>
-      <td>0.0457</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0159</td>
-      <td>0.0116</td>
-      <td>0.0217</td>
-      <td>0.0109</td>
-      <td>0.0470</td>
-      <td>0.0483</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0156</td>
-      <td>0.0127</td>
-      <td>0.0223</td>
-      <td>0.0120</td>
-      <td>0.0490</td>
-      <td>0.0501</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0134</td>
-      <td>0.0121</td>
-      <td>0.0195</td>
-      <td>0.0117</td>
-      <td>0.0497</td>
-      <td>0.0509</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0136</td>
-      <td>0.0122</td>
-      <td>0.0198</td>
-      <td>0.0115</td>
-      <td>0.0542</td>
-      <td>0.0555</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0150</td>
-      <td>0.0123</td>
-      <td>0.0210</td>
-      <td>0.0113</td>
-      <td>0.0556</td>
-      <td>0.0571</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0195</td>
-      <td>0.0150</td>
-      <td>0.0241</td>
-      <td>0.0145</td>
-      <td>0.0581</td>
-      <td>0.0597</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0170</td>
-      <td>0.0133</td>
-      <td>0.0213</td>
-      <td>0.0128</td>
-      <td>0.0595</td>
-      <td>0.0611</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0207</td>
-      <td>0.0159</td>
-      <td>0.0234</td>
-      <td>0.0161</td>
-      <td>0.0631</td>
-      <td>0.0648</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0186</td>
-      <td>0.0140</td>
-      <td>0.0220</td>
-      <td>0.0156</td>
-      <td>0.0650</td>
-      <td>0.0668</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0213</td>
-      <td>0.0165</td>
-      <td>0.0238</td>
-      <td>0.0170</td>
-      <td>0.0672</td>
-      <td>0.0692</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0245</td>
-      <td>0.0197</td>
-      <td>0.0248</td>
-      <td>0.0190</td>
-      <td>0.0700</td>
-      <td>0.0721</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0254</td>
-      <td>0.0212</td>
-      <td>0.0255</td>
-      <td>0.0204</td>
-      <td>0.0711</td>
-      <td>0.0732</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0278</td>
-      <td>0.0249</td>
-      <td>0.0261</td>
-      <td>0.0226</td>
-      <td>0.0715</td>
-      <td>0.0738</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0283</td>
-      <td>0.0255</td>
-      <td>0.0251</td>
-      <td>0.0226</td>
-      <td>0.0741</td>
-      <td>0.0761</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0291</td>
-      <td>0.0291</td>
-      <td>0.0242</td>
-      <td>0.0237</td>
-      <td>0.0779</td>
-      <td>0.0803</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0290</td>
-      <td>0.0306</td>
-      <td>0.0240</td>
-      <td>0.0238</td>
-      <td>0.0803</td>
-      <td>0.0827</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0365</td>
-      <td>0.0384</td>
-      <td>0.0272</td>
-      <td>0.0277</td>
-      <td>0.0816</td>
-      <td>0.0840</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0341</td>
-      <td>0.0386</td>
-      <td>0.0249</td>
-      <td>0.0270</td>
-      <td>0.0848</td>
-      <td>0.0877</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0101</td>
-      <td>0.0165</td>
-      <td>0.0253</td>
-      <td>0.0282</td>
-      <td>0.0864</td>
-      <td>0.0895</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0206</td>
-      <td>0.0187</td>
-      <td>0.0230</td>
-      <td>0.0176</td>
-      <td>0.0645</td>
-      <td>0.0663</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_50_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_50_acc.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 466.968s  
-> mul_sld: 209.948s  
-> bin_sld_gs: 1150.214s  
-> mul_sld_gs: 682.183s  
-> bin_sld_gsq: 556.758s  
-> mul_sld_gsq: 509.058s  
-> bin_pacc: 464.142s  
-> mul_pacc: 197.052s  
-> binmc_pacc: 456.950s  
-> mulmc_pacc: 198.891s  
-> binne_pacc: 466.343s  
-> mulne_pacc: 211.900s  
-> bin_pacc_gs: 772.058s  
-> mul_pacc_gs: 283.572s  
-> bin_cc: 445.830s  
-> mul_cc: 179.010s  
-> kfcv: 150.241s  
-> ref: 148.770s  
-> atc_mc: 151.278s  
-> atc_ne: 143.773s  
-> doc_feat: 112.638s  
-> tot: 1155.458s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0012</td>
-      <td>0.0054</td>
-      <td>0.0184</td>
-      <td>0.0331</td>
-      <td>0.0722</td>
-      <td>0.0721</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0233</td>
-      <td>0.0184</td>
-      <td>0.0194</td>
-      <td>0.0343</td>
-      <td>0.0714</td>
-      <td>0.0712</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0263</td>
-      <td>0.0220</td>
-      <td>0.0211</td>
-      <td>0.0358</td>
-      <td>0.0719</td>
-      <td>0.0718</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0272</td>
-      <td>0.0249</td>
-      <td>0.0236</td>
-      <td>0.0376</td>
-      <td>0.0698</td>
-      <td>0.0695</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0237</td>
-      <td>0.0210</td>
-      <td>0.0211</td>
-      <td>0.0325</td>
-      <td>0.0666</td>
-      <td>0.0664</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0230</td>
-      <td>0.0216</td>
-      <td>0.0209</td>
-      <td>0.0325</td>
-      <td>0.0684</td>
-      <td>0.0680</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0238</td>
-      <td>0.0231</td>
-      <td>0.0229</td>
-      <td>0.0331</td>
-      <td>0.0658</td>
-      <td>0.0654</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0266</td>
-      <td>0.0264</td>
-      <td>0.0245</td>
-      <td>0.0351</td>
-      <td>0.0659</td>
-      <td>0.0655</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0234</td>
-      <td>0.0226</td>
-      <td>0.0243</td>
-      <td>0.0323</td>
-      <td>0.0645</td>
-      <td>0.0641</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0282</td>
-      <td>0.0262</td>
-      <td>0.0271</td>
-      <td>0.0346</td>
-      <td>0.0639</td>
-      <td>0.0635</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0281</td>
-      <td>0.0252</td>
-      <td>0.0260</td>
-      <td>0.0321</td>
-      <td>0.0626</td>
-      <td>0.0622</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0330</td>
-      <td>0.0281</td>
-      <td>0.0282</td>
-      <td>0.0340</td>
-      <td>0.0621</td>
-      <td>0.0616</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0368</td>
-      <td>0.0297</td>
-      <td>0.0295</td>
-      <td>0.0344</td>
-      <td>0.0611</td>
-      <td>0.0606</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0367</td>
-      <td>0.0288</td>
-      <td>0.0296</td>
-      <td>0.0327</td>
-      <td>0.0592</td>
-      <td>0.0588</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0397</td>
-      <td>0.0306</td>
-      <td>0.0313</td>
-      <td>0.0333</td>
-      <td>0.0558</td>
-      <td>0.0553</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0394</td>
-      <td>0.0292</td>
-      <td>0.0298</td>
-      <td>0.0311</td>
-      <td>0.0564</td>
-      <td>0.0558</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0429</td>
-      <td>0.0311</td>
-      <td>0.0306</td>
-      <td>0.0305</td>
-      <td>0.0564</td>
-      <td>0.0559</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0454</td>
-      <td>0.0327</td>
-      <td>0.0313</td>
-      <td>0.0311</td>
-      <td>0.0555</td>
-      <td>0.0547</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0513</td>
-      <td>0.0371</td>
-      <td>0.0359</td>
-      <td>0.0343</td>
-      <td>0.0528</td>
-      <td>0.0523</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0478</td>
-      <td>0.0344</td>
-      <td>0.0344</td>
-      <td>0.0311</td>
-      <td>0.0530</td>
-      <td>0.0522</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0258</td>
-      <td>0.0214</td>
-      <td>0.0359</td>
-      <td>0.0320</td>
-      <td>0.0516</td>
-      <td>0.0509</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0311</td>
-      <td>0.0257</td>
-      <td>0.0269</td>
-      <td>0.0332</td>
-      <td>0.0622</td>
-      <td>0.0618</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_60_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_60_acc.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 480.500s  
-> mul_sld: 213.550s  
-> bin_sld_gs: 1132.131s  
-> mul_sld_gs: 654.288s  
-> bin_sld_gsq: 554.789s  
-> mul_sld_gsq: 514.007s  
-> bin_pacc: 458.638s  
-> mul_pacc: 176.110s  
-> binmc_pacc: 454.887s  
-> mulmc_pacc: 140.659s  
-> binne_pacc: 444.727s  
-> mulne_pacc: 168.258s  
-> bin_pacc_gs: 767.825s  
-> mul_pacc_gs: 271.862s  
-> bin_cc: 432.108s  
-> mul_cc: 156.381s  
-> kfcv: 150.856s  
-> ref: 138.967s  
-> atc_mc: 140.786s  
-> atc_ne: 133.837s  
-> doc_feat: 93.537s  
-> tot: 1140.674s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0045</td>
-      <td>0.0143</td>
-      <td>0.0471</td>
-      <td>0.0299</td>
-      <td>0.1250</td>
-      <td>0.1280</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0355</td>
-      <td>0.0346</td>
-      <td>0.0581</td>
-      <td>0.0276</td>
-      <td>0.1209</td>
-      <td>0.1241</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0397</td>
-      <td>0.0395</td>
-      <td>0.0581</td>
-      <td>0.0280</td>
-      <td>0.1172</td>
-      <td>0.1199</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0442</td>
-      <td>0.0429</td>
-      <td>0.0601</td>
-      <td>0.0300</td>
-      <td>0.1115</td>
-      <td>0.1143</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0392</td>
-      <td>0.0379</td>
-      <td>0.0562</td>
-      <td>0.0276</td>
-      <td>0.1044</td>
-      <td>0.1069</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0363</td>
-      <td>0.0356</td>
-      <td>0.0530</td>
-      <td>0.0252</td>
-      <td>0.1010</td>
-      <td>0.1034</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0354</td>
-      <td>0.0365</td>
-      <td>0.0547</td>
-      <td>0.0271</td>
-      <td>0.0949</td>
-      <td>0.0975</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0338</td>
-      <td>0.0356</td>
-      <td>0.0509</td>
-      <td>0.0249</td>
-      <td>0.0922</td>
-      <td>0.0941</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0348</td>
-      <td>0.0348</td>
-      <td>0.0523</td>
-      <td>0.0265</td>
-      <td>0.0862</td>
-      <td>0.0881</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0364</td>
-      <td>0.0360</td>
-      <td>0.0528</td>
-      <td>0.0268</td>
-      <td>0.0833</td>
-      <td>0.0850</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0328</td>
-      <td>0.0318</td>
-      <td>0.0491</td>
-      <td>0.0239</td>
-      <td>0.0767</td>
-      <td>0.0784</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0366</td>
-      <td>0.0331</td>
-      <td>0.0505</td>
-      <td>0.0254</td>
-      <td>0.0729</td>
-      <td>0.0745</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0395</td>
-      <td>0.0348</td>
-      <td>0.0511</td>
-      <td>0.0270</td>
-      <td>0.0670</td>
-      <td>0.0687</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0372</td>
-      <td>0.0309</td>
-      <td>0.0480</td>
-      <td>0.0241</td>
-      <td>0.0612</td>
-      <td>0.0625</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0337</td>
-      <td>0.0268</td>
-      <td>0.0435</td>
-      <td>0.0216</td>
-      <td>0.0564</td>
-      <td>0.0574</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0334</td>
-      <td>0.0249</td>
-      <td>0.0415</td>
-      <td>0.0204</td>
-      <td>0.0525</td>
-      <td>0.0533</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0377</td>
-      <td>0.0262</td>
-      <td>0.0427</td>
-      <td>0.0216</td>
-      <td>0.0480</td>
-      <td>0.0487</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0344</td>
-      <td>0.0227</td>
-      <td>0.0405</td>
-      <td>0.0196</td>
-      <td>0.0425</td>
-      <td>0.0434</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0403</td>
-      <td>0.0261</td>
-      <td>0.0436</td>
-      <td>0.0227</td>
-      <td>0.0367</td>
-      <td>0.0375</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0353</td>
-      <td>0.0228</td>
-      <td>0.0407</td>
-      <td>0.0204</td>
-      <td>0.0328</td>
-      <td>0.0332</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0064</td>
-      <td>0.0044</td>
-      <td>0.0349</td>
-      <td>0.0197</td>
-      <td>0.0278</td>
-      <td>0.0281</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0337</td>
-      <td>0.0301</td>
-      <td>0.0490</td>
-      <td>0.0248</td>
-      <td>0.0767</td>
-      <td>0.0784</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_70_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_70_acc.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 500.397s  
-> mul_sld: 258.490s  
-> bin_sld_gs: 1170.341s  
-> mul_sld_gs: 683.747s  
-> bin_sld_gsq: 563.279s  
-> mul_sld_gsq: 515.921s  
-> bin_pacc: 490.203s  
-> mul_pacc: 224.016s  
-> binmc_pacc: 471.840s  
-> mulmc_pacc: 210.841s  
-> binne_pacc: 470.692s  
-> mulne_pacc: 198.506s  
-> bin_pacc_gs: 769.514s  
-> mul_pacc_gs: 297.055s  
-> bin_cc: 463.272s  
-> mul_cc: 198.142s  
-> kfcv: 178.022s  
-> ref: 176.128s  
-> atc_mc: 173.015s  
-> atc_ne: 124.585s  
-> doc_feat: 101.631s  
-> tot: 1175.400s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0026</td>
-      <td>0.0893</td>
-      <td>0.0157</td>
-      <td>0.0157</td>
-      <td>0.1517</td>
-      <td>0.2284</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0435</td>
-      <td>0.1025</td>
-      <td>0.0147</td>
-      <td>0.0169</td>
-      <td>0.1442</td>
-      <td>0.2166</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0489</td>
-      <td>0.1074</td>
-      <td>0.0135</td>
-      <td>0.0174</td>
-      <td>0.1372</td>
-      <td>0.2068</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0502</td>
-      <td>0.1089</td>
-      <td>0.0124</td>
-      <td>0.0179</td>
-      <td>0.1290</td>
-      <td>0.1951</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0475</td>
-      <td>0.1005</td>
-      <td>0.0108</td>
-      <td>0.0165</td>
-      <td>0.1190</td>
-      <td>0.1813</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0454</td>
-      <td>0.0924</td>
-      <td>0.0114</td>
-      <td>0.0148</td>
-      <td>0.1126</td>
-      <td>0.1722</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0446</td>
-      <td>0.0904</td>
-      <td>0.0084</td>
-      <td>0.0171</td>
-      <td>0.1041</td>
-      <td>0.1601</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0402</td>
-      <td>0.0818</td>
-      <td>0.0099</td>
-      <td>0.0151</td>
-      <td>0.0979</td>
-      <td>0.1510</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0363</td>
-      <td>0.0777</td>
-      <td>0.0081</td>
-      <td>0.0169</td>
-      <td>0.0901</td>
-      <td>0.1389</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0365</td>
-      <td>0.0744</td>
-      <td>0.0067</td>
-      <td>0.0184</td>
-      <td>0.0820</td>
-      <td>0.1295</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0305</td>
-      <td>0.0636</td>
-      <td>0.0063</td>
-      <td>0.0168</td>
-      <td>0.0733</td>
-      <td>0.1151</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0270</td>
-      <td>0.0624</td>
-      <td>0.0072</td>
-      <td>0.0213</td>
-      <td>0.0665</td>
-      <td>0.1049</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0254</td>
-      <td>0.0553</td>
-      <td>0.0080</td>
-      <td>0.0225</td>
-      <td>0.0574</td>
-      <td>0.0940</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0201</td>
-      <td>0.0450</td>
-      <td>0.0070</td>
-      <td>0.0214</td>
-      <td>0.0494</td>
-      <td>0.0816</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0147</td>
-      <td>0.0334</td>
-      <td>0.0078</td>
-      <td>0.0193</td>
-      <td>0.0421</td>
-      <td>0.0712</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0110</td>
-      <td>0.0302</td>
-      <td>0.0070</td>
-      <td>0.0230</td>
-      <td>0.0341</td>
-      <td>0.0596</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0101</td>
-      <td>0.0263</td>
-      <td>0.0082</td>
-      <td>0.0251</td>
-      <td>0.0258</td>
-      <td>0.0486</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0082</td>
-      <td>0.0192</td>
-      <td>0.0092</td>
-      <td>0.0259</td>
-      <td>0.0176</td>
-      <td>0.0362</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0125</td>
-      <td>0.0179</td>
-      <td>0.0126</td>
-      <td>0.0295</td>
-      <td>0.0099</td>
-      <td>0.0255</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0142</td>
-      <td>0.0131</td>
-      <td>0.0136</td>
-      <td>0.0309</td>
-      <td>0.0048</td>
-      <td>0.0153</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0015</td>
-      <td>0.0031</td>
-      <td>0.0169</td>
-      <td>0.0307</td>
-      <td>0.0052</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0272</td>
-      <td>0.0617</td>
-      <td>0.0103</td>
-      <td>0.0206</td>
-      <td>0.0740</td>
-      <td>0.1160</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_80_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_80_acc.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 64.550s  
-> mul_sld_gs: 336.201s  
-> mul_cc: 54.742s  
-> kfcv: 48.726s  
-> ref: 46.562s  
-> atc_mc: 49.917s  
-> atc_ne: 49.863s  
-> doc_feat: 43.425s  
-> tot: 344.139s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0789</td>
-      <td>0.1355</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1444</td>
-      <td>0.1284</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1835</td>
-      <td>0.1232</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1859</td>
-      <td>0.1156</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1794</td>
-      <td>0.1061</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.1701</td>
-      <td>0.1012</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.1650</td>
-      <td>0.0911</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.1539</td>
-      <td>0.0854</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.1404</td>
-      <td>0.0800</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.1328</td>
-      <td>0.0740</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.1199</td>
-      <td>0.0629</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.1092</td>
-      <td>0.0580</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0971</td>
-      <td>0.0497</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0840</td>
-      <td>0.0412</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0699</td>
-      <td>0.0348</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0574</td>
-      <td>0.0258</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0435</td>
-      <td>0.0202</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0295</td>
-      <td>0.0128</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0158</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0066</td>
-      <td>0.0047</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0002</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.1032</td>
-      <td>0.0650</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_90_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0014</td>
-      <td>0.0221</td>
-      <td>0.0140</td>
-      <td>0.0182</td>
-      <td>0.0532</td>
-      <td>0.0718</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0197</td>
-      <td>0.0385</td>
-      <td>0.0175</td>
-      <td>0.0207</td>
-      <td>0.0536</td>
-      <td>0.0728</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0218</td>
-      <td>0.0461</td>
-      <td>0.0184</td>
-      <td>0.0218</td>
-      <td>0.0575</td>
-      <td>0.0759</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0233</td>
-      <td>0.0490</td>
-      <td>0.0193</td>
-      <td>0.0259</td>
-      <td>0.0606</td>
-      <td>0.0780</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0217</td>
-      <td>0.0485</td>
-      <td>0.0184</td>
-      <td>0.0251</td>
-      <td>0.0629</td>
-      <td>0.0789</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0221</td>
-      <td>0.0481</td>
-      <td>0.0183</td>
-      <td>0.0254</td>
-      <td>0.0676</td>
-      <td>0.0827</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0236</td>
-      <td>0.0500</td>
-      <td>0.0191</td>
-      <td>0.0273</td>
-      <td>0.0710</td>
-      <td>0.0845</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0252</td>
-      <td>0.0507</td>
-      <td>0.0195</td>
-      <td>0.0306</td>
-      <td>0.0748</td>
-      <td>0.0875</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0252</td>
-      <td>0.0507</td>
-      <td>0.0189</td>
-      <td>0.0293</td>
-      <td>0.0775</td>
-      <td>0.0892</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0279</td>
-      <td>0.0530</td>
-      <td>0.0198</td>
-      <td>0.0345</td>
-      <td>0.0821</td>
-      <td>0.0930</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0284</td>
-      <td>0.0524</td>
-      <td>0.0197</td>
-      <td>0.0321</td>
-      <td>0.0853</td>
-      <td>0.0944</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0312</td>
-      <td>0.0558</td>
-      <td>0.0209</td>
-      <td>0.0358</td>
-      <td>0.0887</td>
-      <td>0.0969</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0348</td>
-      <td>0.0575</td>
-      <td>0.0219</td>
-      <td>0.0386</td>
-      <td>0.0930</td>
-      <td>0.1002</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0369</td>
-      <td>0.0593</td>
-      <td>0.0214</td>
-      <td>0.0408</td>
-      <td>0.0956</td>
-      <td>0.1013</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0399</td>
-      <td>0.0613</td>
-      <td>0.0211</td>
-      <td>0.0418</td>
-      <td>0.0976</td>
-      <td>0.1024</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0420</td>
-      <td>0.0626</td>
-      <td>0.0211</td>
-      <td>0.0445</td>
-      <td>0.1015</td>
-      <td>0.1050</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0456</td>
-      <td>0.0658</td>
-      <td>0.0213</td>
-      <td>0.0469</td>
-      <td>0.1055</td>
-      <td>0.1080</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0469</td>
-      <td>0.0619</td>
-      <td>0.0223</td>
-      <td>0.0459</td>
-      <td>0.1090</td>
-      <td>0.1104</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0475</td>
-      <td>0.0587</td>
-      <td>0.0240</td>
-      <td>0.0493</td>
-      <td>0.1120</td>
-      <td>0.1127</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0390</td>
-      <td>0.0491</td>
-      <td>0.0233</td>
-      <td>0.0501</td>
-      <td>0.1165</td>
-      <td>0.1161</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0074</td>
-      <td>0.0214</td>
-      <td>0.0243</td>
-      <td>0.0548</td>
-      <td>0.1208</td>
-      <td>0.1195</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0291</td>
-      <td>0.0506</td>
-      <td>0.0202</td>
-      <td>0.0352</td>
-      <td>0.0851</td>
-      <td>0.0943</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0586</td>
-      <td>0.1349</td>
-      <td>0.0196</td>
-      <td>0.1137</td>
-      <td>0.1714</td>
-      <td>0.1677</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0210</td>
-      <td>0.0324</td>
-      <td>0.0103</td>
-      <td>0.0168</td>
-      <td>0.0979</td>
-      <td>0.1201</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0263</td>
-      <td>0.0309</td>
-      <td>0.0116</td>
-      <td>0.0405</td>
-      <td>0.0706</td>
-      <td>0.0963</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0145</td>
-      <td>0.0179</td>
-      <td>0.0109</td>
-      <td>0.0144</td>
-      <td>0.0633</td>
-      <td>0.0774</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0206</td>
-      <td>0.0187</td>
-      <td>0.0230</td>
-      <td>0.0176</td>
-      <td>0.0645</td>
-      <td>0.0663</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0311</td>
-      <td>0.0257</td>
-      <td>0.0269</td>
-      <td>0.0332</td>
-      <td>0.0622</td>
-      <td>0.0618</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0337</td>
-      <td>0.0301</td>
-      <td>0.0490</td>
-      <td>0.0248</td>
-      <td>0.0767</td>
-      <td>0.0784</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0272</td>
-      <td>0.0617</td>
-      <td>0.0103</td>
-      <td>0.0206</td>
-      <td>0.0740</td>
-      <td>0.1160</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.1032</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0650</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0291</td>
-      <td>0.0506</td>
-      <td>0.0202</td>
-      <td>0.0352</td>
-      <td>0.0851</td>
-      <td>0.0943</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_avg_acc.png)
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_cc_vs_other_f1.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_cc_vs_other_f1.md
deleted file mode 100644
index 22f188a..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_cc_vs_other_f1.md
+++ /dev/null
@@ -1,2440 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 492.046s  
-> mul_sld: 249.698s  
-> bin_sld_gs: 1146.562s  
-> mul_sld_gs: 704.644s  
-> bin_sld_gsq: 539.255s  
-> mul_sld_gsq: 529.819s  
-> bin_pacc: 475.786s  
-> mul_pacc: 168.324s  
-> binmc_pacc: 472.270s  
-> mulmc_pacc: 173.273s  
-> binne_pacc: 443.131s  
-> mulne_pacc: 185.335s  
-> bin_pacc_gs: 763.354s  
-> mul_pacc_gs: 287.763s  
-> bin_cc: 427.742s  
-> mul_cc: 164.350s  
-> kfcv: 136.304s  
-> ref: 125.561s  
-> atc_mc: 115.380s  
-> atc_ne: 129.775s  
-> doc_feat: 81.285s  
-> tot: 1152.170s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1549</td>
-      <td>0.1431</td>
-      <td>0.1561</td>
-      <td>0.6052</td>
-      <td>0.1807</td>
-      <td>0.1629</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1105</td>
-      <td>0.1315</td>
-      <td>0.0971</td>
-      <td>0.4170</td>
-      <td>0.1144</td>
-      <td>0.1072</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0431</td>
-      <td>0.1114</td>
-      <td>0.0393</td>
-      <td>0.3442</td>
-      <td>0.1417</td>
-      <td>0.1188</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0282</td>
-      <td>0.1454</td>
-      <td>0.0356</td>
-      <td>0.3377</td>
-      <td>0.1488</td>
-      <td>0.1298</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0177</td>
-      <td>0.1723</td>
-      <td>0.0272</td>
-      <td>0.3196</td>
-      <td>0.1478</td>
-      <td>0.1289</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0206</td>
-      <td>0.1829</td>
-      <td>0.0206</td>
-      <td>0.2728</td>
-      <td>0.1539</td>
-      <td>0.1308</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0242</td>
-      <td>0.1948</td>
-      <td>0.0193</td>
-      <td>0.2722</td>
-      <td>0.1577</td>
-      <td>0.1353</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0311</td>
-      <td>0.2025</td>
-      <td>0.0149</td>
-      <td>0.2892</td>
-      <td>0.1566</td>
-      <td>0.1329</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0367</td>
-      <td>0.2117</td>
-      <td>0.0137</td>
-      <td>0.2373</td>
-      <td>0.1552</td>
-      <td>0.1315</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0384</td>
-      <td>0.2181</td>
-      <td>0.0137</td>
-      <td>0.2682</td>
-      <td>0.1579</td>
-      <td>0.1343</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0412</td>
-      <td>0.2160</td>
-      <td>0.0139</td>
-      <td>0.2107</td>
-      <td>0.1587</td>
-      <td>0.1369</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0446</td>
-      <td>0.2252</td>
-      <td>0.0133</td>
-      <td>0.2281</td>
-      <td>0.1572</td>
-      <td>0.1321</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0456</td>
-      <td>0.2217</td>
-      <td>0.0151</td>
-      <td>0.2190</td>
-      <td>0.1608</td>
-      <td>0.1369</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0480</td>
-      <td>0.2280</td>
-      <td>0.0134</td>
-      <td>0.2234</td>
-      <td>0.1591</td>
-      <td>0.1344</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0503</td>
-      <td>0.2300</td>
-      <td>0.0133</td>
-      <td>0.2076</td>
-      <td>0.1592</td>
-      <td>0.1338</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0513</td>
-      <td>0.2271</td>
-      <td>0.0133</td>
-      <td>0.2153</td>
-      <td>0.1598</td>
-      <td>0.1348</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0521</td>
-      <td>0.2293</td>
-      <td>0.0125</td>
-      <td>0.2076</td>
-      <td>0.1596</td>
-      <td>0.1335</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0509</td>
-      <td>0.2066</td>
-      <td>0.0131</td>
-      <td>0.1905</td>
-      <td>0.1598</td>
-      <td>0.1359</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0353</td>
-      <td>0.1677</td>
-      <td>0.0129</td>
-      <td>0.1809</td>
-      <td>0.1593</td>
-      <td>0.1356</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0181</td>
-      <td>0.1258</td>
-      <td>0.0134</td>
-      <td>0.1847</td>
-      <td>0.1600</td>
-      <td>0.1370</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0012</td>
-      <td>0.0743</td>
-      <td>0.0132</td>
-      <td>0.2025</td>
-      <td>0.1599</td>
-      <td>0.1361</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0450</td>
-      <td>0.1841</td>
-      <td>0.0279</td>
-      <td>0.2683</td>
-      <td>0.1556</td>
-      <td>0.1333</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_10_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_10_f1.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 448.690s  
-> mul_sld: 179.540s  
-> bin_sld_gs: 1128.970s  
-> mul_sld_gs: 661.362s  
-> bin_sld_gsq: 542.638s  
-> mul_sld_gsq: 485.856s  
-> bin_pacc: 435.959s  
-> mul_pacc: 162.000s  
-> binmc_pacc: 436.717s  
-> mulmc_pacc: 159.011s  
-> binne_pacc: 430.393s  
-> mulne_pacc: 170.319s  
-> bin_pacc_gs: 747.860s  
-> mul_pacc_gs: 259.443s  
-> bin_cc: 413.372s  
-> mul_cc: 153.995s  
-> kfcv: 138.378s  
-> ref: 133.916s  
-> atc_mc: 127.515s  
-> atc_ne: 133.986s  
-> doc_feat: 88.997s  
-> tot: 1133.804s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0228</td>
-      <td>0.1905</td>
-      <td>0.4049</td>
-      <td>0.0739</td>
-      <td>0.4569</td>
-      <td>0.6558</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1732</td>
-      <td>0.1173</td>
-      <td>0.0640</td>
-      <td>0.2490</td>
-      <td>0.0577</td>
-      <td>0.1221</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0755</td>
-      <td>0.0757</td>
-      <td>0.0364</td>
-      <td>0.1198</td>
-      <td>0.0792</td>
-      <td>0.1309</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0486</td>
-      <td>0.0568</td>
-      <td>0.0258</td>
-      <td>0.0852</td>
-      <td>0.0888</td>
-      <td>0.1329</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0329</td>
-      <td>0.0411</td>
-      <td>0.0230</td>
-      <td>0.0619</td>
-      <td>0.0942</td>
-      <td>0.1333</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0193</td>
-      <td>0.0262</td>
-      <td>0.0168</td>
-      <td>0.0505</td>
-      <td>0.0956</td>
-      <td>0.1339</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0164</td>
-      <td>0.0252</td>
-      <td>0.0160</td>
-      <td>0.0393</td>
-      <td>0.1013</td>
-      <td>0.1344</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0138</td>
-      <td>0.0213</td>
-      <td>0.0149</td>
-      <td>0.0355</td>
-      <td>0.1014</td>
-      <td>0.1349</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0096</td>
-      <td>0.0202</td>
-      <td>0.0118</td>
-      <td>0.0303</td>
-      <td>0.1007</td>
-      <td>0.1349</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0095</td>
-      <td>0.0225</td>
-      <td>0.0113</td>
-      <td>0.0291</td>
-      <td>0.1047</td>
-      <td>0.1375</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0106</td>
-      <td>0.0261</td>
-      <td>0.0116</td>
-      <td>0.0286</td>
-      <td>0.1053</td>
-      <td>0.1382</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0128</td>
-      <td>0.0318</td>
-      <td>0.0113</td>
-      <td>0.0259</td>
-      <td>0.1056</td>
-      <td>0.1366</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0147</td>
-      <td>0.0336</td>
-      <td>0.0100</td>
-      <td>0.0222</td>
-      <td>0.1079</td>
-      <td>0.1403</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0184</td>
-      <td>0.0398</td>
-      <td>0.0099</td>
-      <td>0.0206</td>
-      <td>0.1078</td>
-      <td>0.1379</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0215</td>
-      <td>0.0444</td>
-      <td>0.0102</td>
-      <td>0.0238</td>
-      <td>0.1055</td>
-      <td>0.1357</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0235</td>
-      <td>0.0471</td>
-      <td>0.0091</td>
-      <td>0.0203</td>
-      <td>0.1061</td>
-      <td>0.1371</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0255</td>
-      <td>0.0489</td>
-      <td>0.0094</td>
-      <td>0.0197</td>
-      <td>0.1070</td>
-      <td>0.1374</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0266</td>
-      <td>0.0502</td>
-      <td>0.0080</td>
-      <td>0.0160</td>
-      <td>0.1081</td>
-      <td>0.1373</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0292</td>
-      <td>0.0551</td>
-      <td>0.0085</td>
-      <td>0.0169</td>
-      <td>0.1076</td>
-      <td>0.1378</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0240</td>
-      <td>0.0494</td>
-      <td>0.0069</td>
-      <td>0.0141</td>
-      <td>0.1089</td>
-      <td>0.1373</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0007</td>
-      <td>0.0149</td>
-      <td>0.0080</td>
-      <td>0.0149</td>
-      <td>0.1086</td>
-      <td>0.1373</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0299</td>
-      <td>0.0494</td>
-      <td>0.0347</td>
-      <td>0.0475</td>
-      <td>0.1171</td>
-      <td>0.1602</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_20_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_20_f1.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 455.442s  
-> mul_sld: 198.713s  
-> bin_sld_gs: 1122.566s  
-> mul_sld_gs: 641.405s  
-> bin_sld_gsq: 542.437s  
-> mul_sld_gsq: 490.757s  
-> bin_pacc: 433.945s  
-> mul_pacc: 157.898s  
-> binmc_pacc: 435.757s  
-> mulmc_pacc: 171.337s  
-> binne_pacc: 432.522s  
-> mulne_pacc: 175.766s  
-> bin_pacc_gs: 742.842s  
-> mul_pacc_gs: 248.789s  
-> bin_cc: 409.971s  
-> mul_cc: 156.701s  
-> kfcv: 138.862s  
-> ref: 117.506s  
-> atc_mc: 134.572s  
-> atc_ne: 127.451s  
-> doc_feat: 91.628s  
-> tot: 1126.987s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0033</td>
-      <td>0.1082</td>
-      <td>0.0937</td>
-      <td>0.5165</td>
-      <td>0.6648</td>
-      <td>0.8638</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2430</td>
-      <td>0.0874</td>
-      <td>0.0584</td>
-      <td>0.0814</td>
-      <td>0.0876</td>
-      <td>0.1639</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1186</td>
-      <td>0.0639</td>
-      <td>0.0447</td>
-      <td>0.0641</td>
-      <td>0.0806</td>
-      <td>0.1366</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0911</td>
-      <td>0.0471</td>
-      <td>0.0328</td>
-      <td>0.0626</td>
-      <td>0.0756</td>
-      <td>0.1212</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0560</td>
-      <td>0.0325</td>
-      <td>0.0232</td>
-      <td>0.0502</td>
-      <td>0.0756</td>
-      <td>0.1167</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0533</td>
-      <td>0.0337</td>
-      <td>0.0219</td>
-      <td>0.0607</td>
-      <td>0.0750</td>
-      <td>0.1132</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0466</td>
-      <td>0.0336</td>
-      <td>0.0206</td>
-      <td>0.0556</td>
-      <td>0.0758</td>
-      <td>0.1119</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0391</td>
-      <td>0.0317</td>
-      <td>0.0191</td>
-      <td>0.0603</td>
-      <td>0.0750</td>
-      <td>0.1105</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0300</td>
-      <td>0.0289</td>
-      <td>0.0149</td>
-      <td>0.0550</td>
-      <td>0.0736</td>
-      <td>0.1060</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0282</td>
-      <td>0.0305</td>
-      <td>0.0140</td>
-      <td>0.0545</td>
-      <td>0.0754</td>
-      <td>0.1074</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0263</td>
-      <td>0.0322</td>
-      <td>0.0138</td>
-      <td>0.0571</td>
-      <td>0.0757</td>
-      <td>0.1061</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0236</td>
-      <td>0.0310</td>
-      <td>0.0141</td>
-      <td>0.0544</td>
-      <td>0.0754</td>
-      <td>0.1067</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0254</td>
-      <td>0.0339</td>
-      <td>0.0118</td>
-      <td>0.0568</td>
-      <td>0.0771</td>
-      <td>0.1073</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0267</td>
-      <td>0.0360</td>
-      <td>0.0109</td>
-      <td>0.0589</td>
-      <td>0.0759</td>
-      <td>0.1059</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0292</td>
-      <td>0.0395</td>
-      <td>0.0106</td>
-      <td>0.0620</td>
-      <td>0.0743</td>
-      <td>0.1029</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0300</td>
-      <td>0.0397</td>
-      <td>0.0107</td>
-      <td>0.0607</td>
-      <td>0.0742</td>
-      <td>0.1029</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0291</td>
-      <td>0.0414</td>
-      <td>0.0091</td>
-      <td>0.0592</td>
-      <td>0.0745</td>
-      <td>0.1030</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0276</td>
-      <td>0.0408</td>
-      <td>0.0096</td>
-      <td>0.0574</td>
-      <td>0.0751</td>
-      <td>0.1037</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0316</td>
-      <td>0.0459</td>
-      <td>0.0090</td>
-      <td>0.0630</td>
-      <td>0.0747</td>
-      <td>0.1025</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0290</td>
-      <td>0.0428</td>
-      <td>0.0079</td>
-      <td>0.0579</td>
-      <td>0.0752</td>
-      <td>0.1032</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0054</td>
-      <td>0.0346</td>
-      <td>0.0089</td>
-      <td>0.0558</td>
-      <td>0.0757</td>
-      <td>0.1033</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0473</td>
-      <td>0.0436</td>
-      <td>0.0219</td>
-      <td>0.0812</td>
-      <td>0.1041</td>
-      <td>0.1476</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_30_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_30_f1.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 431.626s  
-> mul_sld: 173.772s  
-> bin_sld_gs: 1126.713s  
-> mul_sld_gs: 637.068s  
-> bin_sld_gsq: 515.944s  
-> mul_sld_gsq: 474.062s  
-> bin_pacc: 411.245s  
-> mul_pacc: 163.461s  
-> binmc_pacc: 400.757s  
-> mulmc_pacc: 138.383s  
-> binne_pacc: 414.550s  
-> mulne_pacc: 162.850s  
-> bin_pacc_gs: 725.895s  
-> mul_pacc_gs: 248.814s  
-> bin_cc: 389.288s  
-> mul_cc: 123.416s  
-> kfcv: 114.502s  
-> ref: 85.633s  
-> atc_mc: 124.150s  
-> atc_ne: 99.674s  
-> doc_feat: 84.284s  
-> tot: 1130.557s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0002</td>
-      <td>0.0294</td>
-      <td>0.3014</td>
-      <td>0.0670</td>
-      <td>0.8838</td>
-      <td>0.9783</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1436</td>
-      <td>0.0758</td>
-      <td>0.0813</td>
-      <td>0.0834</td>
-      <td>0.2097</td>
-      <td>0.2570</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0691</td>
-      <td>0.0575</td>
-      <td>0.0499</td>
-      <td>0.0624</td>
-      <td>0.1344</td>
-      <td>0.1689</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0453</td>
-      <td>0.0397</td>
-      <td>0.0343</td>
-      <td>0.0496</td>
-      <td>0.1073</td>
-      <td>0.1352</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0330</td>
-      <td>0.0365</td>
-      <td>0.0309</td>
-      <td>0.0297</td>
-      <td>0.0899</td>
-      <td>0.1135</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0304</td>
-      <td>0.0315</td>
-      <td>0.0240</td>
-      <td>0.0277</td>
-      <td>0.0849</td>
-      <td>0.1061</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0314</td>
-      <td>0.0283</td>
-      <td>0.0201</td>
-      <td>0.0258</td>
-      <td>0.0798</td>
-      <td>0.0982</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0262</td>
-      <td>0.0226</td>
-      <td>0.0152</td>
-      <td>0.0253</td>
-      <td>0.0740</td>
-      <td>0.0921</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0205</td>
-      <td>0.0196</td>
-      <td>0.0138</td>
-      <td>0.0187</td>
-      <td>0.0710</td>
-      <td>0.0883</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0179</td>
-      <td>0.0161</td>
-      <td>0.0119</td>
-      <td>0.0199</td>
-      <td>0.0692</td>
-      <td>0.0855</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0167</td>
-      <td>0.0132</td>
-      <td>0.0120</td>
-      <td>0.0169</td>
-      <td>0.0671</td>
-      <td>0.0823</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0127</td>
-      <td>0.0119</td>
-      <td>0.0104</td>
-      <td>0.0168</td>
-      <td>0.0647</td>
-      <td>0.0803</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0134</td>
-      <td>0.0131</td>
-      <td>0.0093</td>
-      <td>0.0171</td>
-      <td>0.0647</td>
-      <td>0.0795</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0114</td>
-      <td>0.0136</td>
-      <td>0.0084</td>
-      <td>0.0163</td>
-      <td>0.0622</td>
-      <td>0.0765</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0122</td>
-      <td>0.0147</td>
-      <td>0.0085</td>
-      <td>0.0161</td>
-      <td>0.0596</td>
-      <td>0.0737</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0118</td>
-      <td>0.0150</td>
-      <td>0.0081</td>
-      <td>0.0149</td>
-      <td>0.0593</td>
-      <td>0.0728</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0115</td>
-      <td>0.0180</td>
-      <td>0.0069</td>
-      <td>0.0141</td>
-      <td>0.0591</td>
-      <td>0.0725</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0130</td>
-      <td>0.0200</td>
-      <td>0.0075</td>
-      <td>0.0147</td>
-      <td>0.0583</td>
-      <td>0.0714</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0151</td>
-      <td>0.0234</td>
-      <td>0.0071</td>
-      <td>0.0142</td>
-      <td>0.0579</td>
-      <td>0.0711</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0146</td>
-      <td>0.0245</td>
-      <td>0.0057</td>
-      <td>0.0123</td>
-      <td>0.0575</td>
-      <td>0.0705</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0031</td>
-      <td>0.0108</td>
-      <td>0.0065</td>
-      <td>0.0116</td>
-      <td>0.0572</td>
-      <td>0.0699</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0263</td>
-      <td>0.0255</td>
-      <td>0.0321</td>
-      <td>0.0274</td>
-      <td>0.1177</td>
-      <td>0.1402</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_40_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_40_f1.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 458.494s  
-> mul_sld: 201.711s  
-> bin_sld_gs: 1164.733s  
-> mul_sld_gs: 676.355s  
-> bin_sld_gsq: 562.768s  
-> mul_sld_gsq: 514.459s  
-> bin_pacc: 442.701s  
-> mul_pacc: 170.811s  
-> binmc_pacc: 438.974s  
-> mulmc_pacc: 169.154s  
-> binne_pacc: 443.046s  
-> mulne_pacc: 181.715s  
-> bin_pacc_gs: 768.357s  
-> mul_pacc_gs: 264.111s  
-> bin_cc: 423.636s  
-> mul_cc: 156.950s  
-> kfcv: 144.505s  
-> ref: 134.555s  
-> atc_mc: 141.161s  
-> atc_ne: 127.587s  
-> doc_feat: 76.400s  
-> tot: 1169.275s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0017</td>
-      <td>0.0550</td>
-      <td>0.4209</td>
-      <td>0.9849</td>
-      <td>0.9946</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2094</td>
-      <td>0.0922</td>
-      <td>0.0905</td>
-      <td>0.0769</td>
-      <td>0.3267</td>
-      <td>0.3321</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1116</td>
-      <td>0.0626</td>
-      <td>0.0773</td>
-      <td>0.0445</td>
-      <td>0.2048</td>
-      <td>0.2096</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0697</td>
-      <td>0.0479</td>
-      <td>0.0607</td>
-      <td>0.0322</td>
-      <td>0.1516</td>
-      <td>0.1548</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0432</td>
-      <td>0.0319</td>
-      <td>0.0438</td>
-      <td>0.0261</td>
-      <td>0.1196</td>
-      <td>0.1225</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0341</td>
-      <td>0.0266</td>
-      <td>0.0379</td>
-      <td>0.0210</td>
-      <td>0.1062</td>
-      <td>0.1087</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0299</td>
-      <td>0.0228</td>
-      <td>0.0346</td>
-      <td>0.0179</td>
-      <td>0.0924</td>
-      <td>0.0949</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0326</td>
-      <td>0.0245</td>
-      <td>0.0350</td>
-      <td>0.0202</td>
-      <td>0.0832</td>
-      <td>0.0857</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0237</td>
-      <td>0.0179</td>
-      <td>0.0273</td>
-      <td>0.0155</td>
-      <td>0.0752</td>
-      <td>0.0773</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0255</td>
-      <td>0.0194</td>
-      <td>0.0272</td>
-      <td>0.0177</td>
-      <td>0.0715</td>
-      <td>0.0735</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0205</td>
-      <td>0.0155</td>
-      <td>0.0234</td>
-      <td>0.0158</td>
-      <td>0.0666</td>
-      <td>0.0685</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0207</td>
-      <td>0.0160</td>
-      <td>0.0231</td>
-      <td>0.0156</td>
-      <td>0.0629</td>
-      <td>0.0647</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0218</td>
-      <td>0.0175</td>
-      <td>0.0226</td>
-      <td>0.0164</td>
-      <td>0.0603</td>
-      <td>0.0621</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0207</td>
-      <td>0.0172</td>
-      <td>0.0215</td>
-      <td>0.0163</td>
-      <td>0.0566</td>
-      <td>0.0583</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0207</td>
-      <td>0.0185</td>
-      <td>0.0206</td>
-      <td>0.0170</td>
-      <td>0.0528</td>
-      <td>0.0547</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0198</td>
-      <td>0.0178</td>
-      <td>0.0188</td>
-      <td>0.0161</td>
-      <td>0.0512</td>
-      <td>0.0527</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0187</td>
-      <td>0.0189</td>
-      <td>0.0170</td>
-      <td>0.0158</td>
-      <td>0.0506</td>
-      <td>0.0523</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0174</td>
-      <td>0.0187</td>
-      <td>0.0159</td>
-      <td>0.0150</td>
-      <td>0.0492</td>
-      <td>0.0508</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0207</td>
-      <td>0.0221</td>
-      <td>0.0171</td>
-      <td>0.0166</td>
-      <td>0.0473</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0182</td>
-      <td>0.0211</td>
-      <td>0.0149</td>
-      <td>0.0153</td>
-      <td>0.0466</td>
-      <td>0.0483</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0056</td>
-      <td>0.0092</td>
-      <td>0.0145</td>
-      <td>0.0158</td>
-      <td>0.0452</td>
-      <td>0.0469</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0374</td>
-      <td>0.0257</td>
-      <td>0.0333</td>
-      <td>0.0414</td>
-      <td>0.1336</td>
-      <td>0.1363</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_50_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_50_f1.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 466.968s  
-> mul_sld: 209.948s  
-> bin_sld_gs: 1150.214s  
-> mul_sld_gs: 682.183s  
-> bin_sld_gsq: 556.758s  
-> mul_sld_gsq: 509.058s  
-> bin_pacc: 464.142s  
-> mul_pacc: 197.052s  
-> binmc_pacc: 456.950s  
-> mulmc_pacc: 198.891s  
-> binne_pacc: 466.343s  
-> mulne_pacc: 211.900s  
-> bin_pacc_gs: 772.058s  
-> mul_pacc_gs: 283.572s  
-> bin_cc: 445.830s  
-> mul_cc: 179.010s  
-> kfcv: 150.241s  
-> ref: 148.770s  
-> atc_mc: 151.278s  
-> atc_ne: 143.773s  
-> doc_feat: 112.638s  
-> tot: 1155.458s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0001</td>
-      <td>0.1478</td>
-      <td>0.0105</td>
-      <td>0.9997</td>
-      <td>0.9983</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2459</td>
-      <td>0.1557</td>
-      <td>0.0485</td>
-      <td>0.1678</td>
-      <td>0.4272</td>
-      <td>0.4264</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1572</td>
-      <td>0.1095</td>
-      <td>0.0524</td>
-      <td>0.1253</td>
-      <td>0.2744</td>
-      <td>0.2740</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1080</td>
-      <td>0.0843</td>
-      <td>0.0510</td>
-      <td>0.1001</td>
-      <td>0.1965</td>
-      <td>0.1959</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0719</td>
-      <td>0.0555</td>
-      <td>0.0408</td>
-      <td>0.0714</td>
-      <td>0.1490</td>
-      <td>0.1486</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0569</td>
-      <td>0.0469</td>
-      <td>0.0353</td>
-      <td>0.0606</td>
-      <td>0.1261</td>
-      <td>0.1254</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0473</td>
-      <td>0.0418</td>
-      <td>0.0343</td>
-      <td>0.0528</td>
-      <td>0.1037</td>
-      <td>0.1031</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0444</td>
-      <td>0.0408</td>
-      <td>0.0331</td>
-      <td>0.0497</td>
-      <td>0.0902</td>
-      <td>0.0896</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0335</td>
-      <td>0.0304</td>
-      <td>0.0294</td>
-      <td>0.0401</td>
-      <td>0.0783</td>
-      <td>0.0778</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0346</td>
-      <td>0.0312</td>
-      <td>0.0299</td>
-      <td>0.0391</td>
-      <td>0.0698</td>
-      <td>0.0693</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0306</td>
-      <td>0.0268</td>
-      <td>0.0264</td>
-      <td>0.0331</td>
-      <td>0.0620</td>
-      <td>0.0616</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0322</td>
-      <td>0.0271</td>
-      <td>0.0264</td>
-      <td>0.0322</td>
-      <td>0.0562</td>
-      <td>0.0558</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0326</td>
-      <td>0.0261</td>
-      <td>0.0258</td>
-      <td>0.0302</td>
-      <td>0.0510</td>
-      <td>0.0506</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0299</td>
-      <td>0.0233</td>
-      <td>0.0241</td>
-      <td>0.0267</td>
-      <td>0.0459</td>
-      <td>0.0455</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0296</td>
-      <td>0.0226</td>
-      <td>0.0237</td>
-      <td>0.0252</td>
-      <td>0.0402</td>
-      <td>0.0399</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0272</td>
-      <td>0.0202</td>
-      <td>0.0213</td>
-      <td>0.0222</td>
-      <td>0.0381</td>
-      <td>0.0377</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0278</td>
-      <td>0.0200</td>
-      <td>0.0207</td>
-      <td>0.0205</td>
-      <td>0.0359</td>
-      <td>0.0355</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0276</td>
-      <td>0.0199</td>
-      <td>0.0200</td>
-      <td>0.0198</td>
-      <td>0.0333</td>
-      <td>0.0328</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0293</td>
-      <td>0.0212</td>
-      <td>0.0216</td>
-      <td>0.0207</td>
-      <td>0.0300</td>
-      <td>0.0297</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0259</td>
-      <td>0.0186</td>
-      <td>0.0198</td>
-      <td>0.0178</td>
-      <td>0.0286</td>
-      <td>0.0282</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0139</td>
-      <td>0.0115</td>
-      <td>0.0196</td>
-      <td>0.0174</td>
-      <td>0.0265</td>
-      <td>0.0261</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0527</td>
-      <td>0.0397</td>
-      <td>0.0358</td>
-      <td>0.0468</td>
-      <td>0.1411</td>
-      <td>0.1406</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_60_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_60_f1.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 480.500s  
-> mul_sld: 213.550s  
-> bin_sld_gs: 1132.131s  
-> mul_sld_gs: 654.288s  
-> bin_sld_gsq: 554.789s  
-> mul_sld_gsq: 514.007s  
-> bin_pacc: 458.638s  
-> mul_pacc: 176.110s  
-> binmc_pacc: 454.887s  
-> mulmc_pacc: 140.659s  
-> binne_pacc: 444.727s  
-> mulne_pacc: 168.258s  
-> bin_pacc_gs: 767.825s  
-> mul_pacc_gs: 271.862s  
-> bin_cc: 432.108s  
-> mul_cc: 156.381s  
-> kfcv: 150.856s  
-> ref: 138.967s  
-> atc_mc: 140.786s  
-> atc_ne: 133.837s  
-> doc_feat: 93.537s  
-> tot: 1140.674s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.0000</td>
-      <td>0.0048</td>
-      <td>0.0728</td>
-      <td>0.9772</td>
-      <td>0.9871</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2732</td>
-      <td>0.1932</td>
-      <td>0.1634</td>
-      <td>0.0490</td>
-      <td>0.5478</td>
-      <td>0.5562</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1896</td>
-      <td>0.1445</td>
-      <td>0.1373</td>
-      <td>0.0451</td>
-      <td>0.3739</td>
-      <td>0.3798</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1436</td>
-      <td>0.1153</td>
-      <td>0.1209</td>
-      <td>0.0483</td>
-      <td>0.2746</td>
-      <td>0.2799</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1010</td>
-      <td>0.0814</td>
-      <td>0.0999</td>
-      <td>0.0413</td>
-      <td>0.2108</td>
-      <td>0.2148</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0770</td>
-      <td>0.0640</td>
-      <td>0.0820</td>
-      <td>0.0340</td>
-      <td>0.1716</td>
-      <td>0.1750</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0630</td>
-      <td>0.0552</td>
-      <td>0.0757</td>
-      <td>0.0338</td>
-      <td>0.1396</td>
-      <td>0.1429</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0513</td>
-      <td>0.0467</td>
-      <td>0.0628</td>
-      <td>0.0281</td>
-      <td>0.1191</td>
-      <td>0.1213</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0445</td>
-      <td>0.0393</td>
-      <td>0.0583</td>
-      <td>0.0275</td>
-      <td>0.0995</td>
-      <td>0.1015</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0414</td>
-      <td>0.0368</td>
-      <td>0.0543</td>
-      <td>0.0261</td>
-      <td>0.0869</td>
-      <td>0.0885</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0332</td>
-      <td>0.0293</td>
-      <td>0.0465</td>
-      <td>0.0217</td>
-      <td>0.0731</td>
-      <td>0.0746</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0332</td>
-      <td>0.0279</td>
-      <td>0.0443</td>
-      <td>0.0215</td>
-      <td>0.0637</td>
-      <td>0.0651</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0327</td>
-      <td>0.0272</td>
-      <td>0.0419</td>
-      <td>0.0216</td>
-      <td>0.0543</td>
-      <td>0.0556</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0283</td>
-      <td>0.0222</td>
-      <td>0.0368</td>
-      <td>0.0179</td>
-      <td>0.0461</td>
-      <td>0.0471</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0236</td>
-      <td>0.0181</td>
-      <td>0.0313</td>
-      <td>0.0152</td>
-      <td>0.0397</td>
-      <td>0.0404</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0217</td>
-      <td>0.0158</td>
-      <td>0.0281</td>
-      <td>0.0135</td>
-      <td>0.0347</td>
-      <td>0.0353</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0230</td>
-      <td>0.0158</td>
-      <td>0.0274</td>
-      <td>0.0136</td>
-      <td>0.0299</td>
-      <td>0.0304</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0198</td>
-      <td>0.0130</td>
-      <td>0.0246</td>
-      <td>0.0117</td>
-      <td>0.0251</td>
-      <td>0.0256</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0220</td>
-      <td>0.0143</td>
-      <td>0.0251</td>
-      <td>0.0129</td>
-      <td>0.0205</td>
-      <td>0.0210</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0183</td>
-      <td>0.0120</td>
-      <td>0.0223</td>
-      <td>0.0110</td>
-      <td>0.0174</td>
-      <td>0.0177</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0033</td>
-      <td>0.0023</td>
-      <td>0.0184</td>
-      <td>0.0103</td>
-      <td>0.0141</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0592</td>
-      <td>0.0464</td>
-      <td>0.0574</td>
-      <td>0.0275</td>
-      <td>0.1629</td>
-      <td>0.1654</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_70_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_70_f1.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 500.397s  
-> mul_sld: 258.490s  
-> bin_sld_gs: 1170.341s  
-> mul_sld_gs: 683.747s  
-> bin_sld_gsq: 563.279s  
-> mul_sld_gsq: 515.921s  
-> bin_pacc: 490.203s  
-> mul_pacc: 224.016s  
-> binmc_pacc: 471.840s  
-> mulmc_pacc: 210.841s  
-> binne_pacc: 470.692s  
-> mulne_pacc: 198.506s  
-> bin_pacc_gs: 769.514s  
-> mul_pacc_gs: 297.055s  
-> bin_cc: 463.272s  
-> mul_cc: 198.142s  
-> kfcv: 178.022s  
-> ref: 176.128s  
-> atc_mc: 173.015s  
-> atc_ne: 124.585s  
-> doc_feat: 101.631s  
-> tot: 1175.400s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.0000</td>
-      <td>0.0999</td>
-      <td>0.0469</td>
-      <td>0.6804</td>
-      <td>0.8379</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2137</td>
-      <td>0.1403</td>
-      <td>0.0634</td>
-      <td>0.0424</td>
-      <td>0.4788</td>
-      <td>0.6082</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1789</td>
-      <td>0.1389</td>
-      <td>0.0425</td>
-      <td>0.0304</td>
-      <td>0.3572</td>
-      <td>0.4665</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1428</td>
-      <td>0.1304</td>
-      <td>0.0310</td>
-      <td>0.0263</td>
-      <td>0.2759</td>
-      <td>0.3690</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1103</td>
-      <td>0.1112</td>
-      <td>0.0220</td>
-      <td>0.0216</td>
-      <td>0.2166</td>
-      <td>0.2967</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0881</td>
-      <td>0.0952</td>
-      <td>0.0193</td>
-      <td>0.0195</td>
-      <td>0.1765</td>
-      <td>0.2464</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0743</td>
-      <td>0.0868</td>
-      <td>0.0123</td>
-      <td>0.0188</td>
-      <td>0.1437</td>
-      <td>0.2040</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0583</td>
-      <td>0.0730</td>
-      <td>0.0129</td>
-      <td>0.0167</td>
-      <td>0.1201</td>
-      <td>0.1730</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0464</td>
-      <td>0.0645</td>
-      <td>0.0094</td>
-      <td>0.0164</td>
-      <td>0.0998</td>
-      <td>0.1449</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0419</td>
-      <td>0.0588</td>
-      <td>0.0071</td>
-      <td>0.0172</td>
-      <td>0.0826</td>
-      <td>0.1237</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0317</td>
-      <td>0.0475</td>
-      <td>0.0061</td>
-      <td>0.0150</td>
-      <td>0.0677</td>
-      <td>0.1018</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0255</td>
-      <td>0.0439</td>
-      <td>0.0064</td>
-      <td>0.0169</td>
-      <td>0.0567</td>
-      <td>0.0862</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0222</td>
-      <td>0.0375</td>
-      <td>0.0068</td>
-      <td>0.0174</td>
-      <td>0.0454</td>
-      <td>0.0720</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0161</td>
-      <td>0.0292</td>
-      <td>0.0056</td>
-      <td>0.0154</td>
-      <td>0.0365</td>
-      <td>0.0587</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0109</td>
-      <td>0.0206</td>
-      <td>0.0057</td>
-      <td>0.0132</td>
-      <td>0.0291</td>
-      <td>0.0482</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0076</td>
-      <td>0.0180</td>
-      <td>0.0049</td>
-      <td>0.0149</td>
-      <td>0.0221</td>
-      <td>0.0381</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0065</td>
-      <td>0.0152</td>
-      <td>0.0053</td>
-      <td>0.0153</td>
-      <td>0.0158</td>
-      <td>0.0295</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0049</td>
-      <td>0.0107</td>
-      <td>0.0056</td>
-      <td>0.0151</td>
-      <td>0.0102</td>
-      <td>0.0208</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0068</td>
-      <td>0.0096</td>
-      <td>0.0072</td>
-      <td>0.0163</td>
-      <td>0.0054</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0073</td>
-      <td>0.0068</td>
-      <td>0.0074</td>
-      <td>0.0163</td>
-      <td>0.0025</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0007</td>
-      <td>0.0015</td>
-      <td>0.0086</td>
-      <td>0.0157</td>
-      <td>0.0027</td>
-      <td>0.0021</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0521</td>
-      <td>0.0543</td>
-      <td>0.0185</td>
-      <td>0.0204</td>
-      <td>0.1393</td>
-      <td>0.1881</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_80_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_80_f1.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 64.550s  
-> mul_sld_gs: 336.201s  
-> mul_cc: 54.742s  
-> kfcv: 48.726s  
-> ref: 46.562s  
-> atc_mc: 49.917s  
-> atc_ne: 49.863s  
-> doc_feat: 43.425s  
-> tot: 344.139s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.4160</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1087</td>
-      <td>0.3503</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1674</td>
-      <td>0.2993</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1681</td>
-      <td>0.2539</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1595</td>
-      <td>0.2131</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.1475</td>
-      <td>0.1821</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.1377</td>
-      <td>0.1520</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.1228</td>
-      <td>0.1291</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.1080</td>
-      <td>0.1089</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0983</td>
-      <td>0.0918</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0858</td>
-      <td>0.0732</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0743</td>
-      <td>0.0613</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0640</td>
-      <td>0.0488</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0534</td>
-      <td>0.0376</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0425</td>
-      <td>0.0292</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0338</td>
-      <td>0.0204</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0247</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0162</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0083</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0034</td>
-      <td>0.0024</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0001</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0774</td>
-      <td>0.1191</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_cc_vs_other_90_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0227</td>
-      <td>0.0526</td>
-      <td>0.1579</td>
-      <td>0.2267</td>
-      <td>0.7285</td>
-      <td>0.7661</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2016</td>
-      <td>0.1225</td>
-      <td>0.0833</td>
-      <td>0.1459</td>
-      <td>0.2812</td>
-      <td>0.3248</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1179</td>
-      <td>0.1035</td>
-      <td>0.0600</td>
-      <td>0.1045</td>
-      <td>0.2058</td>
-      <td>0.2427</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0847</td>
-      <td>0.0928</td>
-      <td>0.0490</td>
-      <td>0.0927</td>
-      <td>0.1649</td>
-      <td>0.1969</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0582</td>
-      <td>0.0802</td>
-      <td>0.0388</td>
-      <td>0.0777</td>
-      <td>0.1379</td>
-      <td>0.1654</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0475</td>
-      <td>0.0727</td>
-      <td>0.0322</td>
-      <td>0.0683</td>
-      <td>0.1237</td>
-      <td>0.1468</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0417</td>
-      <td>0.0696</td>
-      <td>0.0291</td>
-      <td>0.0645</td>
-      <td>0.1117</td>
-      <td>0.1307</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0371</td>
-      <td>0.0651</td>
-      <td>0.0260</td>
-      <td>0.0656</td>
-      <td>0.1025</td>
-      <td>0.1188</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0306</td>
-      <td>0.0601</td>
-      <td>0.0223</td>
-      <td>0.0551</td>
-      <td>0.0942</td>
-      <td>0.1079</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0297</td>
-      <td>0.0591</td>
-      <td>0.0212</td>
-      <td>0.0590</td>
-      <td>0.0897</td>
-      <td>0.1013</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0264</td>
-      <td>0.0547</td>
-      <td>0.0192</td>
-      <td>0.0499</td>
-      <td>0.0845</td>
-      <td>0.0937</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0257</td>
-      <td>0.0544</td>
-      <td>0.0187</td>
-      <td>0.0514</td>
-      <td>0.0803</td>
-      <td>0.0876</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0261</td>
-      <td>0.0527</td>
-      <td>0.0179</td>
-      <td>0.0501</td>
-      <td>0.0777</td>
-      <td>0.0837</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0249</td>
-      <td>0.0514</td>
-      <td>0.0163</td>
-      <td>0.0495</td>
-      <td>0.0738</td>
-      <td>0.0780</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0247</td>
-      <td>0.0501</td>
-      <td>0.0155</td>
-      <td>0.0475</td>
-      <td>0.0701</td>
-      <td>0.0732</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0241</td>
-      <td>0.0483</td>
-      <td>0.0143</td>
-      <td>0.0472</td>
-      <td>0.0682</td>
-      <td>0.0702</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0243</td>
-      <td>0.0480</td>
-      <td>0.0135</td>
-      <td>0.0457</td>
-      <td>0.0666</td>
-      <td>0.0676</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0235</td>
-      <td>0.0440</td>
-      <td>0.0130</td>
-      <td>0.0425</td>
-      <td>0.0649</td>
-      <td>0.0652</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0237</td>
-      <td>0.0409</td>
-      <td>0.0135</td>
-      <td>0.0427</td>
-      <td>0.0628</td>
-      <td>0.0627</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0194</td>
-      <td>0.0338</td>
-      <td>0.0123</td>
-      <td>0.0412</td>
-      <td>0.0621</td>
-      <td>0.0614</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0043</td>
-      <td>0.0177</td>
-      <td>0.0122</td>
-      <td>0.0430</td>
-      <td>0.0612</td>
-      <td>0.0600</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0437</td>
-      <td>0.0607</td>
-      <td>0.0327</td>
-      <td>0.0700</td>
-      <td>0.1339</td>
-      <td>0.1478</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>bin_cc</th>
-      <th>mul_cc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0450</td>
-      <td>0.1841</td>
-      <td>0.0279</td>
-      <td>0.2683</td>
-      <td>0.1556</td>
-      <td>0.1333</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0299</td>
-      <td>0.0494</td>
-      <td>0.0347</td>
-      <td>0.0475</td>
-      <td>0.1171</td>
-      <td>0.1602</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0473</td>
-      <td>0.0436</td>
-      <td>0.0219</td>
-      <td>0.0812</td>
-      <td>0.1041</td>
-      <td>0.1476</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0263</td>
-      <td>0.0255</td>
-      <td>0.0321</td>
-      <td>0.0274</td>
-      <td>0.1177</td>
-      <td>0.1402</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0374</td>
-      <td>0.0257</td>
-      <td>0.0333</td>
-      <td>0.0414</td>
-      <td>0.1336</td>
-      <td>0.1363</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0527</td>
-      <td>0.0397</td>
-      <td>0.0358</td>
-      <td>0.0468</td>
-      <td>0.1411</td>
-      <td>0.1406</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0592</td>
-      <td>0.0464</td>
-      <td>0.0574</td>
-      <td>0.0275</td>
-      <td>0.1629</td>
-      <td>0.1654</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0521</td>
-      <td>0.0543</td>
-      <td>0.0185</td>
-      <td>0.0204</td>
-      <td>0.1393</td>
-      <td>0.1881</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0774</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.1191</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0437</td>
-      <td>0.0607</td>
-      <td>0.0327</td>
-      <td>0.0700</td>
-      <td>0.1339</td>
-      <td>0.1478</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_cc_vs_other_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_cc_vs_other_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_cc_vs_other_avg_f1.png)
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_all_acc.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_all_acc.md
deleted file mode 100644
index f72363b..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_all_acc.md
+++ /dev/null
@@ -1,2704 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 492.046s  
-> mul_sld: 249.698s  
-> bin_sld_gs: 1146.562s  
-> mul_sld_gs: 704.644s  
-> bin_sld_gsq: 539.255s  
-> mul_sld_gsq: 529.819s  
-> bin_pacc: 475.786s  
-> mul_pacc: 168.324s  
-> binmc_pacc: 472.270s  
-> mulmc_pacc: 173.273s  
-> binne_pacc: 443.131s  
-> mulne_pacc: 185.335s  
-> bin_pacc_gs: 763.354s  
-> mul_pacc_gs: 287.763s  
-> bin_cc: 427.742s  
-> mul_cc: 164.350s  
-> kfcv: 136.304s  
-> ref: 125.561s  
-> atc_mc: 115.380s  
-> atc_ne: 129.775s  
-> doc_feat: 81.285s  
-> tot: 1152.170s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0012</td>
-      <td>0.0069</td>
-      <td>0.0037</td>
-      <td>0.0114</td>
-      <td>0.0744</td>
-      <td>0.0044</td>
-      <td>0.0656</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0060</td>
-      <td>0.0044</td>
-      <td>0.0046</td>
-      <td>0.0117</td>
-      <td>0.0384</td>
-      <td>0.0055</td>
-      <td>0.0297</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0104</td>
-      <td>0.0055</td>
-      <td>0.0057</td>
-      <td>0.0134</td>
-      <td>0.0038</td>
-      <td>0.0123</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0139</td>
-      <td>0.0084</td>
-      <td>0.0079</td>
-      <td>0.0144</td>
-      <td>0.0343</td>
-      <td>0.0201</td>
-      <td>0.0427</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0151</td>
-      <td>0.0107</td>
-      <td>0.0094</td>
-      <td>0.0122</td>
-      <td>0.0713</td>
-      <td>0.0273</td>
-      <td>0.0796</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0172</td>
-      <td>0.0142</td>
-      <td>0.0123</td>
-      <td>0.0126</td>
-      <td>0.1071</td>
-      <td>0.0369</td>
-      <td>0.1154</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0200</td>
-      <td>0.0186</td>
-      <td>0.0178</td>
-      <td>0.0112</td>
-      <td>0.1438</td>
-      <td>0.0466</td>
-      <td>0.1519</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0197</td>
-      <td>0.0197</td>
-      <td>0.0176</td>
-      <td>0.0119</td>
-      <td>0.1797</td>
-      <td>0.0521</td>
-      <td>0.1876</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0185</td>
-      <td>0.0204</td>
-      <td>0.0211</td>
-      <td>0.0103</td>
-      <td>0.2153</td>
-      <td>0.0588</td>
-      <td>0.2231</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0208</td>
-      <td>0.0254</td>
-      <td>0.0273</td>
-      <td>0.0091</td>
-      <td>0.2527</td>
-      <td>0.0685</td>
-      <td>0.2604</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0206</td>
-      <td>0.0279</td>
-      <td>0.0290</td>
-      <td>0.0082</td>
-      <td>0.2900</td>
-      <td>0.0791</td>
-      <td>0.2976</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0196</td>
-      <td>0.0288</td>
-      <td>0.0330</td>
-      <td>0.0096</td>
-      <td>0.3249</td>
-      <td>0.0832</td>
-      <td>0.3324</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0197</td>
-      <td>0.0303</td>
-      <td>0.0347</td>
-      <td>0.0096</td>
-      <td>0.3623</td>
-      <td>0.0960</td>
-      <td>0.3696</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0173</td>
-      <td>0.0301</td>
-      <td>0.0386</td>
-      <td>0.0093</td>
-      <td>0.3990</td>
-      <td>0.1024</td>
-      <td>0.4062</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0142</td>
-      <td>0.0291</td>
-      <td>0.0403</td>
-      <td>0.0101</td>
-      <td>0.4337</td>
-      <td>0.1070</td>
-      <td>0.4408</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0122</td>
-      <td>0.0292</td>
-      <td>0.0431</td>
-      <td>0.0126</td>
-      <td>0.4684</td>
-      <td>0.1150</td>
-      <td>0.4754</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0096</td>
-      <td>0.0262</td>
-      <td>0.0489</td>
-      <td>0.0148</td>
-      <td>0.5052</td>
-      <td>0.1214</td>
-      <td>0.5120</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0081</td>
-      <td>0.0264</td>
-      <td>0.0524</td>
-      <td>0.0184</td>
-      <td>0.5402</td>
-      <td>0.1286</td>
-      <td>0.5470</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0057</td>
-      <td>0.0221</td>
-      <td>0.0558</td>
-      <td>0.0210</td>
-      <td>0.5797</td>
-      <td>0.1403</td>
-      <td>0.5863</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0069</td>
-      <td>0.0160</td>
-      <td>0.0585</td>
-      <td>0.0250</td>
-      <td>0.6144</td>
-      <td>0.1463</td>
-      <td>0.6209</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0001</td>
-      <td>0.0072</td>
-      <td>0.0611</td>
-      <td>0.0398</td>
-      <td>0.6491</td>
-      <td>0.1538</td>
-      <td>0.6554</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0132</td>
-      <td>0.0194</td>
-      <td>0.0296</td>
-      <td>0.0141</td>
-      <td>0.2994</td>
-      <td>0.0765</td>
-      <td>0.3051</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_10_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_10_acc.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 448.690s  
-> mul_sld: 179.540s  
-> bin_sld_gs: 1128.970s  
-> mul_sld_gs: 661.362s  
-> bin_sld_gsq: 542.638s  
-> mul_sld_gsq: 485.856s  
-> bin_pacc: 435.959s  
-> mul_pacc: 162.000s  
-> binmc_pacc: 436.717s  
-> mulmc_pacc: 159.011s  
-> binne_pacc: 430.393s  
-> mulne_pacc: 170.319s  
-> bin_pacc_gs: 747.860s  
-> mul_pacc_gs: 259.443s  
-> bin_cc: 413.372s  
-> mul_cc: 153.995s  
-> kfcv: 138.378s  
-> ref: 133.916s  
-> atc_mc: 127.515s  
-> atc_ne: 133.986s  
-> doc_feat: 88.997s  
-> tot: 1133.804s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0052</td>
-      <td>0.0033</td>
-      <td>0.0094</td>
-      <td>0.0139</td>
-      <td>0.0789</td>
-      <td>0.0081</td>
-      <td>0.0675</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0046</td>
-      <td>0.0059</td>
-      <td>0.0082</td>
-      <td>0.0117</td>
-      <td>0.0609</td>
-      <td>0.0053</td>
-      <td>0.0496</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0075</td>
-      <td>0.0089</td>
-      <td>0.0067</td>
-      <td>0.0098</td>
-      <td>0.0415</td>
-      <td>0.0051</td>
-      <td>0.0303</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0097</td>
-      <td>0.0110</td>
-      <td>0.0060</td>
-      <td>0.0085</td>
-      <td>0.0233</td>
-      <td>0.0071</td>
-      <td>0.0122</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0126</td>
-      <td>0.0144</td>
-      <td>0.0061</td>
-      <td>0.0072</td>
-      <td>0.0072</td>
-      <td>0.0100</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0130</td>
-      <td>0.0141</td>
-      <td>0.0063</td>
-      <td>0.0071</td>
-      <td>0.0148</td>
-      <td>0.0122</td>
-      <td>0.0253</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0158</td>
-      <td>0.0171</td>
-      <td>0.0080</td>
-      <td>0.0071</td>
-      <td>0.0343</td>
-      <td>0.0172</td>
-      <td>0.0451</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0164</td>
-      <td>0.0179</td>
-      <td>0.0087</td>
-      <td>0.0083</td>
-      <td>0.0523</td>
-      <td>0.0201</td>
-      <td>0.0630</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0169</td>
-      <td>0.0188</td>
-      <td>0.0093</td>
-      <td>0.0081</td>
-      <td>0.0696</td>
-      <td>0.0217</td>
-      <td>0.0802</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0190</td>
-      <td>0.0214</td>
-      <td>0.0127</td>
-      <td>0.0114</td>
-      <td>0.0899</td>
-      <td>0.0261</td>
-      <td>0.1003</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0201</td>
-      <td>0.0226</td>
-      <td>0.0150</td>
-      <td>0.0123</td>
-      <td>0.1099</td>
-      <td>0.0299</td>
-      <td>0.1203</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0202</td>
-      <td>0.0219</td>
-      <td>0.0166</td>
-      <td>0.0132</td>
-      <td>0.1251</td>
-      <td>0.0329</td>
-      <td>0.1354</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0213</td>
-      <td>0.0249</td>
-      <td>0.0199</td>
-      <td>0.0184</td>
-      <td>0.1471</td>
-      <td>0.0411</td>
-      <td>0.1572</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0191</td>
-      <td>0.0229</td>
-      <td>0.0204</td>
-      <td>0.0183</td>
-      <td>0.1648</td>
-      <td>0.0420</td>
-      <td>0.1749</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0173</td>
-      <td>0.0215</td>
-      <td>0.0209</td>
-      <td>0.0185</td>
-      <td>0.1806</td>
-      <td>0.0419</td>
-      <td>0.1905</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0161</td>
-      <td>0.0214</td>
-      <td>0.0227</td>
-      <td>0.0215</td>
-      <td>0.2002</td>
-      <td>0.0467</td>
-      <td>0.2101</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0147</td>
-      <td>0.0217</td>
-      <td>0.0256</td>
-      <td>0.0252</td>
-      <td>0.2198</td>
-      <td>0.0522</td>
-      <td>0.2295</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0129</td>
-      <td>0.0203</td>
-      <td>0.0282</td>
-      <td>0.0300</td>
-      <td>0.2372</td>
-      <td>0.0570</td>
-      <td>0.2469</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0080</td>
-      <td>0.0154</td>
-      <td>0.0297</td>
-      <td>0.0305</td>
-      <td>0.2573</td>
-      <td>0.0604</td>
-      <td>0.2669</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0057</td>
-      <td>0.0125</td>
-      <td>0.0333</td>
-      <td>0.0344</td>
-      <td>0.2748</td>
-      <td>0.0626</td>
-      <td>0.2842</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0001</td>
-      <td>0.0055</td>
-      <td>0.0349</td>
-      <td>0.0401</td>
-      <td>0.2923</td>
-      <td>0.0668</td>
-      <td>0.3017</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0132</td>
-      <td>0.0163</td>
-      <td>0.0166</td>
-      <td>0.0169</td>
-      <td>0.1277</td>
-      <td>0.0317</td>
-      <td>0.1333</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_20_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_20_acc.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 455.442s  
-> mul_sld: 198.713s  
-> bin_sld_gs: 1122.566s  
-> mul_sld_gs: 641.405s  
-> bin_sld_gsq: 542.437s  
-> mul_sld_gsq: 490.757s  
-> bin_pacc: 433.945s  
-> mul_pacc: 157.898s  
-> binmc_pacc: 435.757s  
-> mulmc_pacc: 171.337s  
-> binne_pacc: 432.522s  
-> mulne_pacc: 175.766s  
-> bin_pacc_gs: 742.842s  
-> mul_pacc_gs: 248.789s  
-> bin_cc: 409.971s  
-> mul_cc: 156.701s  
-> kfcv: 138.862s  
-> ref: 117.506s  
-> atc_mc: 134.572s  
-> atc_ne: 127.451s  
-> doc_feat: 91.628s  
-> tot: 1126.987s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0174</td>
-      <td>0.0112</td>
-      <td>0.0068</td>
-      <td>0.0065</td>
-      <td>0.0577</td>
-      <td>0.0085</td>
-      <td>0.0534</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0109</td>
-      <td>0.0088</td>
-      <td>0.0073</td>
-      <td>0.0078</td>
-      <td>0.0471</td>
-      <td>0.0070</td>
-      <td>0.0429</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0100</td>
-      <td>0.0091</td>
-      <td>0.0082</td>
-      <td>0.0091</td>
-      <td>0.0352</td>
-      <td>0.0061</td>
-      <td>0.0310</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0091</td>
-      <td>0.0086</td>
-      <td>0.0079</td>
-      <td>0.0092</td>
-      <td>0.0250</td>
-      <td>0.0056</td>
-      <td>0.0208</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0068</td>
-      <td>0.0072</td>
-      <td>0.0086</td>
-      <td>0.0089</td>
-      <td>0.0142</td>
-      <td>0.0066</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0071</td>
-      <td>0.0069</td>
-      <td>0.0088</td>
-      <td>0.0090</td>
-      <td>0.0073</td>
-      <td>0.0078</td>
-      <td>0.0066</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0073</td>
-      <td>0.0076</td>
-      <td>0.0091</td>
-      <td>0.0099</td>
-      <td>0.0105</td>
-      <td>0.0084</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0064</td>
-      <td>0.0075</td>
-      <td>0.0096</td>
-      <td>0.0105</td>
-      <td>0.0203</td>
-      <td>0.0101</td>
-      <td>0.0241</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0060</td>
-      <td>0.0070</td>
-      <td>0.0085</td>
-      <td>0.0099</td>
-      <td>0.0293</td>
-      <td>0.0111</td>
-      <td>0.0331</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0067</td>
-      <td>0.0074</td>
-      <td>0.0089</td>
-      <td>0.0096</td>
-      <td>0.0424</td>
-      <td>0.0151</td>
-      <td>0.0461</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0074</td>
-      <td>0.0082</td>
-      <td>0.0111</td>
-      <td>0.0097</td>
-      <td>0.0534</td>
-      <td>0.0162</td>
-      <td>0.0570</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0079</td>
-      <td>0.0092</td>
-      <td>0.0120</td>
-      <td>0.0104</td>
-      <td>0.0648</td>
-      <td>0.0192</td>
-      <td>0.0684</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0092</td>
-      <td>0.0096</td>
-      <td>0.0121</td>
-      <td>0.0110</td>
-      <td>0.0763</td>
-      <td>0.0222</td>
-      <td>0.0798</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0093</td>
-      <td>0.0101</td>
-      <td>0.0127</td>
-      <td>0.0122</td>
-      <td>0.0864</td>
-      <td>0.0243</td>
-      <td>0.0899</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0093</td>
-      <td>0.0085</td>
-      <td>0.0121</td>
-      <td>0.0139</td>
-      <td>0.0951</td>
-      <td>0.0225</td>
-      <td>0.0985</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0109</td>
-      <td>0.0099</td>
-      <td>0.0130</td>
-      <td>0.0133</td>
-      <td>0.1060</td>
-      <td>0.0253</td>
-      <td>0.1093</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0108</td>
-      <td>0.0092</td>
-      <td>0.0140</td>
-      <td>0.0139</td>
-      <td>0.1175</td>
-      <td>0.0288</td>
-      <td>0.1207</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0124</td>
-      <td>0.0097</td>
-      <td>0.0160</td>
-      <td>0.0139</td>
-      <td>0.1292</td>
-      <td>0.0316</td>
-      <td>0.1324</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0109</td>
-      <td>0.0076</td>
-      <td>0.0155</td>
-      <td>0.0162</td>
-      <td>0.1402</td>
-      <td>0.0317</td>
-      <td>0.1433</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0109</td>
-      <td>0.0072</td>
-      <td>0.0171</td>
-      <td>0.0146</td>
-      <td>0.1522</td>
-      <td>0.0359</td>
-      <td>0.1552</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0045</td>
-      <td>0.0049</td>
-      <td>0.0195</td>
-      <td>0.0125</td>
-      <td>0.1618</td>
-      <td>0.0400</td>
-      <td>0.1648</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0091</td>
-      <td>0.0084</td>
-      <td>0.0114</td>
-      <td>0.0110</td>
-      <td>0.0701</td>
-      <td>0.0183</td>
-      <td>0.0715</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_30_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_30_acc.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 431.626s  
-> mul_sld: 173.772s  
-> bin_sld_gs: 1126.713s  
-> mul_sld_gs: 637.068s  
-> bin_sld_gsq: 515.944s  
-> mul_sld_gsq: 474.062s  
-> bin_pacc: 411.245s  
-> mul_pacc: 163.461s  
-> binmc_pacc: 400.757s  
-> mulmc_pacc: 138.383s  
-> binne_pacc: 414.550s  
-> mulne_pacc: 162.850s  
-> bin_pacc_gs: 725.895s  
-> mul_pacc_gs: 248.814s  
-> bin_cc: 389.288s  
-> mul_cc: 123.416s  
-> kfcv: 114.502s  
-> ref: 85.633s  
-> atc_mc: 124.150s  
-> atc_ne: 99.674s  
-> doc_feat: 84.284s  
-> tot: 1130.557s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0039</td>
-      <td>0.0071</td>
-      <td>0.0065</td>
-      <td>0.0091</td>
-      <td>0.0418</td>
-      <td>0.0070</td>
-      <td>0.0348</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0063</td>
-      <td>0.0066</td>
-      <td>0.0077</td>
-      <td>0.0098</td>
-      <td>0.0360</td>
-      <td>0.0071</td>
-      <td>0.0291</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0088</td>
-      <td>0.0080</td>
-      <td>0.0097</td>
-      <td>0.0118</td>
-      <td>0.0303</td>
-      <td>0.0073</td>
-      <td>0.0235</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0090</td>
-      <td>0.0078</td>
-      <td>0.0098</td>
-      <td>0.0131</td>
-      <td>0.0244</td>
-      <td>0.0074</td>
-      <td>0.0176</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0083</td>
-      <td>0.0071</td>
-      <td>0.0086</td>
-      <td>0.0111</td>
-      <td>0.0199</td>
-      <td>0.0060</td>
-      <td>0.0134</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0089</td>
-      <td>0.0074</td>
-      <td>0.0094</td>
-      <td>0.0119</td>
-      <td>0.0133</td>
-      <td>0.0068</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0111</td>
-      <td>0.0085</td>
-      <td>0.0114</td>
-      <td>0.0125</td>
-      <td>0.0082</td>
-      <td>0.0064</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0129</td>
-      <td>0.0082</td>
-      <td>0.0134</td>
-      <td>0.0148</td>
-      <td>0.0063</td>
-      <td>0.0069</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0101</td>
-      <td>0.0074</td>
-      <td>0.0118</td>
-      <td>0.0131</td>
-      <td>0.0082</td>
-      <td>0.0079</td>
-      <td>0.0122</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0130</td>
-      <td>0.0085</td>
-      <td>0.0146</td>
-      <td>0.0161</td>
-      <td>0.0122</td>
-      <td>0.0075</td>
-      <td>0.0185</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0129</td>
-      <td>0.0081</td>
-      <td>0.0130</td>
-      <td>0.0143</td>
-      <td>0.0174</td>
-      <td>0.0098</td>
-      <td>0.0240</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0137</td>
-      <td>0.0075</td>
-      <td>0.0153</td>
-      <td>0.0159</td>
-      <td>0.0237</td>
-      <td>0.0099</td>
-      <td>0.0303</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0160</td>
-      <td>0.0093</td>
-      <td>0.0169</td>
-      <td>0.0170</td>
-      <td>0.0303</td>
-      <td>0.0111</td>
-      <td>0.0368</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0171</td>
-      <td>0.0100</td>
-      <td>0.0189</td>
-      <td>0.0187</td>
-      <td>0.0350</td>
-      <td>0.0111</td>
-      <td>0.0415</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0203</td>
-      <td>0.0109</td>
-      <td>0.0210</td>
-      <td>0.0195</td>
-      <td>0.0391</td>
-      <td>0.0118</td>
-      <td>0.0456</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0199</td>
-      <td>0.0106</td>
-      <td>0.0206</td>
-      <td>0.0194</td>
-      <td>0.0446</td>
-      <td>0.0120</td>
-      <td>0.0510</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0222</td>
-      <td>0.0115</td>
-      <td>0.0215</td>
-      <td>0.0201</td>
-      <td>0.0511</td>
-      <td>0.0129</td>
-      <td>0.0575</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0262</td>
-      <td>0.0133</td>
-      <td>0.0240</td>
-      <td>0.0218</td>
-      <td>0.0570</td>
-      <td>0.0146</td>
-      <td>0.0633</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0289</td>
-      <td>0.0160</td>
-      <td>0.0248</td>
-      <td>0.0230</td>
-      <td>0.0637</td>
-      <td>0.0167</td>
-      <td>0.0700</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0312</td>
-      <td>0.0190</td>
-      <td>0.0239</td>
-      <td>0.0214</td>
-      <td>0.0706</td>
-      <td>0.0191</td>
-      <td>0.0769</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0410</td>
-      <td>0.0297</td>
-      <td>0.0240</td>
-      <td>0.0216</td>
-      <td>0.0759</td>
-      <td>0.0189</td>
-      <td>0.0822</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0163</td>
-      <td>0.0106</td>
-      <td>0.0156</td>
-      <td>0.0160</td>
-      <td>0.0338</td>
-      <td>0.0104</td>
-      <td>0.0357</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_40_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_40_acc.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 458.494s  
-> mul_sld: 201.711s  
-> bin_sld_gs: 1164.733s  
-> mul_sld_gs: 676.355s  
-> bin_sld_gsq: 562.768s  
-> mul_sld_gsq: 514.459s  
-> bin_pacc: 442.701s  
-> mul_pacc: 170.811s  
-> binmc_pacc: 438.974s  
-> mulmc_pacc: 169.154s  
-> binne_pacc: 443.046s  
-> mulne_pacc: 181.715s  
-> bin_pacc_gs: 768.357s  
-> mul_pacc_gs: 264.111s  
-> bin_cc: 423.636s  
-> mul_cc: 156.950s  
-> kfcv: 144.505s  
-> ref: 134.555s  
-> atc_mc: 141.161s  
-> atc_ne: 127.587s  
-> doc_feat: 76.400s  
-> tot: 1169.275s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0113</td>
-      <td>0.0091</td>
-      <td>0.0086</td>
-      <td>0.0116</td>
-      <td>0.0126</td>
-      <td>0.0059</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0118</td>
-      <td>0.0072</td>
-      <td>0.0095</td>
-      <td>0.0125</td>
-      <td>0.0109</td>
-      <td>0.0057</td>
-      <td>0.0109</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0143</td>
-      <td>0.0075</td>
-      <td>0.0095</td>
-      <td>0.0126</td>
-      <td>0.0083</td>
-      <td>0.0059</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0156</td>
-      <td>0.0078</td>
-      <td>0.0104</td>
-      <td>0.0118</td>
-      <td>0.0076</td>
-      <td>0.0065</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0128</td>
-      <td>0.0074</td>
-      <td>0.0097</td>
-      <td>0.0124</td>
-      <td>0.0068</td>
-      <td>0.0058</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0134</td>
-      <td>0.0070</td>
-      <td>0.0093</td>
-      <td>0.0119</td>
-      <td>0.0060</td>
-      <td>0.0065</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0144</td>
-      <td>0.0076</td>
-      <td>0.0097</td>
-      <td>0.0103</td>
-      <td>0.0055</td>
-      <td>0.0067</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0171</td>
-      <td>0.0074</td>
-      <td>0.0101</td>
-      <td>0.0111</td>
-      <td>0.0072</td>
-      <td>0.0070</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0144</td>
-      <td>0.0071</td>
-      <td>0.0094</td>
-      <td>0.0104</td>
-      <td>0.0084</td>
-      <td>0.0087</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0162</td>
-      <td>0.0084</td>
-      <td>0.0103</td>
-      <td>0.0111</td>
-      <td>0.0104</td>
-      <td>0.0080</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0156</td>
-      <td>0.0074</td>
-      <td>0.0105</td>
-      <td>0.0116</td>
-      <td>0.0121</td>
-      <td>0.0101</td>
-      <td>0.0121</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0163</td>
-      <td>0.0071</td>
-      <td>0.0098</td>
-      <td>0.0130</td>
-      <td>0.0143</td>
-      <td>0.0091</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0174</td>
-      <td>0.0076</td>
-      <td>0.0107</td>
-      <td>0.0124</td>
-      <td>0.0173</td>
-      <td>0.0091</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0180</td>
-      <td>0.0077</td>
-      <td>0.0120</td>
-      <td>0.0151</td>
-      <td>0.0188</td>
-      <td>0.0088</td>
-      <td>0.0187</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0199</td>
-      <td>0.0069</td>
-      <td>0.0127</td>
-      <td>0.0166</td>
-      <td>0.0191</td>
-      <td>0.0083</td>
-      <td>0.0190</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0185</td>
-      <td>0.0079</td>
-      <td>0.0113</td>
-      <td>0.0170</td>
-      <td>0.0217</td>
-      <td>0.0100</td>
-      <td>0.0216</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0185</td>
-      <td>0.0080</td>
-      <td>0.0122</td>
-      <td>0.0180</td>
-      <td>0.0258</td>
-      <td>0.0118</td>
-      <td>0.0257</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0189</td>
-      <td>0.0074</td>
-      <td>0.0129</td>
-      <td>0.0192</td>
-      <td>0.0285</td>
-      <td>0.0125</td>
-      <td>0.0284</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0215</td>
-      <td>0.0060</td>
-      <td>0.0122</td>
-      <td>0.0208</td>
-      <td>0.0298</td>
-      <td>0.0120</td>
-      <td>0.0297</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0200</td>
-      <td>0.0056</td>
-      <td>0.0118</td>
-      <td>0.0223</td>
-      <td>0.0338</td>
-      <td>0.0129</td>
-      <td>0.0337</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0188</td>
-      <td>0.0088</td>
-      <td>0.0091</td>
-      <td>0.0234</td>
-      <td>0.0355</td>
-      <td>0.0115</td>
-      <td>0.0354</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0164</td>
-      <td>0.0075</td>
-      <td>0.0106</td>
-      <td>0.0145</td>
-      <td>0.0162</td>
-      <td>0.0087</td>
-      <td>0.0162</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_50_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_50_acc.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 466.968s  
-> mul_sld: 209.948s  
-> bin_sld_gs: 1150.214s  
-> mul_sld_gs: 682.183s  
-> bin_sld_gsq: 556.758s  
-> mul_sld_gsq: 509.058s  
-> bin_pacc: 464.142s  
-> mul_pacc: 197.052s  
-> binmc_pacc: 456.950s  
-> mulmc_pacc: 198.891s  
-> binne_pacc: 466.343s  
-> mulne_pacc: 211.900s  
-> bin_pacc_gs: 772.058s  
-> mul_pacc_gs: 283.572s  
-> bin_cc: 445.830s  
-> mul_cc: 179.010s  
-> kfcv: 150.241s  
-> ref: 148.770s  
-> atc_mc: 151.278s  
-> atc_ne: 143.773s  
-> doc_feat: 112.638s  
-> tot: 1155.458s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0104</td>
-      <td>0.0075</td>
-      <td>0.0094</td>
-      <td>0.0282</td>
-      <td>0.0182</td>
-      <td>0.0091</td>
-      <td>0.0210</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0085</td>
-      <td>0.0069</td>
-      <td>0.0092</td>
-      <td>0.0258</td>
-      <td>0.0173</td>
-      <td>0.0090</td>
-      <td>0.0202</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0092</td>
-      <td>0.0064</td>
-      <td>0.0083</td>
-      <td>0.0263</td>
-      <td>0.0178</td>
-      <td>0.0082</td>
-      <td>0.0208</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0101</td>
-      <td>0.0079</td>
-      <td>0.0100</td>
-      <td>0.0274</td>
-      <td>0.0159</td>
-      <td>0.0091</td>
-      <td>0.0187</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0087</td>
-      <td>0.0075</td>
-      <td>0.0091</td>
-      <td>0.0236</td>
-      <td>0.0128</td>
-      <td>0.0090</td>
-      <td>0.0156</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0088</td>
-      <td>0.0075</td>
-      <td>0.0094</td>
-      <td>0.0219</td>
-      <td>0.0144</td>
-      <td>0.0082</td>
-      <td>0.0173</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0094</td>
-      <td>0.0077</td>
-      <td>0.0093</td>
-      <td>0.0205</td>
-      <td>0.0122</td>
-      <td>0.0088</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0100</td>
-      <td>0.0078</td>
-      <td>0.0087</td>
-      <td>0.0205</td>
-      <td>0.0123</td>
-      <td>0.0087</td>
-      <td>0.0151</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0098</td>
-      <td>0.0073</td>
-      <td>0.0082</td>
-      <td>0.0200</td>
-      <td>0.0110</td>
-      <td>0.0083</td>
-      <td>0.0137</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0109</td>
-      <td>0.0084</td>
-      <td>0.0096</td>
-      <td>0.0188</td>
-      <td>0.0105</td>
-      <td>0.0084</td>
-      <td>0.0133</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0104</td>
-      <td>0.0081</td>
-      <td>0.0096</td>
-      <td>0.0174</td>
-      <td>0.0097</td>
-      <td>0.0082</td>
-      <td>0.0121</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0109</td>
-      <td>0.0082</td>
-      <td>0.0099</td>
-      <td>0.0180</td>
-      <td>0.0089</td>
-      <td>0.0089</td>
-      <td>0.0115</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0111</td>
-      <td>0.0081</td>
-      <td>0.0108</td>
-      <td>0.0170</td>
-      <td>0.0081</td>
-      <td>0.0079</td>
-      <td>0.0105</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0119</td>
-      <td>0.0096</td>
-      <td>0.0113</td>
-      <td>0.0152</td>
-      <td>0.0072</td>
-      <td>0.0093</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0135</td>
-      <td>0.0106</td>
-      <td>0.0120</td>
-      <td>0.0169</td>
-      <td>0.0065</td>
-      <td>0.0102</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0109</td>
-      <td>0.0080</td>
-      <td>0.0092</td>
-      <td>0.0119</td>
-      <td>0.0061</td>
-      <td>0.0085</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0123</td>
-      <td>0.0089</td>
-      <td>0.0112</td>
-      <td>0.0129</td>
-      <td>0.0066</td>
-      <td>0.0081</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0140</td>
-      <td>0.0102</td>
-      <td>0.0120</td>
-      <td>0.0139</td>
-      <td>0.0057</td>
-      <td>0.0090</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0167</td>
-      <td>0.0118</td>
-      <td>0.0139</td>
-      <td>0.0146</td>
-      <td>0.0056</td>
-      <td>0.0097</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0164</td>
-      <td>0.0112</td>
-      <td>0.0125</td>
-      <td>0.0121</td>
-      <td>0.0064</td>
-      <td>0.0086</td>
-      <td>0.0066</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0220</td>
-      <td>0.0165</td>
-      <td>0.0139</td>
-      <td>0.0125</td>
-      <td>0.0062</td>
-      <td>0.0099</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0117</td>
-      <td>0.0089</td>
-      <td>0.0104</td>
-      <td>0.0188</td>
-      <td>0.0104</td>
-      <td>0.0088</td>
-      <td>0.0125</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_60_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_60_acc.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 480.500s  
-> mul_sld: 213.550s  
-> bin_sld_gs: 1132.131s  
-> mul_sld_gs: 654.288s  
-> bin_sld_gsq: 554.789s  
-> mul_sld_gsq: 514.007s  
-> bin_pacc: 458.638s  
-> mul_pacc: 176.110s  
-> binmc_pacc: 454.887s  
-> mulmc_pacc: 140.659s  
-> binne_pacc: 444.727s  
-> mulne_pacc: 168.258s  
-> bin_pacc_gs: 767.825s  
-> mul_pacc_gs: 271.862s  
-> bin_cc: 432.108s  
-> mul_cc: 156.381s  
-> kfcv: 150.856s  
-> ref: 138.967s  
-> atc_mc: 140.786s  
-> atc_ne: 133.837s  
-> doc_feat: 93.537s  
-> tot: 1140.674s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0460</td>
-      <td>0.0266</td>
-      <td>0.0177</td>
-      <td>0.0527</td>
-      <td>0.0770</td>
-      <td>0.0295</td>
-      <td>0.0851</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0427</td>
-      <td>0.0219</td>
-      <td>0.0264</td>
-      <td>0.0499</td>
-      <td>0.0729</td>
-      <td>0.0275</td>
-      <td>0.0810</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0420</td>
-      <td>0.0229</td>
-      <td>0.0292</td>
-      <td>0.0515</td>
-      <td>0.0685</td>
-      <td>0.0266</td>
-      <td>0.0767</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0413</td>
-      <td>0.0251</td>
-      <td>0.0323</td>
-      <td>0.0532</td>
-      <td>0.0627</td>
-      <td>0.0244</td>
-      <td>0.0710</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0390</td>
-      <td>0.0245</td>
-      <td>0.0307</td>
-      <td>0.0501</td>
-      <td>0.0551</td>
-      <td>0.0210</td>
-      <td>0.0635</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0371</td>
-      <td>0.0239</td>
-      <td>0.0291</td>
-      <td>0.0487</td>
-      <td>0.0516</td>
-      <td>0.0209</td>
-      <td>0.0600</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0369</td>
-      <td>0.0256</td>
-      <td>0.0325</td>
-      <td>0.0510</td>
-      <td>0.0455</td>
-      <td>0.0181</td>
-      <td>0.0541</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0341</td>
-      <td>0.0254</td>
-      <td>0.0314</td>
-      <td>0.0483</td>
-      <td>0.0422</td>
-      <td>0.0195</td>
-      <td>0.0508</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0349</td>
-      <td>0.0281</td>
-      <td>0.0337</td>
-      <td>0.0496</td>
-      <td>0.0358</td>
-      <td>0.0156</td>
-      <td>0.0444</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0343</td>
-      <td>0.0293</td>
-      <td>0.0355</td>
-      <td>0.0498</td>
-      <td>0.0330</td>
-      <td>0.0156</td>
-      <td>0.0417</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0324</td>
-      <td>0.0290</td>
-      <td>0.0343</td>
-      <td>0.0484</td>
-      <td>0.0258</td>
-      <td>0.0116</td>
-      <td>0.0346</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0310</td>
-      <td>0.0299</td>
-      <td>0.0373</td>
-      <td>0.0485</td>
-      <td>0.0220</td>
-      <td>0.0122</td>
-      <td>0.0309</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0328</td>
-      <td>0.0326</td>
-      <td>0.0397</td>
-      <td>0.0499</td>
-      <td>0.0161</td>
-      <td>0.0099</td>
-      <td>0.0249</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0303</td>
-      <td>0.0324</td>
-      <td>0.0390</td>
-      <td>0.0500</td>
-      <td>0.0102</td>
-      <td>0.0086</td>
-      <td>0.0187</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0267</td>
-      <td>0.0308</td>
-      <td>0.0371</td>
-      <td>0.0452</td>
-      <td>0.0069</td>
-      <td>0.0082</td>
-      <td>0.0135</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0234</td>
-      <td>0.0286</td>
-      <td>0.0364</td>
-      <td>0.0439</td>
-      <td>0.0059</td>
-      <td>0.0068</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0241</td>
-      <td>0.0312</td>
-      <td>0.0392</td>
-      <td>0.0453</td>
-      <td>0.0069</td>
-      <td>0.0063</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0227</td>
-      <td>0.0308</td>
-      <td>0.0388</td>
-      <td>0.0440</td>
-      <td>0.0104</td>
-      <td>0.0049</td>
-      <td>0.0050</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0234</td>
-      <td>0.0332</td>
-      <td>0.0435</td>
-      <td>0.0469</td>
-      <td>0.0160</td>
-      <td>0.0064</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0204</td>
-      <td>0.0307</td>
-      <td>0.0428</td>
-      <td>0.0455</td>
-      <td>0.0204</td>
-      <td>0.0062</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0188</td>
-      <td>0.0286</td>
-      <td>0.0426</td>
-      <td>0.0437</td>
-      <td>0.0256</td>
-      <td>0.0056</td>
-      <td>0.0161</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0321</td>
-      <td>0.0282</td>
-      <td>0.0347</td>
-      <td>0.0484</td>
-      <td>0.0338</td>
-      <td>0.0145</td>
-      <td>0.0385</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_70_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_70_acc.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 500.397s  
-> mul_sld: 258.490s  
-> bin_sld_gs: 1170.341s  
-> mul_sld_gs: 683.747s  
-> bin_sld_gsq: 563.279s  
-> mul_sld_gsq: 515.921s  
-> bin_pacc: 490.203s  
-> mul_pacc: 224.016s  
-> binmc_pacc: 471.840s  
-> mulmc_pacc: 210.841s  
-> binne_pacc: 470.692s  
-> mulne_pacc: 198.506s  
-> bin_pacc_gs: 769.514s  
-> mul_pacc_gs: 297.055s  
-> bin_cc: 463.272s  
-> mul_cc: 198.142s  
-> kfcv: 178.022s  
-> ref: 176.128s  
-> atc_mc: 173.015s  
-> atc_ne: 124.585s  
-> doc_feat: 101.631s  
-> tot: 1175.400s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0148</td>
-      <td>0.0167</td>
-      <td>0.0053</td>
-      <td>0.0168</td>
-      <td>0.2196</td>
-      <td>0.0295</td>
-      <td>0.2295</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0168</td>
-      <td>0.0134</td>
-      <td>0.0063</td>
-      <td>0.0127</td>
-      <td>0.2046</td>
-      <td>0.0270</td>
-      <td>0.2146</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0181</td>
-      <td>0.0124</td>
-      <td>0.0062</td>
-      <td>0.0187</td>
-      <td>0.1925</td>
-      <td>0.0266</td>
-      <td>0.2027</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0191</td>
-      <td>0.0140</td>
-      <td>0.0070</td>
-      <td>0.0125</td>
-      <td>0.1773</td>
-      <td>0.0237</td>
-      <td>0.1876</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0190</td>
-      <td>0.0121</td>
-      <td>0.0069</td>
-      <td>0.0207</td>
-      <td>0.1600</td>
-      <td>0.0217</td>
-      <td>0.1704</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0188</td>
-      <td>0.0115</td>
-      <td>0.0072</td>
-      <td>0.0123</td>
-      <td>0.1474</td>
-      <td>0.0224</td>
-      <td>0.1579</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0206</td>
-      <td>0.0129</td>
-      <td>0.0083</td>
-      <td>0.0152</td>
-      <td>0.1334</td>
-      <td>0.0201</td>
-      <td>0.1440</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0195</td>
-      <td>0.0119</td>
-      <td>0.0084</td>
-      <td>0.0103</td>
-      <td>0.1198</td>
-      <td>0.0193</td>
-      <td>0.1306</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0196</td>
-      <td>0.0117</td>
-      <td>0.0079</td>
-      <td>0.0100</td>
-      <td>0.1056</td>
-      <td>0.0172</td>
-      <td>0.1164</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0224</td>
-      <td>0.0134</td>
-      <td>0.0115</td>
-      <td>0.0168</td>
-      <td>0.0932</td>
-      <td>0.0174</td>
-      <td>0.1042</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0216</td>
-      <td>0.0127</td>
-      <td>0.0121</td>
-      <td>0.0171</td>
-      <td>0.0758</td>
-      <td>0.0150</td>
-      <td>0.0869</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0217</td>
-      <td>0.0147</td>
-      <td>0.0141</td>
-      <td>0.0123</td>
-      <td>0.0628</td>
-      <td>0.0126</td>
-      <td>0.0740</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0240</td>
-      <td>0.0164</td>
-      <td>0.0166</td>
-      <td>0.0130</td>
-      <td>0.0484</td>
-      <td>0.0111</td>
-      <td>0.0598</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0236</td>
-      <td>0.0147</td>
-      <td>0.0179</td>
-      <td>0.0165</td>
-      <td>0.0319</td>
-      <td>0.0099</td>
-      <td>0.0434</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0216</td>
-      <td>0.0123</td>
-      <td>0.0174</td>
-      <td>0.0131</td>
-      <td>0.0190</td>
-      <td>0.0094</td>
-      <td>0.0306</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0220</td>
-      <td>0.0139</td>
-      <td>0.0191</td>
-      <td>0.0127</td>
-      <td>0.0070</td>
-      <td>0.0081</td>
-      <td>0.0160</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0229</td>
-      <td>0.0140</td>
-      <td>0.0222</td>
-      <td>0.0108</td>
-      <td>0.0108</td>
-      <td>0.0064</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0224</td>
-      <td>0.0134</td>
-      <td>0.0240</td>
-      <td>0.0092</td>
-      <td>0.0257</td>
-      <td>0.0069</td>
-      <td>0.0138</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0238</td>
-      <td>0.0145</td>
-      <td>0.0276</td>
-      <td>0.0104</td>
-      <td>0.0392</td>
-      <td>0.0060</td>
-      <td>0.0271</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0225</td>
-      <td>0.0122</td>
-      <td>0.0286</td>
-      <td>0.0092</td>
-      <td>0.0524</td>
-      <td>0.0062</td>
-      <td>0.0402</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0202</td>
-      <td>0.0089</td>
-      <td>0.0297</td>
-      <td>0.0103</td>
-      <td>0.0673</td>
-      <td>0.0067</td>
-      <td>0.0550</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0207</td>
-      <td>0.0132</td>
-      <td>0.0145</td>
-      <td>0.0134</td>
-      <td>0.0949</td>
-      <td>0.0154</td>
-      <td>0.1005</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_80_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_80_acc.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 64.550s  
-> mul_sld_gs: 336.201s  
-> mul_cc: 54.742s  
-> kfcv: 48.726s  
-> ref: 46.562s  
-> atc_mc: 49.917s  
-> atc_ne: 49.863s  
-> doc_feat: 43.425s  
-> tot: 344.139s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1087</td>
-      <td>0.7684</td>
-      <td>0.0702</td>
-      <td>0.7710</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0973</td>
-      <td>0.7270</td>
-      <td>0.0677</td>
-      <td>0.7298</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0902</td>
-      <td>0.6842</td>
-      <td>0.0654</td>
-      <td>0.6871</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0829</td>
-      <td>0.6407</td>
-      <td>0.0603</td>
-      <td>0.6438</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0774</td>
-      <td>0.5973</td>
-      <td>0.0530</td>
-      <td>0.6005</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0678</td>
-      <td>0.5546</td>
-      <td>0.0512</td>
-      <td>0.5579</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0641</td>
-      <td>0.5101</td>
-      <td>0.0440</td>
-      <td>0.5136</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0578</td>
-      <td>0.4670</td>
-      <td>0.0410</td>
-      <td>0.4706</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0499</td>
-      <td>0.4252</td>
-      <td>0.0385</td>
-      <td>0.4290</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0471</td>
-      <td>0.3821</td>
-      <td>0.0348</td>
-      <td>0.3860</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0424</td>
-      <td>0.3382</td>
-      <td>0.0271</td>
-      <td>0.3423</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0380</td>
-      <td>0.2962</td>
-      <td>0.0260</td>
-      <td>0.3004</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0330</td>
-      <td>0.2520</td>
-      <td>0.0193</td>
-      <td>0.2563</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0293</td>
-      <td>0.2083</td>
-      <td>0.0143</td>
-      <td>0.2127</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0245</td>
-      <td>0.1655</td>
-      <td>0.0131</td>
-      <td>0.1701</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0219</td>
-      <td>0.1220</td>
-      <td>0.0087</td>
-      <td>0.1267</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0174</td>
-      <td>0.0796</td>
-      <td>0.0064</td>
-      <td>0.0845</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0139</td>
-      <td>0.0365</td>
-      <td>0.0074</td>
-      <td>0.0415</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0098</td>
-      <td>0.0067</td>
-      <td>0.0090</td>
-      <td>0.0031</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0074</td>
-      <td>0.0494</td>
-      <td>0.0125</td>
-      <td>0.0441</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0025</td>
-      <td>0.0926</td>
-      <td>0.0170</td>
-      <td>0.0872</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0468</td>
-      <td>0.3525</td>
-      <td>0.0327</td>
-      <td>0.3552</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_90_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0138</td>
-      <td>0.0219</td>
-      <td>0.0084</td>
-      <td>0.0188</td>
-      <td>0.1498</td>
-      <td>0.0191</td>
-      <td>0.1490</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0135</td>
-      <td>0.0192</td>
-      <td>0.0099</td>
-      <td>0.0177</td>
-      <td>0.1350</td>
-      <td>0.0180</td>
-      <td>0.1342</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0150</td>
-      <td>0.0190</td>
-      <td>0.0104</td>
-      <td>0.0191</td>
-      <td>0.1202</td>
-      <td>0.0182</td>
-      <td>0.1208</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0160</td>
-      <td>0.0193</td>
-      <td>0.0114</td>
-      <td>0.0188</td>
-      <td>0.1123</td>
-      <td>0.0182</td>
-      <td>0.1136</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0153</td>
-      <td>0.0187</td>
-      <td>0.0111</td>
-      <td>0.0183</td>
-      <td>0.1049</td>
-      <td>0.0178</td>
-      <td>0.1075</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0155</td>
-      <td>0.0178</td>
-      <td>0.0115</td>
-      <td>0.0169</td>
-      <td>0.1018</td>
-      <td>0.0192</td>
-      <td>0.1061</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0169</td>
-      <td>0.0189</td>
-      <td>0.0133</td>
-      <td>0.0172</td>
-      <td>0.1004</td>
-      <td>0.0196</td>
-      <td>0.1054</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0170</td>
-      <td>0.0182</td>
-      <td>0.0135</td>
-      <td>0.0170</td>
-      <td>0.1008</td>
-      <td>0.0205</td>
-      <td>0.1063</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0163</td>
-      <td>0.0175</td>
-      <td>0.0137</td>
-      <td>0.0164</td>
-      <td>0.1009</td>
-      <td>0.0209</td>
-      <td>0.1067</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0179</td>
-      <td>0.0188</td>
-      <td>0.0163</td>
-      <td>0.0178</td>
-      <td>0.1029</td>
-      <td>0.0224</td>
-      <td>0.1090</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0176</td>
-      <td>0.0185</td>
-      <td>0.0168</td>
-      <td>0.0174</td>
-      <td>0.1036</td>
-      <td>0.0230</td>
-      <td>0.1096</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0177</td>
-      <td>0.0184</td>
-      <td>0.0185</td>
-      <td>0.0176</td>
-      <td>0.1048</td>
-      <td>0.0238</td>
-      <td>0.1108</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0189</td>
-      <td>0.0191</td>
-      <td>0.0202</td>
-      <td>0.0185</td>
-      <td>0.1064</td>
-      <td>0.0253</td>
-      <td>0.1125</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0183</td>
-      <td>0.0185</td>
-      <td>0.0214</td>
-      <td>0.0194</td>
-      <td>0.1069</td>
-      <td>0.0256</td>
-      <td>0.1128</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0178</td>
-      <td>0.0172</td>
-      <td>0.0217</td>
-      <td>0.0192</td>
-      <td>0.1073</td>
-      <td>0.0258</td>
-      <td>0.1129</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0167</td>
-      <td>0.0168</td>
-      <td>0.0219</td>
-      <td>0.0190</td>
-      <td>0.1091</td>
-      <td>0.0268</td>
-      <td>0.1142</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0169</td>
-      <td>0.0165</td>
-      <td>0.0243</td>
-      <td>0.0201</td>
-      <td>0.1137</td>
-      <td>0.0283</td>
-      <td>0.1167</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0172</td>
-      <td>0.0161</td>
-      <td>0.0261</td>
-      <td>0.0213</td>
-      <td>0.1189</td>
-      <td>0.0303</td>
-      <td>0.1206</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0174</td>
-      <td>0.0152</td>
-      <td>0.0279</td>
-      <td>0.0229</td>
-      <td>0.1265</td>
-      <td>0.0325</td>
-      <td>0.1266</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0167</td>
-      <td>0.0135</td>
-      <td>0.0286</td>
-      <td>0.0231</td>
-      <td>0.1416</td>
-      <td>0.0345</td>
-      <td>0.1415</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0157</td>
-      <td>0.0125</td>
-      <td>0.0293</td>
-      <td>0.0255</td>
-      <td>0.1563</td>
-      <td>0.0367</td>
-      <td>0.1560</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0166</td>
-      <td>0.0177</td>
-      <td>0.0179</td>
-      <td>0.0192</td>
-      <td>0.1154</td>
-      <td>0.0241</td>
-      <td>0.1187</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-      <th>doc_feat</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0132</td>
-      <td>0.0194</td>
-      <td>0.0296</td>
-      <td>0.0141</td>
-      <td>0.2994</td>
-      <td>0.0765</td>
-      <td>0.3051</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0132</td>
-      <td>0.0163</td>
-      <td>0.0166</td>
-      <td>0.0169</td>
-      <td>0.1277</td>
-      <td>0.0317</td>
-      <td>0.1333</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0091</td>
-      <td>0.0084</td>
-      <td>0.0114</td>
-      <td>0.0110</td>
-      <td>0.0701</td>
-      <td>0.0183</td>
-      <td>0.0715</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0163</td>
-      <td>0.0106</td>
-      <td>0.0156</td>
-      <td>0.0160</td>
-      <td>0.0338</td>
-      <td>0.0104</td>
-      <td>0.0357</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0164</td>
-      <td>0.0075</td>
-      <td>0.0106</td>
-      <td>0.0145</td>
-      <td>0.0162</td>
-      <td>0.0087</td>
-      <td>0.0162</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0117</td>
-      <td>0.0089</td>
-      <td>0.0104</td>
-      <td>0.0188</td>
-      <td>0.0104</td>
-      <td>0.0088</td>
-      <td>0.0125</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0321</td>
-      <td>0.0282</td>
-      <td>0.0347</td>
-      <td>0.0484</td>
-      <td>0.0338</td>
-      <td>0.0145</td>
-      <td>0.0385</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0207</td>
-      <td>0.0132</td>
-      <td>0.0145</td>
-      <td>0.0134</td>
-      <td>0.0949</td>
-      <td>0.0154</td>
-      <td>0.1005</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0468</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.3525</td>
-      <td>0.0327</td>
-      <td>0.3552</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0166</td>
-      <td>0.0177</td>
-      <td>0.0179</td>
-      <td>0.0192</td>
-      <td>0.1154</td>
-      <td>0.0241</td>
-      <td>0.1187</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_avg_acc.png)
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_all_f1.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_all_f1.md
deleted file mode 100644
index 2124497..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_all_f1.md
+++ /dev/null
@@ -1,2463 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 492.046s  
-> mul_sld: 249.698s  
-> bin_sld_gs: 1146.562s  
-> mul_sld_gs: 704.644s  
-> bin_sld_gsq: 539.255s  
-> mul_sld_gsq: 529.819s  
-> bin_pacc: 475.786s  
-> mul_pacc: 168.324s  
-> binmc_pacc: 472.270s  
-> mulmc_pacc: 173.273s  
-> binne_pacc: 443.131s  
-> mulne_pacc: 185.335s  
-> bin_pacc_gs: 763.354s  
-> mul_pacc_gs: 287.763s  
-> bin_cc: 427.742s  
-> mul_cc: 164.350s  
-> kfcv: 136.304s  
-> ref: 125.561s  
-> atc_mc: 115.380s  
-> atc_ne: 129.775s  
-> doc_feat: 81.285s  
-> tot: 1152.170s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.3207</td>
-      <td>0.0933</td>
-      <td>0.2485</td>
-      <td>0.2861</td>
-      <td>0.6804</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0523</td>
-      <td>0.0351</td>
-      <td>0.0583</td>
-      <td>0.0577</td>
-      <td>0.2520</td>
-      <td>0.2695</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0417</td>
-      <td>0.0282</td>
-      <td>0.0343</td>
-      <td>0.0457</td>
-      <td>0.2557</td>
-      <td>0.2793</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0358</td>
-      <td>0.0236</td>
-      <td>0.0353</td>
-      <td>0.0440</td>
-      <td>0.2522</td>
-      <td>0.2727</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0288</td>
-      <td>0.0196</td>
-      <td>0.0311</td>
-      <td>0.0427</td>
-      <td>0.2556</td>
-      <td>0.2684</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0258</td>
-      <td>0.0174</td>
-      <td>0.0303</td>
-      <td>0.0421</td>
-      <td>0.2530</td>
-      <td>0.2606</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0251</td>
-      <td>0.0188</td>
-      <td>0.0264</td>
-      <td>0.0427</td>
-      <td>0.2533</td>
-      <td>0.2614</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0206</td>
-      <td>0.0159</td>
-      <td>0.0270</td>
-      <td>0.0415</td>
-      <td>0.2522</td>
-      <td>0.2657</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0171</td>
-      <td>0.0145</td>
-      <td>0.0199</td>
-      <td>0.0412</td>
-      <td>0.2496</td>
-      <td>0.2653</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0167</td>
-      <td>0.0141</td>
-      <td>0.0227</td>
-      <td>0.0398</td>
-      <td>0.2529</td>
-      <td>0.2652</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0149</td>
-      <td>0.0138</td>
-      <td>0.0196</td>
-      <td>0.0459</td>
-      <td>0.2549</td>
-      <td>0.2598</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0128</td>
-      <td>0.0122</td>
-      <td>0.0210</td>
-      <td>0.0407</td>
-      <td>0.2516</td>
-      <td>0.2666</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0117</td>
-      <td>0.0123</td>
-      <td>0.0199</td>
-      <td>0.0471</td>
-      <td>0.2537</td>
-      <td>0.2595</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0093</td>
-      <td>0.0108</td>
-      <td>0.0198</td>
-      <td>0.0426</td>
-      <td>0.2542</td>
-      <td>0.2623</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0071</td>
-      <td>0.0088</td>
-      <td>0.0177</td>
-      <td>0.0424</td>
-      <td>0.2512</td>
-      <td>0.2670</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0057</td>
-      <td>0.0086</td>
-      <td>0.0176</td>
-      <td>0.0446</td>
-      <td>0.2486</td>
-      <td>0.2638</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0042</td>
-      <td>0.0068</td>
-      <td>0.0174</td>
-      <td>0.0418</td>
-      <td>0.2494</td>
-      <td>0.2665</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0033</td>
-      <td>0.0082</td>
-      <td>0.0200</td>
-      <td>0.0430</td>
-      <td>0.2476</td>
-      <td>0.2690</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0021</td>
-      <td>0.0081</td>
-      <td>0.0192</td>
-      <td>0.0442</td>
-      <td>0.2521</td>
-      <td>0.2639</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0024</td>
-      <td>0.0082</td>
-      <td>0.0191</td>
-      <td>0.0439</td>
-      <td>0.2500</td>
-      <td>0.2660</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0000</td>
-      <td>0.0108</td>
-      <td>0.0164</td>
-      <td>0.0466</td>
-      <td>0.2480</td>
-      <td>0.2621</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0313</td>
-      <td>0.0185</td>
-      <td>0.0353</td>
-      <td>0.0555</td>
-      <td>0.2723</td>
-      <td>0.2535</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_10_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_10_f1.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 448.690s  
-> mul_sld: 179.540s  
-> bin_sld_gs: 1128.970s  
-> mul_sld_gs: 661.362s  
-> bin_sld_gsq: 542.638s  
-> mul_sld_gsq: 485.856s  
-> bin_pacc: 435.959s  
-> mul_pacc: 162.000s  
-> binmc_pacc: 436.717s  
-> mulmc_pacc: 159.011s  
-> binne_pacc: 430.393s  
-> mulne_pacc: 170.319s  
-> bin_pacc_gs: 747.860s  
-> mul_pacc_gs: 259.443s  
-> bin_cc: 413.372s  
-> mul_cc: 153.995s  
-> kfcv: 138.378s  
-> ref: 133.916s  
-> atc_mc: 127.515s  
-> atc_ne: 133.986s  
-> doc_feat: 88.997s  
-> tot: 1133.804s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.2765</td>
-      <td>0.2797</td>
-      <td>0.2082</td>
-      <td>0.1292</td>
-      <td>0.8444</td>
-      <td>0.1676</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0539</td>
-      <td>0.0668</td>
-      <td>0.0635</td>
-      <td>0.0826</td>
-      <td>0.1124</td>
-      <td>0.0959</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0444</td>
-      <td>0.0511</td>
-      <td>0.0296</td>
-      <td>0.0410</td>
-      <td>0.1002</td>
-      <td>0.0583</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0368</td>
-      <td>0.0418</td>
-      <td>0.0199</td>
-      <td>0.0269</td>
-      <td>0.0908</td>
-      <td>0.0517</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0355</td>
-      <td>0.0404</td>
-      <td>0.0166</td>
-      <td>0.0180</td>
-      <td>0.0842</td>
-      <td>0.0442</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0285</td>
-      <td>0.0311</td>
-      <td>0.0138</td>
-      <td>0.0152</td>
-      <td>0.0855</td>
-      <td>0.0392</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0283</td>
-      <td>0.0311</td>
-      <td>0.0150</td>
-      <td>0.0131</td>
-      <td>0.0866</td>
-      <td>0.0332</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0248</td>
-      <td>0.0275</td>
-      <td>0.0134</td>
-      <td>0.0130</td>
-      <td>0.0837</td>
-      <td>0.0305</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0224</td>
-      <td>0.0250</td>
-      <td>0.0128</td>
-      <td>0.0120</td>
-      <td>0.0800</td>
-      <td>0.0322</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0219</td>
-      <td>0.0250</td>
-      <td>0.0149</td>
-      <td>0.0154</td>
-      <td>0.0823</td>
-      <td>0.0297</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0209</td>
-      <td>0.0237</td>
-      <td>0.0158</td>
-      <td>0.0144</td>
-      <td>0.0834</td>
-      <td>0.0290</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0188</td>
-      <td>0.0202</td>
-      <td>0.0155</td>
-      <td>0.0132</td>
-      <td>0.0780</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0181</td>
-      <td>0.0213</td>
-      <td>0.0170</td>
-      <td>0.0167</td>
-      <td>0.0818</td>
-      <td>0.0243</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0148</td>
-      <td>0.0176</td>
-      <td>0.0158</td>
-      <td>0.0149</td>
-      <td>0.0804</td>
-      <td>0.0247</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0124</td>
-      <td>0.0153</td>
-      <td>0.0149</td>
-      <td>0.0137</td>
-      <td>0.0769</td>
-      <td>0.0273</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0107</td>
-      <td>0.0140</td>
-      <td>0.0150</td>
-      <td>0.0145</td>
-      <td>0.0778</td>
-      <td>0.0256</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0091</td>
-      <td>0.0135</td>
-      <td>0.0157</td>
-      <td>0.0160</td>
-      <td>0.0784</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0074</td>
-      <td>0.0115</td>
-      <td>0.0163</td>
-      <td>0.0176</td>
-      <td>0.0772</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0043</td>
-      <td>0.0080</td>
-      <td>0.0161</td>
-      <td>0.0161</td>
-      <td>0.0782</td>
-      <td>0.0215</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0029</td>
-      <td>0.0062</td>
-      <td>0.0171</td>
-      <td>0.0169</td>
-      <td>0.0771</td>
-      <td>0.0228</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0001</td>
-      <td>0.0039</td>
-      <td>0.0169</td>
-      <td>0.0191</td>
-      <td>0.0762</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0330</td>
-      <td>0.0369</td>
-      <td>0.0278</td>
-      <td>0.0257</td>
-      <td>0.1198</td>
-      <td>0.0407</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_20_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_20_f1.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 455.442s  
-> mul_sld: 198.713s  
-> bin_sld_gs: 1122.566s  
-> mul_sld_gs: 641.405s  
-> bin_sld_gsq: 542.437s  
-> mul_sld_gsq: 490.757s  
-> bin_pacc: 433.945s  
-> mul_pacc: 157.898s  
-> binmc_pacc: 435.757s  
-> mulmc_pacc: 171.337s  
-> binne_pacc: 432.522s  
-> mulne_pacc: 175.766s  
-> bin_pacc_gs: 742.842s  
-> mul_pacc_gs: 248.789s  
-> bin_cc: 409.971s  
-> mul_cc: 156.701s  
-> kfcv: 138.862s  
-> ref: 117.506s  
-> atc_mc: 134.572s  
-> atc_ne: 127.451s  
-> doc_feat: 91.628s  
-> tot: 1126.987s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.2187</td>
-      <td>0.3317</td>
-      <td>0.4016</td>
-      <td>0.2528</td>
-      <td>0.9125</td>
-      <td>0.3293</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0514</td>
-      <td>0.0481</td>
-      <td>0.0586</td>
-      <td>0.0664</td>
-      <td>0.1358</td>
-      <td>0.0568</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0310</td>
-      <td>0.0333</td>
-      <td>0.0377</td>
-      <td>0.0429</td>
-      <td>0.0963</td>
-      <td>0.0372</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0202</td>
-      <td>0.0236</td>
-      <td>0.0262</td>
-      <td>0.0292</td>
-      <td>0.0747</td>
-      <td>0.0269</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0147</td>
-      <td>0.0175</td>
-      <td>0.0223</td>
-      <td>0.0220</td>
-      <td>0.0650</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0129</td>
-      <td>0.0136</td>
-      <td>0.0184</td>
-      <td>0.0188</td>
-      <td>0.0605</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0121</td>
-      <td>0.0131</td>
-      <td>0.0161</td>
-      <td>0.0174</td>
-      <td>0.0601</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0092</td>
-      <td>0.0109</td>
-      <td>0.0149</td>
-      <td>0.0158</td>
-      <td>0.0562</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0081</td>
-      <td>0.0094</td>
-      <td>0.0117</td>
-      <td>0.0129</td>
-      <td>0.0507</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0080</td>
-      <td>0.0085</td>
-      <td>0.0106</td>
-      <td>0.0112</td>
-      <td>0.0523</td>
-      <td>0.0124</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0085</td>
-      <td>0.0086</td>
-      <td>0.0117</td>
-      <td>0.0104</td>
-      <td>0.0507</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0080</td>
-      <td>0.0088</td>
-      <td>0.0117</td>
-      <td>0.0098</td>
-      <td>0.0502</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0085</td>
-      <td>0.0082</td>
-      <td>0.0104</td>
-      <td>0.0096</td>
-      <td>0.0496</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0077</td>
-      <td>0.0079</td>
-      <td>0.0100</td>
-      <td>0.0101</td>
-      <td>0.0480</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0071</td>
-      <td>0.0061</td>
-      <td>0.0088</td>
-      <td>0.0106</td>
-      <td>0.0451</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0077</td>
-      <td>0.0065</td>
-      <td>0.0089</td>
-      <td>0.0097</td>
-      <td>0.0445</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0070</td>
-      <td>0.0056</td>
-      <td>0.0086</td>
-      <td>0.0094</td>
-      <td>0.0445</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0075</td>
-      <td>0.0054</td>
-      <td>0.0095</td>
-      <td>0.0088</td>
-      <td>0.0446</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0062</td>
-      <td>0.0042</td>
-      <td>0.0085</td>
-      <td>0.0100</td>
-      <td>0.0443</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0057</td>
-      <td>0.0037</td>
-      <td>0.0086</td>
-      <td>0.0085</td>
-      <td>0.0445</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0022</td>
-      <td>0.0031</td>
-      <td>0.0095</td>
-      <td>0.0080</td>
-      <td>0.0434</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0220</td>
-      <td>0.0275</td>
-      <td>0.0345</td>
-      <td>0.0283</td>
-      <td>0.0987</td>
-      <td>0.0309</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_30_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_30_f1.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 431.626s  
-> mul_sld: 173.772s  
-> bin_sld_gs: 1126.713s  
-> mul_sld_gs: 637.068s  
-> bin_sld_gsq: 515.944s  
-> mul_sld_gsq: 474.062s  
-> bin_pacc: 411.245s  
-> mul_pacc: 163.461s  
-> binmc_pacc: 400.757s  
-> mulmc_pacc: 138.383s  
-> binne_pacc: 414.550s  
-> mulne_pacc: 162.850s  
-> bin_pacc_gs: 725.895s  
-> mul_pacc_gs: 248.814s  
-> bin_cc: 389.288s  
-> mul_cc: 123.416s  
-> kfcv: 114.502s  
-> ref: 85.633s  
-> atc_mc: 124.150s  
-> atc_ne: 99.674s  
-> doc_feat: 84.284s  
-> tot: 1130.557s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0726</td>
-      <td>0.1358</td>
-      <td>0.3200</td>
-      <td>0.2902</td>
-      <td>0.9275</td>
-      <td>0.4631</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0508</td>
-      <td>0.0449</td>
-      <td>0.0548</td>
-      <td>0.0557</td>
-      <td>0.1991</td>
-      <td>0.0388</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0420</td>
-      <td>0.0358</td>
-      <td>0.0395</td>
-      <td>0.0459</td>
-      <td>0.1087</td>
-      <td>0.0294</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0319</td>
-      <td>0.0247</td>
-      <td>0.0294</td>
-      <td>0.0376</td>
-      <td>0.0734</td>
-      <td>0.0228</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0226</td>
-      <td>0.0177</td>
-      <td>0.0202</td>
-      <td>0.0260</td>
-      <td>0.0509</td>
-      <td>0.0159</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0212</td>
-      <td>0.0153</td>
-      <td>0.0188</td>
-      <td>0.0237</td>
-      <td>0.0432</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0221</td>
-      <td>0.0149</td>
-      <td>0.0203</td>
-      <td>0.0220</td>
-      <td>0.0347</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0229</td>
-      <td>0.0132</td>
-      <td>0.0208</td>
-      <td>0.0228</td>
-      <td>0.0283</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0154</td>
-      <td>0.0099</td>
-      <td>0.0161</td>
-      <td>0.0179</td>
-      <td>0.0242</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0186</td>
-      <td>0.0107</td>
-      <td>0.0183</td>
-      <td>0.0201</td>
-      <td>0.0219</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0163</td>
-      <td>0.0090</td>
-      <td>0.0149</td>
-      <td>0.0165</td>
-      <td>0.0185</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0162</td>
-      <td>0.0078</td>
-      <td>0.0160</td>
-      <td>0.0169</td>
-      <td>0.0168</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0172</td>
-      <td>0.0093</td>
-      <td>0.0165</td>
-      <td>0.0169</td>
-      <td>0.0156</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0174</td>
-      <td>0.0093</td>
-      <td>0.0173</td>
-      <td>0.0173</td>
-      <td>0.0133</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0189</td>
-      <td>0.0098</td>
-      <td>0.0177</td>
-      <td>0.0168</td>
-      <td>0.0110</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0175</td>
-      <td>0.0090</td>
-      <td>0.0164</td>
-      <td>0.0160</td>
-      <td>0.0087</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0182</td>
-      <td>0.0094</td>
-      <td>0.0161</td>
-      <td>0.0155</td>
-      <td>0.0088</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0198</td>
-      <td>0.0102</td>
-      <td>0.0170</td>
-      <td>0.0158</td>
-      <td>0.0079</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0202</td>
-      <td>0.0115</td>
-      <td>0.0165</td>
-      <td>0.0158</td>
-      <td>0.0078</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0206</td>
-      <td>0.0128</td>
-      <td>0.0153</td>
-      <td>0.0143</td>
-      <td>0.0075</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0246</td>
-      <td>0.0178</td>
-      <td>0.0148</td>
-      <td>0.0136</td>
-      <td>0.0074</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0251</td>
-      <td>0.0209</td>
-      <td>0.0351</td>
-      <td>0.0351</td>
-      <td>0.0779</td>
-      <td>0.0335</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_40_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_40_f1.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 458.494s  
-> mul_sld: 201.711s  
-> bin_sld_gs: 1164.733s  
-> mul_sld_gs: 676.355s  
-> bin_sld_gsq: 562.768s  
-> mul_sld_gsq: 514.459s  
-> bin_pacc: 442.701s  
-> mul_pacc: 170.811s  
-> binmc_pacc: 438.974s  
-> mulmc_pacc: 169.154s  
-> binne_pacc: 443.046s  
-> mulne_pacc: 181.715s  
-> bin_pacc_gs: 768.357s  
-> mul_pacc_gs: 264.111s  
-> bin_cc: 423.636s  
-> mul_cc: 156.950s  
-> kfcv: 144.505s  
-> ref: 134.555s  
-> atc_mc: 141.161s  
-> atc_ne: 127.587s  
-> doc_feat: 76.400s  
-> tot: 1169.275s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0202</td>
-      <td>0.2468</td>
-      <td>0.3648</td>
-      <td>0.3806</td>
-      <td>0.9434</td>
-      <td>0.5337</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0607</td>
-      <td>0.0483</td>
-      <td>0.0552</td>
-      <td>0.1033</td>
-      <td>0.2786</td>
-      <td>0.0902</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0531</td>
-      <td>0.0280</td>
-      <td>0.0325</td>
-      <td>0.0592</td>
-      <td>0.1559</td>
-      <td>0.0381</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0430</td>
-      <td>0.0217</td>
-      <td>0.0257</td>
-      <td>0.0382</td>
-      <td>0.1006</td>
-      <td>0.0210</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0288</td>
-      <td>0.0176</td>
-      <td>0.0208</td>
-      <td>0.0301</td>
-      <td>0.0680</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0257</td>
-      <td>0.0142</td>
-      <td>0.0162</td>
-      <td>0.0238</td>
-      <td>0.0538</td>
-      <td>0.0137</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0233</td>
-      <td>0.0128</td>
-      <td>0.0147</td>
-      <td>0.0174</td>
-      <td>0.0403</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0249</td>
-      <td>0.0106</td>
-      <td>0.0134</td>
-      <td>0.0165</td>
-      <td>0.0309</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0182</td>
-      <td>0.0091</td>
-      <td>0.0111</td>
-      <td>0.0135</td>
-      <td>0.0225</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0187</td>
-      <td>0.0095</td>
-      <td>0.0111</td>
-      <td>0.0130</td>
-      <td>0.0186</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0165</td>
-      <td>0.0075</td>
-      <td>0.0106</td>
-      <td>0.0126</td>
-      <td>0.0137</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0156</td>
-      <td>0.0067</td>
-      <td>0.0087</td>
-      <td>0.0127</td>
-      <td>0.0104</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0155</td>
-      <td>0.0064</td>
-      <td>0.0091</td>
-      <td>0.0113</td>
-      <td>0.0081</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0148</td>
-      <td>0.0061</td>
-      <td>0.0095</td>
-      <td>0.0127</td>
-      <td>0.0059</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0153</td>
-      <td>0.0051</td>
-      <td>0.0094</td>
-      <td>0.0132</td>
-      <td>0.0048</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0135</td>
-      <td>0.0053</td>
-      <td>0.0079</td>
-      <td>0.0128</td>
-      <td>0.0050</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0126</td>
-      <td>0.0050</td>
-      <td>0.0080</td>
-      <td>0.0125</td>
-      <td>0.0059</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0121</td>
-      <td>0.0044</td>
-      <td>0.0080</td>
-      <td>0.0127</td>
-      <td>0.0062</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0131</td>
-      <td>0.0036</td>
-      <td>0.0072</td>
-      <td>0.0130</td>
-      <td>0.0070</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0115</td>
-      <td>0.0032</td>
-      <td>0.0067</td>
-      <td>0.0132</td>
-      <td>0.0077</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0105</td>
-      <td>0.0051</td>
-      <td>0.0050</td>
-      <td>0.0134</td>
-      <td>0.0088</td>
-      <td>0.0048</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0223</td>
-      <td>0.0227</td>
-      <td>0.0312</td>
-      <td>0.0398</td>
-      <td>0.0855</td>
-      <td>0.0391</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_50_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_50_f1.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 466.968s  
-> mul_sld: 209.948s  
-> bin_sld_gs: 1150.214s  
-> mul_sld_gs: 682.183s  
-> bin_sld_gsq: 556.758s  
-> mul_sld_gsq: 509.058s  
-> bin_pacc: 464.142s  
-> mul_pacc: 197.052s  
-> binmc_pacc: 456.950s  
-> mulmc_pacc: 198.891s  
-> binne_pacc: 466.343s  
-> mulne_pacc: 211.900s  
-> bin_pacc_gs: 772.058s  
-> mul_pacc_gs: 283.572s  
-> bin_cc: 445.830s  
-> mul_cc: 179.010s  
-> kfcv: 150.241s  
-> ref: 148.770s  
-> atc_mc: 151.278s  
-> atc_ne: 143.773s  
-> doc_feat: 112.638s  
-> tot: 1155.458s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0848</td>
-      <td>0.1510</td>
-      <td>0.2623</td>
-      <td>0.1000</td>
-      <td>0.9434</td>
-      <td>0.5258</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0363</td>
-      <td>0.0500</td>
-      <td>0.0667</td>
-      <td>0.0838</td>
-      <td>0.3709</td>
-      <td>0.1176</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0252</td>
-      <td>0.0241</td>
-      <td>0.0322</td>
-      <td>0.0670</td>
-      <td>0.2180</td>
-      <td>0.0459</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0237</td>
-      <td>0.0211</td>
-      <td>0.0241</td>
-      <td>0.0586</td>
-      <td>0.1401</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0177</td>
-      <td>0.0168</td>
-      <td>0.0186</td>
-      <td>0.0427</td>
-      <td>0.0926</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0155</td>
-      <td>0.0137</td>
-      <td>0.0170</td>
-      <td>0.0353</td>
-      <td>0.0695</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0143</td>
-      <td>0.0119</td>
-      <td>0.0140</td>
-      <td>0.0290</td>
-      <td>0.0472</td>
-      <td>0.0114</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0137</td>
-      <td>0.0105</td>
-      <td>0.0117</td>
-      <td>0.0258</td>
-      <td>0.0336</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0118</td>
-      <td>0.0087</td>
-      <td>0.0096</td>
-      <td>0.0224</td>
-      <td>0.0218</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0120</td>
-      <td>0.0092</td>
-      <td>0.0103</td>
-      <td>0.0195</td>
-      <td>0.0136</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0105</td>
-      <td>0.0081</td>
-      <td>0.0095</td>
-      <td>0.0166</td>
-      <td>0.0077</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0102</td>
-      <td>0.0077</td>
-      <td>0.0091</td>
-      <td>0.0160</td>
-      <td>0.0048</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0098</td>
-      <td>0.0070</td>
-      <td>0.0093</td>
-      <td>0.0141</td>
-      <td>0.0065</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0097</td>
-      <td>0.0078</td>
-      <td>0.0090</td>
-      <td>0.0118</td>
-      <td>0.0108</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0103</td>
-      <td>0.0080</td>
-      <td>0.0090</td>
-      <td>0.0122</td>
-      <td>0.0163</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0078</td>
-      <td>0.0057</td>
-      <td>0.0065</td>
-      <td>0.0081</td>
-      <td>0.0184</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0083</td>
-      <td>0.0060</td>
-      <td>0.0074</td>
-      <td>0.0083</td>
-      <td>0.0207</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0090</td>
-      <td>0.0065</td>
-      <td>0.0076</td>
-      <td>0.0085</td>
-      <td>0.0233</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0101</td>
-      <td>0.0071</td>
-      <td>0.0083</td>
-      <td>0.0084</td>
-      <td>0.0266</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0094</td>
-      <td>0.0065</td>
-      <td>0.0072</td>
-      <td>0.0067</td>
-      <td>0.0280</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0118</td>
-      <td>0.0089</td>
-      <td>0.0076</td>
-      <td>0.0067</td>
-      <td>0.0301</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0172</td>
-      <td>0.0189</td>
-      <td>0.0265</td>
-      <td>0.0286</td>
-      <td>0.1021</td>
-      <td>0.0405</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_60_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_60_f1.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 480.500s  
-> mul_sld: 213.550s  
-> bin_sld_gs: 1132.131s  
-> mul_sld_gs: 654.288s  
-> bin_sld_gsq: 554.789s  
-> mul_sld_gsq: 514.007s  
-> bin_pacc: 458.638s  
-> mul_pacc: 176.110s  
-> binmc_pacc: 454.887s  
-> mulmc_pacc: 140.659s  
-> binne_pacc: 444.727s  
-> mulne_pacc: 168.258s  
-> bin_pacc_gs: 767.825s  
-> mul_pacc_gs: 271.862s  
-> bin_cc: 432.108s  
-> mul_cc: 156.381s  
-> kfcv: 150.856s  
-> ref: 138.967s  
-> atc_mc: 140.786s  
-> atc_ne: 133.837s  
-> doc_feat: 93.537s  
-> tot: 1140.674s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0080</td>
-      <td>0.0998</td>
-      <td>0.0044</td>
-      <td>0.1497</td>
-      <td>0.9337</td>
-      <td>0.6387</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0637</td>
-      <td>0.0262</td>
-      <td>0.1038</td>
-      <td>0.0320</td>
-      <td>0.4985</td>
-      <td>0.2932</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0715</td>
-      <td>0.0275</td>
-      <td>0.0881</td>
-      <td>0.0615</td>
-      <td>0.3197</td>
-      <td>0.1729</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0673</td>
-      <td>0.0346</td>
-      <td>0.0776</td>
-      <td>0.0720</td>
-      <td>0.2183</td>
-      <td>0.1108</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0587</td>
-      <td>0.0343</td>
-      <td>0.0634</td>
-      <td>0.0680</td>
-      <td>0.1521</td>
-      <td>0.0734</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0501</td>
-      <td>0.0312</td>
-      <td>0.0515</td>
-      <td>0.0614</td>
-      <td>0.1118</td>
-      <td>0.0566</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0459</td>
-      <td>0.0318</td>
-      <td>0.0501</td>
-      <td>0.0609</td>
-      <td>0.0793</td>
-      <td>0.0406</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0387</td>
-      <td>0.0291</td>
-      <td>0.0429</td>
-      <td>0.0536</td>
-      <td>0.0574</td>
-      <td>0.0345</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0362</td>
-      <td>0.0298</td>
-      <td>0.0407</td>
-      <td>0.0509</td>
-      <td>0.0369</td>
-      <td>0.0246</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0333</td>
-      <td>0.0292</td>
-      <td>0.0393</td>
-      <td>0.0480</td>
-      <td>0.0241</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0292</td>
-      <td>0.0268</td>
-      <td>0.0345</td>
-      <td>0.0437</td>
-      <td>0.0101</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0262</td>
-      <td>0.0259</td>
-      <td>0.0345</td>
-      <td>0.0411</td>
-      <td>0.0052</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0260</td>
-      <td>0.0266</td>
-      <td>0.0340</td>
-      <td>0.0399</td>
-      <td>0.0101</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0225</td>
-      <td>0.0246</td>
-      <td>0.0311</td>
-      <td>0.0376</td>
-      <td>0.0184</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0188</td>
-      <td>0.0221</td>
-      <td>0.0275</td>
-      <td>0.0322</td>
-      <td>0.0253</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0156</td>
-      <td>0.0194</td>
-      <td>0.0254</td>
-      <td>0.0296</td>
-      <td>0.0305</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0152</td>
-      <td>0.0199</td>
-      <td>0.0257</td>
-      <td>0.0290</td>
-      <td>0.0355</td>
-      <td>0.0040</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0137</td>
-      <td>0.0187</td>
-      <td>0.0240</td>
-      <td>0.0268</td>
-      <td>0.0404</td>
-      <td>0.0029</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0134</td>
-      <td>0.0191</td>
-      <td>0.0254</td>
-      <td>0.0272</td>
-      <td>0.0451</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0111</td>
-      <td>0.0168</td>
-      <td>0.0237</td>
-      <td>0.0251</td>
-      <td>0.0485</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0098</td>
-      <td>0.0150</td>
-      <td>0.0225</td>
-      <td>0.0232</td>
-      <td>0.0520</td>
-      <td>0.0030</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0321</td>
-      <td>0.0290</td>
-      <td>0.0414</td>
-      <td>0.0483</td>
-      <td>0.1311</td>
-      <td>0.0732</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_70_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_70_f1.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 500.397s  
-> mul_sld: 258.490s  
-> bin_sld_gs: 1170.341s  
-> mul_sld_gs: 683.747s  
-> bin_sld_gsq: 563.279s  
-> mul_sld_gsq: 515.921s  
-> bin_pacc: 490.203s  
-> mul_pacc: 224.016s  
-> binmc_pacc: 471.840s  
-> mulmc_pacc: 210.841s  
-> binne_pacc: 470.692s  
-> mulne_pacc: 198.506s  
-> bin_pacc_gs: 769.514s  
-> mul_pacc_gs: 297.055s  
-> bin_cc: 463.272s  
-> mul_cc: 198.142s  
-> kfcv: 178.022s  
-> ref: 176.128s  
-> atc_mc: 173.015s  
-> atc_ne: 124.585s  
-> doc_feat: 101.631s  
-> tot: 1175.400s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0009</td>
-      <td>0.0522</td>
-      <td>0.0348</td>
-      <td>0.0770</td>
-      <td>0.8658</td>
-      <td>0.5853</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0253</td>
-      <td>0.0376</td>
-      <td>0.0281</td>
-      <td>0.0397</td>
-      <td>0.6028</td>
-      <td>0.3775</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0301</td>
-      <td>0.0213</td>
-      <td>0.0198</td>
-      <td>0.0304</td>
-      <td>0.4388</td>
-      <td>0.2622</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0313</td>
-      <td>0.0146</td>
-      <td>0.0183</td>
-      <td>0.0261</td>
-      <td>0.3230</td>
-      <td>0.1849</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0290</td>
-      <td>0.0120</td>
-      <td>0.0146</td>
-      <td>0.0235</td>
-      <td>0.2365</td>
-      <td>0.1334</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0264</td>
-      <td>0.0107</td>
-      <td>0.0129</td>
-      <td>0.0167</td>
-      <td>0.1743</td>
-      <td>0.1025</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0271</td>
-      <td>0.0110</td>
-      <td>0.0138</td>
-      <td>0.0186</td>
-      <td>0.1242</td>
-      <td>0.0752</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0236</td>
-      <td>0.0105</td>
-      <td>0.0119</td>
-      <td>0.0125</td>
-      <td>0.0840</td>
-      <td>0.0582</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0216</td>
-      <td>0.0096</td>
-      <td>0.0103</td>
-      <td>0.0115</td>
-      <td>0.0503</td>
-      <td>0.0449</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0233</td>
-      <td>0.0108</td>
-      <td>0.0133</td>
-      <td>0.0150</td>
-      <td>0.0236</td>
-      <td>0.0363</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0207</td>
-      <td>0.0099</td>
-      <td>0.0126</td>
-      <td>0.0142</td>
-      <td>0.0069</td>
-      <td>0.0254</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0194</td>
-      <td>0.0110</td>
-      <td>0.0132</td>
-      <td>0.0105</td>
-      <td>0.0227</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0201</td>
-      <td>0.0121</td>
-      <td>0.0143</td>
-      <td>0.0106</td>
-      <td>0.0408</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0184</td>
-      <td>0.0104</td>
-      <td>0.0143</td>
-      <td>0.0114</td>
-      <td>0.0582</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0158</td>
-      <td>0.0082</td>
-      <td>0.0129</td>
-      <td>0.0087</td>
-      <td>0.0713</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0151</td>
-      <td>0.0089</td>
-      <td>0.0132</td>
-      <td>0.0083</td>
-      <td>0.0840</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0148</td>
-      <td>0.0086</td>
-      <td>0.0143</td>
-      <td>0.0065</td>
-      <td>0.0955</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0136</td>
-      <td>0.0078</td>
-      <td>0.0145</td>
-      <td>0.0053</td>
-      <td>0.1062</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0137</td>
-      <td>0.0080</td>
-      <td>0.0157</td>
-      <td>0.0058</td>
-      <td>0.1149</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0122</td>
-      <td>0.0065</td>
-      <td>0.0155</td>
-      <td>0.0049</td>
-      <td>0.1227</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0104</td>
-      <td>0.0045</td>
-      <td>0.0152</td>
-      <td>0.0053</td>
-      <td>0.1307</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0197</td>
-      <td>0.0136</td>
-      <td>0.0159</td>
-      <td>0.0173</td>
-      <td>0.1799</td>
-      <td>0.0934</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_80_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_80_f1.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 64.550s  
-> mul_sld_gs: 336.201s  
-> mul_cc: 54.742s  
-> kfcv: 48.726s  
-> ref: 46.562s  
-> atc_mc: 49.917s  
-> atc_ne: 49.863s  
-> doc_feat: 43.425s  
-> tot: 344.139s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0015</td>
-      <td>0.5434</td>
-      <td>0.3456</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0080</td>
-      <td>0.4346</td>
-      <td>0.2883</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0097</td>
-      <td>0.3386</td>
-      <td>0.2429</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0131</td>
-      <td>0.2531</td>
-      <td>0.2023</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0152</td>
-      <td>0.1764</td>
-      <td>0.1655</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0153</td>
-      <td>0.1076</td>
-      <td>0.1394</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0171</td>
-      <td>0.0445</td>
-      <td>0.1133</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0171</td>
-      <td>0.0123</td>
-      <td>0.0940</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0148</td>
-      <td>0.0636</td>
-      <td>0.0776</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0164</td>
-      <td>0.1113</td>
-      <td>0.0632</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0162</td>
-      <td>0.1555</td>
-      <td>0.0477</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0151</td>
-      <td>0.1954</td>
-      <td>0.0392</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0139</td>
-      <td>0.2335</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0129</td>
-      <td>0.2686</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0111</td>
-      <td>0.3009</td>
-      <td>0.0144</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0105</td>
-      <td>0.3314</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0085</td>
-      <td>0.3594</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0070</td>
-      <td>0.3860</td>
-      <td>0.0037</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0050</td>
-      <td>0.4110</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0038</td>
-      <td>0.4343</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0012</td>
-      <td>0.4566</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0111</td>
-      <td>0.2675</td>
-      <td>0.0913</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_all_90_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1253</td>
-      <td>0.1546</td>
-      <td>0.2306</td>
-      <td>0.2082</td>
-      <td>0.8438</td>
-      <td>0.3999</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0493</td>
-      <td>0.0406</td>
-      <td>0.0611</td>
-      <td>0.0651</td>
-      <td>0.3205</td>
-      <td>0.1809</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0424</td>
-      <td>0.0288</td>
-      <td>0.0392</td>
-      <td>0.0492</td>
-      <td>0.2258</td>
-      <td>0.1296</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0363</td>
-      <td>0.0243</td>
-      <td>0.0321</td>
-      <td>0.0416</td>
-      <td>0.1696</td>
-      <td>0.1019</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0295</td>
-      <td>0.0212</td>
-      <td>0.0260</td>
-      <td>0.0341</td>
-      <td>0.1313</td>
-      <td>0.0836</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0257</td>
-      <td>0.0180</td>
-      <td>0.0224</td>
-      <td>0.0296</td>
-      <td>0.1066</td>
-      <td>0.0731</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0248</td>
-      <td>0.0181</td>
-      <td>0.0213</td>
-      <td>0.0277</td>
-      <td>0.0856</td>
-      <td>0.0636</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0223</td>
-      <td>0.0162</td>
-      <td>0.0195</td>
-      <td>0.0252</td>
-      <td>0.0710</td>
-      <td>0.0587</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0188</td>
-      <td>0.0145</td>
-      <td>0.0165</td>
-      <td>0.0228</td>
-      <td>0.0666</td>
-      <td>0.0540</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0191</td>
-      <td>0.0148</td>
-      <td>0.0175</td>
-      <td>0.0228</td>
-      <td>0.0667</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0172</td>
-      <td>0.0137</td>
-      <td>0.0161</td>
-      <td>0.0218</td>
-      <td>0.0668</td>
-      <td>0.0459</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0159</td>
-      <td>0.0128</td>
-      <td>0.0162</td>
-      <td>0.0201</td>
-      <td>0.0706</td>
-      <td>0.0446</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0159</td>
-      <td>0.0130</td>
-      <td>0.0163</td>
-      <td>0.0208</td>
-      <td>0.0777</td>
-      <td>0.0408</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0143</td>
-      <td>0.0119</td>
-      <td>0.0158</td>
-      <td>0.0198</td>
-      <td>0.0842</td>
-      <td>0.0395</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0132</td>
-      <td>0.0105</td>
-      <td>0.0147</td>
-      <td>0.0187</td>
-      <td>0.0892</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0117</td>
-      <td>0.0098</td>
-      <td>0.0139</td>
-      <td>0.0180</td>
-      <td>0.0943</td>
-      <td>0.0372</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0112</td>
-      <td>0.0092</td>
-      <td>0.0142</td>
-      <td>0.0174</td>
-      <td>0.0998</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0108</td>
-      <td>0.0089</td>
-      <td>0.0146</td>
-      <td>0.0173</td>
-      <td>0.1044</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0104</td>
-      <td>0.0083</td>
-      <td>0.0146</td>
-      <td>0.0176</td>
-      <td>0.1097</td>
-      <td>0.0360</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0095</td>
-      <td>0.0075</td>
-      <td>0.0141</td>
-      <td>0.0167</td>
-      <td>0.1134</td>
-      <td>0.0364</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0087</td>
-      <td>0.0078</td>
-      <td>0.0135</td>
-      <td>0.0170</td>
-      <td>0.1170</td>
-      <td>0.0361</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0253</td>
-      <td>0.0221</td>
-      <td>0.0310</td>
-      <td>0.0348</td>
-      <td>0.1483</td>
-      <td>0.0773</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>kfcv</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0313</td>
-      <td>0.0185</td>
-      <td>0.0353</td>
-      <td>0.0555</td>
-      <td>0.2723</td>
-      <td>0.2535</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0330</td>
-      <td>0.0369</td>
-      <td>0.0278</td>
-      <td>0.0257</td>
-      <td>0.1198</td>
-      <td>0.0407</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0220</td>
-      <td>0.0275</td>
-      <td>0.0345</td>
-      <td>0.0283</td>
-      <td>0.0987</td>
-      <td>0.0309</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0251</td>
-      <td>0.0209</td>
-      <td>0.0351</td>
-      <td>0.0351</td>
-      <td>0.0779</td>
-      <td>0.0335</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0223</td>
-      <td>0.0227</td>
-      <td>0.0312</td>
-      <td>0.0398</td>
-      <td>0.0855</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0172</td>
-      <td>0.0189</td>
-      <td>0.0265</td>
-      <td>0.0286</td>
-      <td>0.1021</td>
-      <td>0.0405</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0321</td>
-      <td>0.0290</td>
-      <td>0.0414</td>
-      <td>0.0483</td>
-      <td>0.1311</td>
-      <td>0.0732</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0197</td>
-      <td>0.0136</td>
-      <td>0.0159</td>
-      <td>0.0173</td>
-      <td>0.1799</td>
-      <td>0.0934</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0111</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.2675</td>
-      <td>0.0913</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0253</td>
-      <td>0.0221</td>
-      <td>0.0310</td>
-      <td>0.0348</td>
-      <td>0.1483</td>
-      <td>0.0773</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_all_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_all_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_all_avg_f1.png)
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_atc_acc.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_atc_acc.md
deleted file mode 100644
index 4ce409e..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_atc_acc.md
+++ /dev/null
@@ -1,2463 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 492.046s  
-> mul_sld: 249.698s  
-> bin_sld_gs: 1146.562s  
-> mul_sld_gs: 704.644s  
-> bin_sld_gsq: 539.255s  
-> mul_sld_gsq: 529.819s  
-> bin_pacc: 475.786s  
-> mul_pacc: 168.324s  
-> binmc_pacc: 472.270s  
-> mulmc_pacc: 173.273s  
-> binne_pacc: 443.131s  
-> mulne_pacc: 185.335s  
-> bin_pacc_gs: 763.354s  
-> mul_pacc_gs: 287.763s  
-> bin_cc: 427.742s  
-> mul_cc: 164.350s  
-> kfcv: 136.304s  
-> ref: 125.561s  
-> atc_mc: 115.380s  
-> atc_ne: 129.775s  
-> doc_feat: 81.285s  
-> tot: 1152.170s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0012</td>
-      <td>0.0069</td>
-      <td>0.0037</td>
-      <td>0.0114</td>
-      <td>0.0044</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0060</td>
-      <td>0.0044</td>
-      <td>0.0046</td>
-      <td>0.0117</td>
-      <td>0.0055</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0104</td>
-      <td>0.0055</td>
-      <td>0.0057</td>
-      <td>0.0134</td>
-      <td>0.0123</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0139</td>
-      <td>0.0084</td>
-      <td>0.0079</td>
-      <td>0.0144</td>
-      <td>0.0201</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0151</td>
-      <td>0.0107</td>
-      <td>0.0094</td>
-      <td>0.0122</td>
-      <td>0.0273</td>
-      <td>0.0273</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0172</td>
-      <td>0.0142</td>
-      <td>0.0123</td>
-      <td>0.0126</td>
-      <td>0.0369</td>
-      <td>0.0369</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0200</td>
-      <td>0.0186</td>
-      <td>0.0178</td>
-      <td>0.0112</td>
-      <td>0.0466</td>
-      <td>0.0466</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0197</td>
-      <td>0.0197</td>
-      <td>0.0176</td>
-      <td>0.0119</td>
-      <td>0.0521</td>
-      <td>0.0521</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0185</td>
-      <td>0.0204</td>
-      <td>0.0211</td>
-      <td>0.0103</td>
-      <td>0.0588</td>
-      <td>0.0588</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0208</td>
-      <td>0.0254</td>
-      <td>0.0273</td>
-      <td>0.0091</td>
-      <td>0.0685</td>
-      <td>0.0685</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0206</td>
-      <td>0.0279</td>
-      <td>0.0290</td>
-      <td>0.0082</td>
-      <td>0.0791</td>
-      <td>0.0791</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0196</td>
-      <td>0.0288</td>
-      <td>0.0330</td>
-      <td>0.0096</td>
-      <td>0.0832</td>
-      <td>0.0832</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0197</td>
-      <td>0.0303</td>
-      <td>0.0347</td>
-      <td>0.0096</td>
-      <td>0.0960</td>
-      <td>0.0960</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0173</td>
-      <td>0.0301</td>
-      <td>0.0386</td>
-      <td>0.0093</td>
-      <td>0.1024</td>
-      <td>0.1024</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0142</td>
-      <td>0.0291</td>
-      <td>0.0403</td>
-      <td>0.0101</td>
-      <td>0.1070</td>
-      <td>0.1070</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0122</td>
-      <td>0.0292</td>
-      <td>0.0431</td>
-      <td>0.0126</td>
-      <td>0.1150</td>
-      <td>0.1150</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0096</td>
-      <td>0.0262</td>
-      <td>0.0489</td>
-      <td>0.0148</td>
-      <td>0.1214</td>
-      <td>0.1214</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0081</td>
-      <td>0.0264</td>
-      <td>0.0524</td>
-      <td>0.0184</td>
-      <td>0.1286</td>
-      <td>0.1286</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0057</td>
-      <td>0.0221</td>
-      <td>0.0558</td>
-      <td>0.0210</td>
-      <td>0.1403</td>
-      <td>0.1403</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0069</td>
-      <td>0.0160</td>
-      <td>0.0585</td>
-      <td>0.0250</td>
-      <td>0.1463</td>
-      <td>0.1463</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0001</td>
-      <td>0.0072</td>
-      <td>0.0611</td>
-      <td>0.0398</td>
-      <td>0.1538</td>
-      <td>0.1538</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0132</td>
-      <td>0.0194</td>
-      <td>0.0296</td>
-      <td>0.0141</td>
-      <td>0.0765</td>
-      <td>0.0765</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_10_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_10_acc.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 448.690s  
-> mul_sld: 179.540s  
-> bin_sld_gs: 1128.970s  
-> mul_sld_gs: 661.362s  
-> bin_sld_gsq: 542.638s  
-> mul_sld_gsq: 485.856s  
-> bin_pacc: 435.959s  
-> mul_pacc: 162.000s  
-> binmc_pacc: 436.717s  
-> mulmc_pacc: 159.011s  
-> binne_pacc: 430.393s  
-> mulne_pacc: 170.319s  
-> bin_pacc_gs: 747.860s  
-> mul_pacc_gs: 259.443s  
-> bin_cc: 413.372s  
-> mul_cc: 153.995s  
-> kfcv: 138.378s  
-> ref: 133.916s  
-> atc_mc: 127.515s  
-> atc_ne: 133.986s  
-> doc_feat: 88.997s  
-> tot: 1133.804s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0052</td>
-      <td>0.0033</td>
-      <td>0.0094</td>
-      <td>0.0139</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0046</td>
-      <td>0.0059</td>
-      <td>0.0082</td>
-      <td>0.0117</td>
-      <td>0.0053</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0075</td>
-      <td>0.0089</td>
-      <td>0.0067</td>
-      <td>0.0098</td>
-      <td>0.0051</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0097</td>
-      <td>0.0110</td>
-      <td>0.0060</td>
-      <td>0.0085</td>
-      <td>0.0071</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0126</td>
-      <td>0.0144</td>
-      <td>0.0061</td>
-      <td>0.0072</td>
-      <td>0.0100</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0130</td>
-      <td>0.0141</td>
-      <td>0.0063</td>
-      <td>0.0071</td>
-      <td>0.0122</td>
-      <td>0.0122</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0158</td>
-      <td>0.0171</td>
-      <td>0.0080</td>
-      <td>0.0071</td>
-      <td>0.0172</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0164</td>
-      <td>0.0179</td>
-      <td>0.0087</td>
-      <td>0.0083</td>
-      <td>0.0201</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0169</td>
-      <td>0.0188</td>
-      <td>0.0093</td>
-      <td>0.0081</td>
-      <td>0.0217</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0190</td>
-      <td>0.0214</td>
-      <td>0.0127</td>
-      <td>0.0114</td>
-      <td>0.0261</td>
-      <td>0.0261</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0201</td>
-      <td>0.0226</td>
-      <td>0.0150</td>
-      <td>0.0123</td>
-      <td>0.0299</td>
-      <td>0.0299</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0202</td>
-      <td>0.0219</td>
-      <td>0.0166</td>
-      <td>0.0132</td>
-      <td>0.0329</td>
-      <td>0.0329</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0213</td>
-      <td>0.0249</td>
-      <td>0.0199</td>
-      <td>0.0184</td>
-      <td>0.0411</td>
-      <td>0.0411</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0191</td>
-      <td>0.0229</td>
-      <td>0.0204</td>
-      <td>0.0183</td>
-      <td>0.0420</td>
-      <td>0.0420</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0173</td>
-      <td>0.0215</td>
-      <td>0.0209</td>
-      <td>0.0185</td>
-      <td>0.0419</td>
-      <td>0.0419</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0161</td>
-      <td>0.0214</td>
-      <td>0.0227</td>
-      <td>0.0215</td>
-      <td>0.0467</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0147</td>
-      <td>0.0217</td>
-      <td>0.0256</td>
-      <td>0.0252</td>
-      <td>0.0522</td>
-      <td>0.0522</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0129</td>
-      <td>0.0203</td>
-      <td>0.0282</td>
-      <td>0.0300</td>
-      <td>0.0570</td>
-      <td>0.0570</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0080</td>
-      <td>0.0154</td>
-      <td>0.0297</td>
-      <td>0.0305</td>
-      <td>0.0604</td>
-      <td>0.0604</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0057</td>
-      <td>0.0125</td>
-      <td>0.0333</td>
-      <td>0.0344</td>
-      <td>0.0626</td>
-      <td>0.0626</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0001</td>
-      <td>0.0055</td>
-      <td>0.0349</td>
-      <td>0.0401</td>
-      <td>0.0668</td>
-      <td>0.0668</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0132</td>
-      <td>0.0163</td>
-      <td>0.0166</td>
-      <td>0.0169</td>
-      <td>0.0317</td>
-      <td>0.0317</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_20_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_20_acc.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 455.442s  
-> mul_sld: 198.713s  
-> bin_sld_gs: 1122.566s  
-> mul_sld_gs: 641.405s  
-> bin_sld_gsq: 542.437s  
-> mul_sld_gsq: 490.757s  
-> bin_pacc: 433.945s  
-> mul_pacc: 157.898s  
-> binmc_pacc: 435.757s  
-> mulmc_pacc: 171.337s  
-> binne_pacc: 432.522s  
-> mulne_pacc: 175.766s  
-> bin_pacc_gs: 742.842s  
-> mul_pacc_gs: 248.789s  
-> bin_cc: 409.971s  
-> mul_cc: 156.701s  
-> kfcv: 138.862s  
-> ref: 117.506s  
-> atc_mc: 134.572s  
-> atc_ne: 127.451s  
-> doc_feat: 91.628s  
-> tot: 1126.987s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0174</td>
-      <td>0.0112</td>
-      <td>0.0068</td>
-      <td>0.0065</td>
-      <td>0.0085</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0109</td>
-      <td>0.0088</td>
-      <td>0.0073</td>
-      <td>0.0078</td>
-      <td>0.0070</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0100</td>
-      <td>0.0091</td>
-      <td>0.0082</td>
-      <td>0.0091</td>
-      <td>0.0061</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0091</td>
-      <td>0.0086</td>
-      <td>0.0079</td>
-      <td>0.0092</td>
-      <td>0.0056</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0068</td>
-      <td>0.0072</td>
-      <td>0.0086</td>
-      <td>0.0089</td>
-      <td>0.0066</td>
-      <td>0.0066</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0071</td>
-      <td>0.0069</td>
-      <td>0.0088</td>
-      <td>0.0090</td>
-      <td>0.0078</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0073</td>
-      <td>0.0076</td>
-      <td>0.0091</td>
-      <td>0.0099</td>
-      <td>0.0084</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0064</td>
-      <td>0.0075</td>
-      <td>0.0096</td>
-      <td>0.0105</td>
-      <td>0.0101</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0060</td>
-      <td>0.0070</td>
-      <td>0.0085</td>
-      <td>0.0099</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0067</td>
-      <td>0.0074</td>
-      <td>0.0089</td>
-      <td>0.0096</td>
-      <td>0.0151</td>
-      <td>0.0151</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0074</td>
-      <td>0.0082</td>
-      <td>0.0111</td>
-      <td>0.0097</td>
-      <td>0.0162</td>
-      <td>0.0162</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0079</td>
-      <td>0.0092</td>
-      <td>0.0120</td>
-      <td>0.0104</td>
-      <td>0.0192</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0092</td>
-      <td>0.0096</td>
-      <td>0.0121</td>
-      <td>0.0110</td>
-      <td>0.0222</td>
-      <td>0.0222</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0093</td>
-      <td>0.0101</td>
-      <td>0.0127</td>
-      <td>0.0122</td>
-      <td>0.0243</td>
-      <td>0.0243</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0093</td>
-      <td>0.0085</td>
-      <td>0.0121</td>
-      <td>0.0139</td>
-      <td>0.0225</td>
-      <td>0.0225</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0109</td>
-      <td>0.0099</td>
-      <td>0.0130</td>
-      <td>0.0133</td>
-      <td>0.0253</td>
-      <td>0.0253</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0108</td>
-      <td>0.0092</td>
-      <td>0.0140</td>
-      <td>0.0139</td>
-      <td>0.0288</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0124</td>
-      <td>0.0097</td>
-      <td>0.0160</td>
-      <td>0.0139</td>
-      <td>0.0316</td>
-      <td>0.0317</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0109</td>
-      <td>0.0076</td>
-      <td>0.0155</td>
-      <td>0.0162</td>
-      <td>0.0317</td>
-      <td>0.0317</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0109</td>
-      <td>0.0072</td>
-      <td>0.0171</td>
-      <td>0.0146</td>
-      <td>0.0359</td>
-      <td>0.0359</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0045</td>
-      <td>0.0049</td>
-      <td>0.0195</td>
-      <td>0.0125</td>
-      <td>0.0400</td>
-      <td>0.0401</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0091</td>
-      <td>0.0084</td>
-      <td>0.0114</td>
-      <td>0.0110</td>
-      <td>0.0183</td>
-      <td>0.0183</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_30_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_30_acc.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 431.626s  
-> mul_sld: 173.772s  
-> bin_sld_gs: 1126.713s  
-> mul_sld_gs: 637.068s  
-> bin_sld_gsq: 515.944s  
-> mul_sld_gsq: 474.062s  
-> bin_pacc: 411.245s  
-> mul_pacc: 163.461s  
-> binmc_pacc: 400.757s  
-> mulmc_pacc: 138.383s  
-> binne_pacc: 414.550s  
-> mulne_pacc: 162.850s  
-> bin_pacc_gs: 725.895s  
-> mul_pacc_gs: 248.814s  
-> bin_cc: 389.288s  
-> mul_cc: 123.416s  
-> kfcv: 114.502s  
-> ref: 85.633s  
-> atc_mc: 124.150s  
-> atc_ne: 99.674s  
-> doc_feat: 84.284s  
-> tot: 1130.557s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0039</td>
-      <td>0.0071</td>
-      <td>0.0065</td>
-      <td>0.0091</td>
-      <td>0.0070</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0063</td>
-      <td>0.0066</td>
-      <td>0.0077</td>
-      <td>0.0098</td>
-      <td>0.0071</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0088</td>
-      <td>0.0080</td>
-      <td>0.0097</td>
-      <td>0.0118</td>
-      <td>0.0073</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0090</td>
-      <td>0.0078</td>
-      <td>0.0098</td>
-      <td>0.0131</td>
-      <td>0.0074</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0083</td>
-      <td>0.0071</td>
-      <td>0.0086</td>
-      <td>0.0111</td>
-      <td>0.0060</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0089</td>
-      <td>0.0074</td>
-      <td>0.0094</td>
-      <td>0.0119</td>
-      <td>0.0068</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0111</td>
-      <td>0.0085</td>
-      <td>0.0114</td>
-      <td>0.0125</td>
-      <td>0.0064</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0129</td>
-      <td>0.0082</td>
-      <td>0.0134</td>
-      <td>0.0148</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0101</td>
-      <td>0.0074</td>
-      <td>0.0118</td>
-      <td>0.0131</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0130</td>
-      <td>0.0085</td>
-      <td>0.0146</td>
-      <td>0.0161</td>
-      <td>0.0075</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0129</td>
-      <td>0.0081</td>
-      <td>0.0130</td>
-      <td>0.0143</td>
-      <td>0.0098</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0137</td>
-      <td>0.0075</td>
-      <td>0.0153</td>
-      <td>0.0159</td>
-      <td>0.0099</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0160</td>
-      <td>0.0093</td>
-      <td>0.0169</td>
-      <td>0.0170</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0171</td>
-      <td>0.0100</td>
-      <td>0.0189</td>
-      <td>0.0187</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0203</td>
-      <td>0.0109</td>
-      <td>0.0210</td>
-      <td>0.0195</td>
-      <td>0.0118</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0199</td>
-      <td>0.0106</td>
-      <td>0.0206</td>
-      <td>0.0194</td>
-      <td>0.0120</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0222</td>
-      <td>0.0115</td>
-      <td>0.0215</td>
-      <td>0.0201</td>
-      <td>0.0129</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0262</td>
-      <td>0.0133</td>
-      <td>0.0240</td>
-      <td>0.0218</td>
-      <td>0.0146</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0289</td>
-      <td>0.0160</td>
-      <td>0.0248</td>
-      <td>0.0230</td>
-      <td>0.0167</td>
-      <td>0.0167</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0312</td>
-      <td>0.0190</td>
-      <td>0.0239</td>
-      <td>0.0214</td>
-      <td>0.0191</td>
-      <td>0.0191</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0410</td>
-      <td>0.0297</td>
-      <td>0.0240</td>
-      <td>0.0216</td>
-      <td>0.0189</td>
-      <td>0.0189</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0163</td>
-      <td>0.0106</td>
-      <td>0.0156</td>
-      <td>0.0160</td>
-      <td>0.0104</td>
-      <td>0.0104</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_40_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_40_acc.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 458.494s  
-> mul_sld: 201.711s  
-> bin_sld_gs: 1164.733s  
-> mul_sld_gs: 676.355s  
-> bin_sld_gsq: 562.768s  
-> mul_sld_gsq: 514.459s  
-> bin_pacc: 442.701s  
-> mul_pacc: 170.811s  
-> binmc_pacc: 438.974s  
-> mulmc_pacc: 169.154s  
-> binne_pacc: 443.046s  
-> mulne_pacc: 181.715s  
-> bin_pacc_gs: 768.357s  
-> mul_pacc_gs: 264.111s  
-> bin_cc: 423.636s  
-> mul_cc: 156.950s  
-> kfcv: 144.505s  
-> ref: 134.555s  
-> atc_mc: 141.161s  
-> atc_ne: 127.587s  
-> doc_feat: 76.400s  
-> tot: 1169.275s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0113</td>
-      <td>0.0091</td>
-      <td>0.0086</td>
-      <td>0.0116</td>
-      <td>0.0059</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0118</td>
-      <td>0.0072</td>
-      <td>0.0095</td>
-      <td>0.0125</td>
-      <td>0.0057</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0143</td>
-      <td>0.0075</td>
-      <td>0.0095</td>
-      <td>0.0126</td>
-      <td>0.0059</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0156</td>
-      <td>0.0078</td>
-      <td>0.0104</td>
-      <td>0.0118</td>
-      <td>0.0065</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0128</td>
-      <td>0.0074</td>
-      <td>0.0097</td>
-      <td>0.0124</td>
-      <td>0.0058</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0134</td>
-      <td>0.0070</td>
-      <td>0.0093</td>
-      <td>0.0119</td>
-      <td>0.0065</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0144</td>
-      <td>0.0076</td>
-      <td>0.0097</td>
-      <td>0.0103</td>
-      <td>0.0067</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0171</td>
-      <td>0.0074</td>
-      <td>0.0101</td>
-      <td>0.0111</td>
-      <td>0.0070</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0144</td>
-      <td>0.0071</td>
-      <td>0.0094</td>
-      <td>0.0104</td>
-      <td>0.0087</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0162</td>
-      <td>0.0084</td>
-      <td>0.0103</td>
-      <td>0.0111</td>
-      <td>0.0080</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0156</td>
-      <td>0.0074</td>
-      <td>0.0105</td>
-      <td>0.0116</td>
-      <td>0.0101</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0163</td>
-      <td>0.0071</td>
-      <td>0.0098</td>
-      <td>0.0130</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0174</td>
-      <td>0.0076</td>
-      <td>0.0107</td>
-      <td>0.0124</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0180</td>
-      <td>0.0077</td>
-      <td>0.0120</td>
-      <td>0.0151</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0199</td>
-      <td>0.0069</td>
-      <td>0.0127</td>
-      <td>0.0166</td>
-      <td>0.0083</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0185</td>
-      <td>0.0079</td>
-      <td>0.0113</td>
-      <td>0.0170</td>
-      <td>0.0100</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0185</td>
-      <td>0.0080</td>
-      <td>0.0122</td>
-      <td>0.0180</td>
-      <td>0.0118</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0189</td>
-      <td>0.0074</td>
-      <td>0.0129</td>
-      <td>0.0192</td>
-      <td>0.0125</td>
-      <td>0.0125</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0215</td>
-      <td>0.0060</td>
-      <td>0.0122</td>
-      <td>0.0208</td>
-      <td>0.0120</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0200</td>
-      <td>0.0056</td>
-      <td>0.0118</td>
-      <td>0.0223</td>
-      <td>0.0129</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0188</td>
-      <td>0.0088</td>
-      <td>0.0091</td>
-      <td>0.0234</td>
-      <td>0.0115</td>
-      <td>0.0115</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0164</td>
-      <td>0.0075</td>
-      <td>0.0106</td>
-      <td>0.0145</td>
-      <td>0.0087</td>
-      <td>0.0087</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_50_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_50_acc.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 466.968s  
-> mul_sld: 209.948s  
-> bin_sld_gs: 1150.214s  
-> mul_sld_gs: 682.183s  
-> bin_sld_gsq: 556.758s  
-> mul_sld_gsq: 509.058s  
-> bin_pacc: 464.142s  
-> mul_pacc: 197.052s  
-> binmc_pacc: 456.950s  
-> mulmc_pacc: 198.891s  
-> binne_pacc: 466.343s  
-> mulne_pacc: 211.900s  
-> bin_pacc_gs: 772.058s  
-> mul_pacc_gs: 283.572s  
-> bin_cc: 445.830s  
-> mul_cc: 179.010s  
-> kfcv: 150.241s  
-> ref: 148.770s  
-> atc_mc: 151.278s  
-> atc_ne: 143.773s  
-> doc_feat: 112.638s  
-> tot: 1155.458s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0104</td>
-      <td>0.0075</td>
-      <td>0.0094</td>
-      <td>0.0282</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0085</td>
-      <td>0.0069</td>
-      <td>0.0092</td>
-      <td>0.0258</td>
-      <td>0.0090</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0092</td>
-      <td>0.0064</td>
-      <td>0.0083</td>
-      <td>0.0263</td>
-      <td>0.0082</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0101</td>
-      <td>0.0079</td>
-      <td>0.0100</td>
-      <td>0.0274</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0087</td>
-      <td>0.0075</td>
-      <td>0.0091</td>
-      <td>0.0236</td>
-      <td>0.0090</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0088</td>
-      <td>0.0075</td>
-      <td>0.0094</td>
-      <td>0.0219</td>
-      <td>0.0082</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0094</td>
-      <td>0.0077</td>
-      <td>0.0093</td>
-      <td>0.0205</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0100</td>
-      <td>0.0078</td>
-      <td>0.0087</td>
-      <td>0.0205</td>
-      <td>0.0087</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0098</td>
-      <td>0.0073</td>
-      <td>0.0082</td>
-      <td>0.0200</td>
-      <td>0.0083</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0109</td>
-      <td>0.0084</td>
-      <td>0.0096</td>
-      <td>0.0188</td>
-      <td>0.0084</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0104</td>
-      <td>0.0081</td>
-      <td>0.0096</td>
-      <td>0.0174</td>
-      <td>0.0082</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0109</td>
-      <td>0.0082</td>
-      <td>0.0099</td>
-      <td>0.0180</td>
-      <td>0.0089</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0111</td>
-      <td>0.0081</td>
-      <td>0.0108</td>
-      <td>0.0170</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0119</td>
-      <td>0.0096</td>
-      <td>0.0113</td>
-      <td>0.0152</td>
-      <td>0.0093</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0135</td>
-      <td>0.0106</td>
-      <td>0.0120</td>
-      <td>0.0169</td>
-      <td>0.0102</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0109</td>
-      <td>0.0080</td>
-      <td>0.0092</td>
-      <td>0.0119</td>
-      <td>0.0085</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0123</td>
-      <td>0.0089</td>
-      <td>0.0112</td>
-      <td>0.0129</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0140</td>
-      <td>0.0102</td>
-      <td>0.0120</td>
-      <td>0.0139</td>
-      <td>0.0090</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0167</td>
-      <td>0.0118</td>
-      <td>0.0139</td>
-      <td>0.0146</td>
-      <td>0.0097</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0164</td>
-      <td>0.0112</td>
-      <td>0.0125</td>
-      <td>0.0121</td>
-      <td>0.0086</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0220</td>
-      <td>0.0165</td>
-      <td>0.0139</td>
-      <td>0.0125</td>
-      <td>0.0099</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0117</td>
-      <td>0.0089</td>
-      <td>0.0104</td>
-      <td>0.0188</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_60_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_60_acc.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 480.500s  
-> mul_sld: 213.550s  
-> bin_sld_gs: 1132.131s  
-> mul_sld_gs: 654.288s  
-> bin_sld_gsq: 554.789s  
-> mul_sld_gsq: 514.007s  
-> bin_pacc: 458.638s  
-> mul_pacc: 176.110s  
-> binmc_pacc: 454.887s  
-> mulmc_pacc: 140.659s  
-> binne_pacc: 444.727s  
-> mulne_pacc: 168.258s  
-> bin_pacc_gs: 767.825s  
-> mul_pacc_gs: 271.862s  
-> bin_cc: 432.108s  
-> mul_cc: 156.381s  
-> kfcv: 150.856s  
-> ref: 138.967s  
-> atc_mc: 140.786s  
-> atc_ne: 133.837s  
-> doc_feat: 93.537s  
-> tot: 1140.674s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0460</td>
-      <td>0.0266</td>
-      <td>0.0177</td>
-      <td>0.0527</td>
-      <td>0.0295</td>
-      <td>0.0295</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0427</td>
-      <td>0.0219</td>
-      <td>0.0264</td>
-      <td>0.0499</td>
-      <td>0.0275</td>
-      <td>0.0275</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0420</td>
-      <td>0.0229</td>
-      <td>0.0292</td>
-      <td>0.0515</td>
-      <td>0.0266</td>
-      <td>0.0266</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0413</td>
-      <td>0.0251</td>
-      <td>0.0323</td>
-      <td>0.0532</td>
-      <td>0.0244</td>
-      <td>0.0244</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0390</td>
-      <td>0.0245</td>
-      <td>0.0307</td>
-      <td>0.0501</td>
-      <td>0.0210</td>
-      <td>0.0210</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0371</td>
-      <td>0.0239</td>
-      <td>0.0291</td>
-      <td>0.0487</td>
-      <td>0.0209</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0369</td>
-      <td>0.0256</td>
-      <td>0.0325</td>
-      <td>0.0510</td>
-      <td>0.0181</td>
-      <td>0.0181</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0341</td>
-      <td>0.0254</td>
-      <td>0.0314</td>
-      <td>0.0483</td>
-      <td>0.0195</td>
-      <td>0.0195</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0349</td>
-      <td>0.0281</td>
-      <td>0.0337</td>
-      <td>0.0496</td>
-      <td>0.0156</td>
-      <td>0.0156</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0343</td>
-      <td>0.0293</td>
-      <td>0.0355</td>
-      <td>0.0498</td>
-      <td>0.0156</td>
-      <td>0.0156</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0324</td>
-      <td>0.0290</td>
-      <td>0.0343</td>
-      <td>0.0484</td>
-      <td>0.0116</td>
-      <td>0.0116</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0310</td>
-      <td>0.0299</td>
-      <td>0.0373</td>
-      <td>0.0485</td>
-      <td>0.0122</td>
-      <td>0.0122</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0328</td>
-      <td>0.0326</td>
-      <td>0.0397</td>
-      <td>0.0499</td>
-      <td>0.0099</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0303</td>
-      <td>0.0324</td>
-      <td>0.0390</td>
-      <td>0.0500</td>
-      <td>0.0086</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0267</td>
-      <td>0.0308</td>
-      <td>0.0371</td>
-      <td>0.0452</td>
-      <td>0.0082</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0234</td>
-      <td>0.0286</td>
-      <td>0.0364</td>
-      <td>0.0439</td>
-      <td>0.0068</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0241</td>
-      <td>0.0312</td>
-      <td>0.0392</td>
-      <td>0.0453</td>
-      <td>0.0063</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0227</td>
-      <td>0.0308</td>
-      <td>0.0388</td>
-      <td>0.0440</td>
-      <td>0.0049</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0234</td>
-      <td>0.0332</td>
-      <td>0.0435</td>
-      <td>0.0469</td>
-      <td>0.0064</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0204</td>
-      <td>0.0307</td>
-      <td>0.0428</td>
-      <td>0.0455</td>
-      <td>0.0062</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0188</td>
-      <td>0.0286</td>
-      <td>0.0426</td>
-      <td>0.0437</td>
-      <td>0.0056</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0321</td>
-      <td>0.0282</td>
-      <td>0.0347</td>
-      <td>0.0484</td>
-      <td>0.0145</td>
-      <td>0.0145</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_70_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_70_acc.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 500.397s  
-> mul_sld: 258.490s  
-> bin_sld_gs: 1170.341s  
-> mul_sld_gs: 683.747s  
-> bin_sld_gsq: 563.279s  
-> mul_sld_gsq: 515.921s  
-> bin_pacc: 490.203s  
-> mul_pacc: 224.016s  
-> binmc_pacc: 471.840s  
-> mulmc_pacc: 210.841s  
-> binne_pacc: 470.692s  
-> mulne_pacc: 198.506s  
-> bin_pacc_gs: 769.514s  
-> mul_pacc_gs: 297.055s  
-> bin_cc: 463.272s  
-> mul_cc: 198.142s  
-> kfcv: 178.022s  
-> ref: 176.128s  
-> atc_mc: 173.015s  
-> atc_ne: 124.585s  
-> doc_feat: 101.631s  
-> tot: 1175.400s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0148</td>
-      <td>0.0167</td>
-      <td>0.0053</td>
-      <td>0.0168</td>
-      <td>0.0295</td>
-      <td>0.0295</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0168</td>
-      <td>0.0134</td>
-      <td>0.0063</td>
-      <td>0.0127</td>
-      <td>0.0270</td>
-      <td>0.0270</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0181</td>
-      <td>0.0124</td>
-      <td>0.0062</td>
-      <td>0.0187</td>
-      <td>0.0266</td>
-      <td>0.0266</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0191</td>
-      <td>0.0140</td>
-      <td>0.0070</td>
-      <td>0.0125</td>
-      <td>0.0237</td>
-      <td>0.0237</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0190</td>
-      <td>0.0121</td>
-      <td>0.0069</td>
-      <td>0.0207</td>
-      <td>0.0217</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0188</td>
-      <td>0.0115</td>
-      <td>0.0072</td>
-      <td>0.0123</td>
-      <td>0.0224</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0206</td>
-      <td>0.0129</td>
-      <td>0.0083</td>
-      <td>0.0152</td>
-      <td>0.0201</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0195</td>
-      <td>0.0119</td>
-      <td>0.0084</td>
-      <td>0.0103</td>
-      <td>0.0193</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0196</td>
-      <td>0.0117</td>
-      <td>0.0079</td>
-      <td>0.0100</td>
-      <td>0.0172</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0224</td>
-      <td>0.0134</td>
-      <td>0.0115</td>
-      <td>0.0168</td>
-      <td>0.0174</td>
-      <td>0.0174</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0216</td>
-      <td>0.0127</td>
-      <td>0.0121</td>
-      <td>0.0171</td>
-      <td>0.0150</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0217</td>
-      <td>0.0147</td>
-      <td>0.0141</td>
-      <td>0.0123</td>
-      <td>0.0126</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0240</td>
-      <td>0.0164</td>
-      <td>0.0166</td>
-      <td>0.0130</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0236</td>
-      <td>0.0147</td>
-      <td>0.0179</td>
-      <td>0.0165</td>
-      <td>0.0099</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0216</td>
-      <td>0.0123</td>
-      <td>0.0174</td>
-      <td>0.0131</td>
-      <td>0.0094</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0220</td>
-      <td>0.0139</td>
-      <td>0.0191</td>
-      <td>0.0127</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0229</td>
-      <td>0.0140</td>
-      <td>0.0222</td>
-      <td>0.0108</td>
-      <td>0.0064</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0224</td>
-      <td>0.0134</td>
-      <td>0.0240</td>
-      <td>0.0092</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0238</td>
-      <td>0.0145</td>
-      <td>0.0276</td>
-      <td>0.0104</td>
-      <td>0.0060</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0225</td>
-      <td>0.0122</td>
-      <td>0.0286</td>
-      <td>0.0092</td>
-      <td>0.0062</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0202</td>
-      <td>0.0089</td>
-      <td>0.0297</td>
-      <td>0.0103</td>
-      <td>0.0067</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0207</td>
-      <td>0.0132</td>
-      <td>0.0145</td>
-      <td>0.0134</td>
-      <td>0.0154</td>
-      <td>0.0154</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_80_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_80_acc.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 64.550s  
-> mul_sld_gs: 336.201s  
-> mul_cc: 54.742s  
-> kfcv: 48.726s  
-> ref: 46.562s  
-> atc_mc: 49.917s  
-> atc_ne: 49.863s  
-> doc_feat: 43.425s  
-> tot: 344.139s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1087</td>
-      <td>0.0702</td>
-      <td>0.0702</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0973</td>
-      <td>0.0677</td>
-      <td>0.0677</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0902</td>
-      <td>0.0654</td>
-      <td>0.0654</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0829</td>
-      <td>0.0603</td>
-      <td>0.0603</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0774</td>
-      <td>0.0530</td>
-      <td>0.0530</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0678</td>
-      <td>0.0512</td>
-      <td>0.0512</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0641</td>
-      <td>0.0440</td>
-      <td>0.0440</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0578</td>
-      <td>0.0410</td>
-      <td>0.0410</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0499</td>
-      <td>0.0385</td>
-      <td>0.0385</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0471</td>
-      <td>0.0348</td>
-      <td>0.0348</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0424</td>
-      <td>0.0271</td>
-      <td>0.0271</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0380</td>
-      <td>0.0260</td>
-      <td>0.0260</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0330</td>
-      <td>0.0193</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0293</td>
-      <td>0.0143</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0245</td>
-      <td>0.0131</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0219</td>
-      <td>0.0087</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0174</td>
-      <td>0.0064</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0139</td>
-      <td>0.0074</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0098</td>
-      <td>0.0090</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0074</td>
-      <td>0.0125</td>
-      <td>0.0125</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0025</td>
-      <td>0.0170</td>
-      <td>0.0170</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0468</td>
-      <td>0.0327</td>
-      <td>0.0327</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_90_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0138</td>
-      <td>0.0219</td>
-      <td>0.0084</td>
-      <td>0.0188</td>
-      <td>0.0191</td>
-      <td>0.0191</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0135</td>
-      <td>0.0192</td>
-      <td>0.0099</td>
-      <td>0.0177</td>
-      <td>0.0180</td>
-      <td>0.0180</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0150</td>
-      <td>0.0190</td>
-      <td>0.0104</td>
-      <td>0.0191</td>
-      <td>0.0182</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0160</td>
-      <td>0.0193</td>
-      <td>0.0114</td>
-      <td>0.0188</td>
-      <td>0.0182</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0153</td>
-      <td>0.0187</td>
-      <td>0.0111</td>
-      <td>0.0183</td>
-      <td>0.0178</td>
-      <td>0.0178</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0155</td>
-      <td>0.0178</td>
-      <td>0.0115</td>
-      <td>0.0169</td>
-      <td>0.0192</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0169</td>
-      <td>0.0189</td>
-      <td>0.0133</td>
-      <td>0.0172</td>
-      <td>0.0196</td>
-      <td>0.0196</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0170</td>
-      <td>0.0182</td>
-      <td>0.0135</td>
-      <td>0.0170</td>
-      <td>0.0205</td>
-      <td>0.0205</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0163</td>
-      <td>0.0175</td>
-      <td>0.0137</td>
-      <td>0.0164</td>
-      <td>0.0209</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0179</td>
-      <td>0.0188</td>
-      <td>0.0163</td>
-      <td>0.0178</td>
-      <td>0.0224</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0176</td>
-      <td>0.0185</td>
-      <td>0.0168</td>
-      <td>0.0174</td>
-      <td>0.0230</td>
-      <td>0.0230</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0177</td>
-      <td>0.0184</td>
-      <td>0.0185</td>
-      <td>0.0176</td>
-      <td>0.0238</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0189</td>
-      <td>0.0191</td>
-      <td>0.0202</td>
-      <td>0.0185</td>
-      <td>0.0253</td>
-      <td>0.0253</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0183</td>
-      <td>0.0185</td>
-      <td>0.0214</td>
-      <td>0.0194</td>
-      <td>0.0256</td>
-      <td>0.0256</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0178</td>
-      <td>0.0172</td>
-      <td>0.0217</td>
-      <td>0.0192</td>
-      <td>0.0258</td>
-      <td>0.0258</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0167</td>
-      <td>0.0168</td>
-      <td>0.0219</td>
-      <td>0.0190</td>
-      <td>0.0268</td>
-      <td>0.0268</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0169</td>
-      <td>0.0165</td>
-      <td>0.0243</td>
-      <td>0.0201</td>
-      <td>0.0283</td>
-      <td>0.0283</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0172</td>
-      <td>0.0161</td>
-      <td>0.0261</td>
-      <td>0.0213</td>
-      <td>0.0303</td>
-      <td>0.0303</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0174</td>
-      <td>0.0152</td>
-      <td>0.0279</td>
-      <td>0.0229</td>
-      <td>0.0325</td>
-      <td>0.0325</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0167</td>
-      <td>0.0135</td>
-      <td>0.0286</td>
-      <td>0.0231</td>
-      <td>0.0345</td>
-      <td>0.0345</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0157</td>
-      <td>0.0125</td>
-      <td>0.0293</td>
-      <td>0.0255</td>
-      <td>0.0367</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0166</td>
-      <td>0.0177</td>
-      <td>0.0179</td>
-      <td>0.0192</td>
-      <td>0.0241</td>
-      <td>0.0241</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0132</td>
-      <td>0.0194</td>
-      <td>0.0296</td>
-      <td>0.0141</td>
-      <td>0.0765</td>
-      <td>0.0765</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0132</td>
-      <td>0.0163</td>
-      <td>0.0166</td>
-      <td>0.0169</td>
-      <td>0.0317</td>
-      <td>0.0317</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0091</td>
-      <td>0.0084</td>
-      <td>0.0114</td>
-      <td>0.0110</td>
-      <td>0.0183</td>
-      <td>0.0183</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0163</td>
-      <td>0.0106</td>
-      <td>0.0156</td>
-      <td>0.0160</td>
-      <td>0.0104</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0164</td>
-      <td>0.0075</td>
-      <td>0.0106</td>
-      <td>0.0145</td>
-      <td>0.0087</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0117</td>
-      <td>0.0089</td>
-      <td>0.0104</td>
-      <td>0.0188</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0321</td>
-      <td>0.0282</td>
-      <td>0.0347</td>
-      <td>0.0484</td>
-      <td>0.0145</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0207</td>
-      <td>0.0132</td>
-      <td>0.0145</td>
-      <td>0.0134</td>
-      <td>0.0154</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0468</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0327</td>
-      <td>0.0327</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0166</td>
-      <td>0.0177</td>
-      <td>0.0179</td>
-      <td>0.0192</td>
-      <td>0.0241</td>
-      <td>0.0241</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_avg_acc.png)
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_atc_f1.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_atc_f1.md
deleted file mode 100644
index 2b6302b..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_atc_f1.md
+++ /dev/null
@@ -1,2463 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 492.046s  
-> mul_sld: 249.698s  
-> bin_sld_gs: 1146.562s  
-> mul_sld_gs: 704.644s  
-> bin_sld_gsq: 539.255s  
-> mul_sld_gsq: 529.819s  
-> bin_pacc: 475.786s  
-> mul_pacc: 168.324s  
-> binmc_pacc: 472.270s  
-> mulmc_pacc: 173.273s  
-> binne_pacc: 443.131s  
-> mulne_pacc: 185.335s  
-> bin_pacc_gs: 763.354s  
-> mul_pacc_gs: 287.763s  
-> bin_cc: 427.742s  
-> mul_cc: 164.350s  
-> kfcv: 136.304s  
-> ref: 125.561s  
-> atc_mc: 115.380s  
-> atc_ne: 129.775s  
-> doc_feat: 81.285s  
-> tot: 1152.170s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.3207</td>
-      <td>0.0933</td>
-      <td>0.2485</td>
-      <td>0.2861</td>
-      <td>0.0100</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0523</td>
-      <td>0.0351</td>
-      <td>0.0583</td>
-      <td>0.0577</td>
-      <td>0.2695</td>
-      <td>0.2695</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0417</td>
-      <td>0.0282</td>
-      <td>0.0343</td>
-      <td>0.0457</td>
-      <td>0.2793</td>
-      <td>0.2793</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0358</td>
-      <td>0.0236</td>
-      <td>0.0353</td>
-      <td>0.0440</td>
-      <td>0.2727</td>
-      <td>0.2727</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0288</td>
-      <td>0.0196</td>
-      <td>0.0311</td>
-      <td>0.0427</td>
-      <td>0.2684</td>
-      <td>0.2684</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0258</td>
-      <td>0.0174</td>
-      <td>0.0303</td>
-      <td>0.0421</td>
-      <td>0.2606</td>
-      <td>0.2606</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0251</td>
-      <td>0.0188</td>
-      <td>0.0264</td>
-      <td>0.0427</td>
-      <td>0.2614</td>
-      <td>0.2614</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0206</td>
-      <td>0.0159</td>
-      <td>0.0270</td>
-      <td>0.0415</td>
-      <td>0.2657</td>
-      <td>0.2657</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0171</td>
-      <td>0.0145</td>
-      <td>0.0199</td>
-      <td>0.0412</td>
-      <td>0.2653</td>
-      <td>0.2653</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0167</td>
-      <td>0.0141</td>
-      <td>0.0227</td>
-      <td>0.0398</td>
-      <td>0.2652</td>
-      <td>0.2652</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0149</td>
-      <td>0.0138</td>
-      <td>0.0196</td>
-      <td>0.0459</td>
-      <td>0.2598</td>
-      <td>0.2598</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0128</td>
-      <td>0.0122</td>
-      <td>0.0210</td>
-      <td>0.0407</td>
-      <td>0.2666</td>
-      <td>0.2666</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0117</td>
-      <td>0.0123</td>
-      <td>0.0199</td>
-      <td>0.0471</td>
-      <td>0.2595</td>
-      <td>0.2595</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0093</td>
-      <td>0.0108</td>
-      <td>0.0198</td>
-      <td>0.0426</td>
-      <td>0.2623</td>
-      <td>0.2623</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0071</td>
-      <td>0.0088</td>
-      <td>0.0177</td>
-      <td>0.0424</td>
-      <td>0.2670</td>
-      <td>0.2670</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0057</td>
-      <td>0.0086</td>
-      <td>0.0176</td>
-      <td>0.0446</td>
-      <td>0.2638</td>
-      <td>0.2638</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0042</td>
-      <td>0.0068</td>
-      <td>0.0174</td>
-      <td>0.0418</td>
-      <td>0.2665</td>
-      <td>0.2665</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0033</td>
-      <td>0.0082</td>
-      <td>0.0200</td>
-      <td>0.0430</td>
-      <td>0.2690</td>
-      <td>0.2690</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0021</td>
-      <td>0.0081</td>
-      <td>0.0192</td>
-      <td>0.0442</td>
-      <td>0.2639</td>
-      <td>0.2639</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0024</td>
-      <td>0.0082</td>
-      <td>0.0191</td>
-      <td>0.0439</td>
-      <td>0.2660</td>
-      <td>0.2660</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0000</td>
-      <td>0.0108</td>
-      <td>0.0164</td>
-      <td>0.0466</td>
-      <td>0.2621</td>
-      <td>0.2621</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0313</td>
-      <td>0.0185</td>
-      <td>0.0353</td>
-      <td>0.0555</td>
-      <td>0.2535</td>
-      <td>0.2535</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_10_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_10_f1.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 448.690s  
-> mul_sld: 179.540s  
-> bin_sld_gs: 1128.970s  
-> mul_sld_gs: 661.362s  
-> bin_sld_gsq: 542.638s  
-> mul_sld_gsq: 485.856s  
-> bin_pacc: 435.959s  
-> mul_pacc: 162.000s  
-> binmc_pacc: 436.717s  
-> mulmc_pacc: 159.011s  
-> binne_pacc: 430.393s  
-> mulne_pacc: 170.319s  
-> bin_pacc_gs: 747.860s  
-> mul_pacc_gs: 259.443s  
-> bin_cc: 413.372s  
-> mul_cc: 153.995s  
-> kfcv: 138.378s  
-> ref: 133.916s  
-> atc_mc: 127.515s  
-> atc_ne: 133.986s  
-> doc_feat: 88.997s  
-> tot: 1133.804s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.2765</td>
-      <td>0.2797</td>
-      <td>0.2082</td>
-      <td>0.1292</td>
-      <td>0.1676</td>
-      <td>0.1676</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0539</td>
-      <td>0.0668</td>
-      <td>0.0635</td>
-      <td>0.0826</td>
-      <td>0.0959</td>
-      <td>0.0959</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0444</td>
-      <td>0.0511</td>
-      <td>0.0296</td>
-      <td>0.0410</td>
-      <td>0.0583</td>
-      <td>0.0583</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0368</td>
-      <td>0.0418</td>
-      <td>0.0199</td>
-      <td>0.0269</td>
-      <td>0.0517</td>
-      <td>0.0517</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0355</td>
-      <td>0.0404</td>
-      <td>0.0166</td>
-      <td>0.0180</td>
-      <td>0.0442</td>
-      <td>0.0442</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0285</td>
-      <td>0.0311</td>
-      <td>0.0138</td>
-      <td>0.0152</td>
-      <td>0.0392</td>
-      <td>0.0392</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0283</td>
-      <td>0.0311</td>
-      <td>0.0150</td>
-      <td>0.0131</td>
-      <td>0.0332</td>
-      <td>0.0332</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0248</td>
-      <td>0.0275</td>
-      <td>0.0134</td>
-      <td>0.0130</td>
-      <td>0.0305</td>
-      <td>0.0305</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0224</td>
-      <td>0.0250</td>
-      <td>0.0128</td>
-      <td>0.0120</td>
-      <td>0.0322</td>
-      <td>0.0322</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0219</td>
-      <td>0.0250</td>
-      <td>0.0149</td>
-      <td>0.0154</td>
-      <td>0.0297</td>
-      <td>0.0297</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0209</td>
-      <td>0.0237</td>
-      <td>0.0158</td>
-      <td>0.0144</td>
-      <td>0.0290</td>
-      <td>0.0290</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0188</td>
-      <td>0.0202</td>
-      <td>0.0155</td>
-      <td>0.0132</td>
-      <td>0.0288</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0181</td>
-      <td>0.0213</td>
-      <td>0.0170</td>
-      <td>0.0167</td>
-      <td>0.0243</td>
-      <td>0.0243</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0148</td>
-      <td>0.0176</td>
-      <td>0.0158</td>
-      <td>0.0149</td>
-      <td>0.0247</td>
-      <td>0.0247</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0124</td>
-      <td>0.0153</td>
-      <td>0.0149</td>
-      <td>0.0137</td>
-      <td>0.0273</td>
-      <td>0.0273</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0107</td>
-      <td>0.0140</td>
-      <td>0.0150</td>
-      <td>0.0145</td>
-      <td>0.0256</td>
-      <td>0.0256</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0091</td>
-      <td>0.0135</td>
-      <td>0.0157</td>
-      <td>0.0160</td>
-      <td>0.0238</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0074</td>
-      <td>0.0115</td>
-      <td>0.0163</td>
-      <td>0.0176</td>
-      <td>0.0223</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0043</td>
-      <td>0.0080</td>
-      <td>0.0161</td>
-      <td>0.0161</td>
-      <td>0.0215</td>
-      <td>0.0215</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0029</td>
-      <td>0.0062</td>
-      <td>0.0171</td>
-      <td>0.0169</td>
-      <td>0.0228</td>
-      <td>0.0228</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0001</td>
-      <td>0.0039</td>
-      <td>0.0169</td>
-      <td>0.0191</td>
-      <td>0.0224</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0330</td>
-      <td>0.0369</td>
-      <td>0.0278</td>
-      <td>0.0257</td>
-      <td>0.0407</td>
-      <td>0.0407</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_20_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_20_f1.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 455.442s  
-> mul_sld: 198.713s  
-> bin_sld_gs: 1122.566s  
-> mul_sld_gs: 641.405s  
-> bin_sld_gsq: 542.437s  
-> mul_sld_gsq: 490.757s  
-> bin_pacc: 433.945s  
-> mul_pacc: 157.898s  
-> binmc_pacc: 435.757s  
-> mulmc_pacc: 171.337s  
-> binne_pacc: 432.522s  
-> mulne_pacc: 175.766s  
-> bin_pacc_gs: 742.842s  
-> mul_pacc_gs: 248.789s  
-> bin_cc: 409.971s  
-> mul_cc: 156.701s  
-> kfcv: 138.862s  
-> ref: 117.506s  
-> atc_mc: 134.572s  
-> atc_ne: 127.451s  
-> doc_feat: 91.628s  
-> tot: 1126.987s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.2187</td>
-      <td>0.3317</td>
-      <td>0.4016</td>
-      <td>0.2528</td>
-      <td>0.3293</td>
-      <td>0.3293</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0514</td>
-      <td>0.0481</td>
-      <td>0.0586</td>
-      <td>0.0664</td>
-      <td>0.0568</td>
-      <td>0.0568</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0310</td>
-      <td>0.0333</td>
-      <td>0.0377</td>
-      <td>0.0429</td>
-      <td>0.0372</td>
-      <td>0.0371</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0202</td>
-      <td>0.0236</td>
-      <td>0.0262</td>
-      <td>0.0292</td>
-      <td>0.0269</td>
-      <td>0.0269</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0147</td>
-      <td>0.0175</td>
-      <td>0.0223</td>
-      <td>0.0220</td>
-      <td>0.0223</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0129</td>
-      <td>0.0136</td>
-      <td>0.0184</td>
-      <td>0.0188</td>
-      <td>0.0182</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0121</td>
-      <td>0.0131</td>
-      <td>0.0161</td>
-      <td>0.0174</td>
-      <td>0.0143</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0092</td>
-      <td>0.0109</td>
-      <td>0.0149</td>
-      <td>0.0158</td>
-      <td>0.0149</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0081</td>
-      <td>0.0094</td>
-      <td>0.0117</td>
-      <td>0.0129</td>
-      <td>0.0127</td>
-      <td>0.0128</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0080</td>
-      <td>0.0085</td>
-      <td>0.0106</td>
-      <td>0.0112</td>
-      <td>0.0124</td>
-      <td>0.0124</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0085</td>
-      <td>0.0086</td>
-      <td>0.0117</td>
-      <td>0.0104</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0080</td>
-      <td>0.0088</td>
-      <td>0.0117</td>
-      <td>0.0098</td>
-      <td>0.0111</td>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0085</td>
-      <td>0.0082</td>
-      <td>0.0104</td>
-      <td>0.0096</td>
-      <td>0.0103</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0077</td>
-      <td>0.0079</td>
-      <td>0.0100</td>
-      <td>0.0101</td>
-      <td>0.0104</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0071</td>
-      <td>0.0061</td>
-      <td>0.0088</td>
-      <td>0.0106</td>
-      <td>0.0087</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0077</td>
-      <td>0.0065</td>
-      <td>0.0089</td>
-      <td>0.0097</td>
-      <td>0.0085</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0070</td>
-      <td>0.0056</td>
-      <td>0.0086</td>
-      <td>0.0094</td>
-      <td>0.0092</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0075</td>
-      <td>0.0054</td>
-      <td>0.0095</td>
-      <td>0.0088</td>
-      <td>0.0092</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0062</td>
-      <td>0.0042</td>
-      <td>0.0085</td>
-      <td>0.0100</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0057</td>
-      <td>0.0037</td>
-      <td>0.0086</td>
-      <td>0.0085</td>
-      <td>0.0076</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0022</td>
-      <td>0.0031</td>
-      <td>0.0095</td>
-      <td>0.0080</td>
-      <td>0.0092</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0220</td>
-      <td>0.0275</td>
-      <td>0.0345</td>
-      <td>0.0283</td>
-      <td>0.0309</td>
-      <td>0.0309</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_30_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_30_f1.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 431.626s  
-> mul_sld: 173.772s  
-> bin_sld_gs: 1126.713s  
-> mul_sld_gs: 637.068s  
-> bin_sld_gsq: 515.944s  
-> mul_sld_gsq: 474.062s  
-> bin_pacc: 411.245s  
-> mul_pacc: 163.461s  
-> binmc_pacc: 400.757s  
-> mulmc_pacc: 138.383s  
-> binne_pacc: 414.550s  
-> mulne_pacc: 162.850s  
-> bin_pacc_gs: 725.895s  
-> mul_pacc_gs: 248.814s  
-> bin_cc: 389.288s  
-> mul_cc: 123.416s  
-> kfcv: 114.502s  
-> ref: 85.633s  
-> atc_mc: 124.150s  
-> atc_ne: 99.674s  
-> doc_feat: 84.284s  
-> tot: 1130.557s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0726</td>
-      <td>0.1358</td>
-      <td>0.3200</td>
-      <td>0.2902</td>
-      <td>0.4631</td>
-      <td>0.4631</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0508</td>
-      <td>0.0449</td>
-      <td>0.0548</td>
-      <td>0.0557</td>
-      <td>0.0388</td>
-      <td>0.0388</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0420</td>
-      <td>0.0358</td>
-      <td>0.0395</td>
-      <td>0.0459</td>
-      <td>0.0294</td>
-      <td>0.0294</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0319</td>
-      <td>0.0247</td>
-      <td>0.0294</td>
-      <td>0.0376</td>
-      <td>0.0228</td>
-      <td>0.0228</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0226</td>
-      <td>0.0177</td>
-      <td>0.0202</td>
-      <td>0.0260</td>
-      <td>0.0159</td>
-      <td>0.0159</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0212</td>
-      <td>0.0153</td>
-      <td>0.0188</td>
-      <td>0.0237</td>
-      <td>0.0149</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0221</td>
-      <td>0.0149</td>
-      <td>0.0203</td>
-      <td>0.0220</td>
-      <td>0.0120</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0229</td>
-      <td>0.0132</td>
-      <td>0.0208</td>
-      <td>0.0228</td>
-      <td>0.0113</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0154</td>
-      <td>0.0099</td>
-      <td>0.0161</td>
-      <td>0.0179</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0186</td>
-      <td>0.0107</td>
-      <td>0.0183</td>
-      <td>0.0201</td>
-      <td>0.0083</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0163</td>
-      <td>0.0090</td>
-      <td>0.0149</td>
-      <td>0.0165</td>
-      <td>0.0092</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0162</td>
-      <td>0.0078</td>
-      <td>0.0160</td>
-      <td>0.0169</td>
-      <td>0.0080</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0172</td>
-      <td>0.0093</td>
-      <td>0.0165</td>
-      <td>0.0169</td>
-      <td>0.0076</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0174</td>
-      <td>0.0093</td>
-      <td>0.0173</td>
-      <td>0.0173</td>
-      <td>0.0076</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0189</td>
-      <td>0.0098</td>
-      <td>0.0177</td>
-      <td>0.0168</td>
-      <td>0.0074</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0175</td>
-      <td>0.0090</td>
-      <td>0.0164</td>
-      <td>0.0160</td>
-      <td>0.0061</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0182</td>
-      <td>0.0094</td>
-      <td>0.0161</td>
-      <td>0.0155</td>
-      <td>0.0056</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0198</td>
-      <td>0.0102</td>
-      <td>0.0170</td>
-      <td>0.0158</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0202</td>
-      <td>0.0115</td>
-      <td>0.0165</td>
-      <td>0.0158</td>
-      <td>0.0071</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0206</td>
-      <td>0.0128</td>
-      <td>0.0153</td>
-      <td>0.0143</td>
-      <td>0.0068</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0246</td>
-      <td>0.0178</td>
-      <td>0.0148</td>
-      <td>0.0136</td>
-      <td>0.0057</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0251</td>
-      <td>0.0209</td>
-      <td>0.0351</td>
-      <td>0.0351</td>
-      <td>0.0335</td>
-      <td>0.0335</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_40_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_40_f1.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 458.494s  
-> mul_sld: 201.711s  
-> bin_sld_gs: 1164.733s  
-> mul_sld_gs: 676.355s  
-> bin_sld_gsq: 562.768s  
-> mul_sld_gsq: 514.459s  
-> bin_pacc: 442.701s  
-> mul_pacc: 170.811s  
-> binmc_pacc: 438.974s  
-> mulmc_pacc: 169.154s  
-> binne_pacc: 443.046s  
-> mulne_pacc: 181.715s  
-> bin_pacc_gs: 768.357s  
-> mul_pacc_gs: 264.111s  
-> bin_cc: 423.636s  
-> mul_cc: 156.950s  
-> kfcv: 144.505s  
-> ref: 134.555s  
-> atc_mc: 141.161s  
-> atc_ne: 127.587s  
-> doc_feat: 76.400s  
-> tot: 1169.275s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0202</td>
-      <td>0.2468</td>
-      <td>0.3648</td>
-      <td>0.3806</td>
-      <td>0.5337</td>
-      <td>0.5337</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0607</td>
-      <td>0.0483</td>
-      <td>0.0552</td>
-      <td>0.1033</td>
-      <td>0.0902</td>
-      <td>0.0902</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0531</td>
-      <td>0.0280</td>
-      <td>0.0325</td>
-      <td>0.0592</td>
-      <td>0.0381</td>
-      <td>0.0381</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0430</td>
-      <td>0.0217</td>
-      <td>0.0257</td>
-      <td>0.0382</td>
-      <td>0.0210</td>
-      <td>0.0210</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0288</td>
-      <td>0.0176</td>
-      <td>0.0208</td>
-      <td>0.0301</td>
-      <td>0.0145</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0257</td>
-      <td>0.0142</td>
-      <td>0.0162</td>
-      <td>0.0238</td>
-      <td>0.0137</td>
-      <td>0.0137</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0233</td>
-      <td>0.0128</td>
-      <td>0.0147</td>
-      <td>0.0174</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0249</td>
-      <td>0.0106</td>
-      <td>0.0134</td>
-      <td>0.0165</td>
-      <td>0.0098</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0182</td>
-      <td>0.0091</td>
-      <td>0.0111</td>
-      <td>0.0135</td>
-      <td>0.0108</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0187</td>
-      <td>0.0095</td>
-      <td>0.0111</td>
-      <td>0.0130</td>
-      <td>0.0084</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0165</td>
-      <td>0.0075</td>
-      <td>0.0106</td>
-      <td>0.0126</td>
-      <td>0.0094</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0156</td>
-      <td>0.0067</td>
-      <td>0.0087</td>
-      <td>0.0127</td>
-      <td>0.0076</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0155</td>
-      <td>0.0064</td>
-      <td>0.0091</td>
-      <td>0.0113</td>
-      <td>0.0068</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0148</td>
-      <td>0.0061</td>
-      <td>0.0095</td>
-      <td>0.0127</td>
-      <td>0.0062</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0153</td>
-      <td>0.0051</td>
-      <td>0.0094</td>
-      <td>0.0132</td>
-      <td>0.0054</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0135</td>
-      <td>0.0053</td>
-      <td>0.0079</td>
-      <td>0.0128</td>
-      <td>0.0061</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0126</td>
-      <td>0.0050</td>
-      <td>0.0080</td>
-      <td>0.0125</td>
-      <td>0.0065</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0121</td>
-      <td>0.0044</td>
-      <td>0.0080</td>
-      <td>0.0127</td>
-      <td>0.0063</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0131</td>
-      <td>0.0036</td>
-      <td>0.0072</td>
-      <td>0.0130</td>
-      <td>0.0058</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0115</td>
-      <td>0.0032</td>
-      <td>0.0067</td>
-      <td>0.0132</td>
-      <td>0.0057</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0105</td>
-      <td>0.0051</td>
-      <td>0.0050</td>
-      <td>0.0134</td>
-      <td>0.0048</td>
-      <td>0.0048</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0223</td>
-      <td>0.0227</td>
-      <td>0.0312</td>
-      <td>0.0398</td>
-      <td>0.0391</td>
-      <td>0.0391</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_50_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_50_f1.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 466.968s  
-> mul_sld: 209.948s  
-> bin_sld_gs: 1150.214s  
-> mul_sld_gs: 682.183s  
-> bin_sld_gsq: 556.758s  
-> mul_sld_gsq: 509.058s  
-> bin_pacc: 464.142s  
-> mul_pacc: 197.052s  
-> binmc_pacc: 456.950s  
-> mulmc_pacc: 198.891s  
-> binne_pacc: 466.343s  
-> mulne_pacc: 211.900s  
-> bin_pacc_gs: 772.058s  
-> mul_pacc_gs: 283.572s  
-> bin_cc: 445.830s  
-> mul_cc: 179.010s  
-> kfcv: 150.241s  
-> ref: 148.770s  
-> atc_mc: 151.278s  
-> atc_ne: 143.773s  
-> doc_feat: 112.638s  
-> tot: 1155.458s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0848</td>
-      <td>0.1510</td>
-      <td>0.2623</td>
-      <td>0.1000</td>
-      <td>0.5258</td>
-      <td>0.5258</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0363</td>
-      <td>0.0500</td>
-      <td>0.0667</td>
-      <td>0.0838</td>
-      <td>0.1176</td>
-      <td>0.1176</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0252</td>
-      <td>0.0241</td>
-      <td>0.0322</td>
-      <td>0.0670</td>
-      <td>0.0459</td>
-      <td>0.0459</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0237</td>
-      <td>0.0211</td>
-      <td>0.0241</td>
-      <td>0.0586</td>
-      <td>0.0238</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0177</td>
-      <td>0.0168</td>
-      <td>0.0186</td>
-      <td>0.0427</td>
-      <td>0.0145</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0155</td>
-      <td>0.0137</td>
-      <td>0.0170</td>
-      <td>0.0353</td>
-      <td>0.0126</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0143</td>
-      <td>0.0119</td>
-      <td>0.0140</td>
-      <td>0.0290</td>
-      <td>0.0114</td>
-      <td>0.0114</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0137</td>
-      <td>0.0105</td>
-      <td>0.0117</td>
-      <td>0.0258</td>
-      <td>0.0098</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0118</td>
-      <td>0.0087</td>
-      <td>0.0096</td>
-      <td>0.0224</td>
-      <td>0.0085</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0120</td>
-      <td>0.0092</td>
-      <td>0.0103</td>
-      <td>0.0195</td>
-      <td>0.0082</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0105</td>
-      <td>0.0081</td>
-      <td>0.0095</td>
-      <td>0.0166</td>
-      <td>0.0078</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0102</td>
-      <td>0.0077</td>
-      <td>0.0091</td>
-      <td>0.0160</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0098</td>
-      <td>0.0070</td>
-      <td>0.0093</td>
-      <td>0.0141</td>
-      <td>0.0067</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0097</td>
-      <td>0.0078</td>
-      <td>0.0090</td>
-      <td>0.0118</td>
-      <td>0.0075</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0103</td>
-      <td>0.0080</td>
-      <td>0.0090</td>
-      <td>0.0122</td>
-      <td>0.0078</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0078</td>
-      <td>0.0057</td>
-      <td>0.0065</td>
-      <td>0.0081</td>
-      <td>0.0062</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0083</td>
-      <td>0.0060</td>
-      <td>0.0074</td>
-      <td>0.0083</td>
-      <td>0.0057</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0090</td>
-      <td>0.0065</td>
-      <td>0.0076</td>
-      <td>0.0085</td>
-      <td>0.0059</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0101</td>
-      <td>0.0071</td>
-      <td>0.0083</td>
-      <td>0.0084</td>
-      <td>0.0063</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0094</td>
-      <td>0.0065</td>
-      <td>0.0072</td>
-      <td>0.0067</td>
-      <td>0.0053</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0118</td>
-      <td>0.0089</td>
-      <td>0.0076</td>
-      <td>0.0067</td>
-      <td>0.0059</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0172</td>
-      <td>0.0189</td>
-      <td>0.0265</td>
-      <td>0.0286</td>
-      <td>0.0405</td>
-      <td>0.0405</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_60_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_60_f1.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 480.500s  
-> mul_sld: 213.550s  
-> bin_sld_gs: 1132.131s  
-> mul_sld_gs: 654.288s  
-> bin_sld_gsq: 554.789s  
-> mul_sld_gsq: 514.007s  
-> bin_pacc: 458.638s  
-> mul_pacc: 176.110s  
-> binmc_pacc: 454.887s  
-> mulmc_pacc: 140.659s  
-> binne_pacc: 444.727s  
-> mulne_pacc: 168.258s  
-> bin_pacc_gs: 767.825s  
-> mul_pacc_gs: 271.862s  
-> bin_cc: 432.108s  
-> mul_cc: 156.381s  
-> kfcv: 150.856s  
-> ref: 138.967s  
-> atc_mc: 140.786s  
-> atc_ne: 133.837s  
-> doc_feat: 93.537s  
-> tot: 1140.674s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0080</td>
-      <td>0.0998</td>
-      <td>0.0044</td>
-      <td>0.1497</td>
-      <td>0.6387</td>
-      <td>0.6387</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0637</td>
-      <td>0.0262</td>
-      <td>0.1038</td>
-      <td>0.0320</td>
-      <td>0.2932</td>
-      <td>0.2932</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0715</td>
-      <td>0.0275</td>
-      <td>0.0881</td>
-      <td>0.0615</td>
-      <td>0.1729</td>
-      <td>0.1729</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0673</td>
-      <td>0.0346</td>
-      <td>0.0776</td>
-      <td>0.0720</td>
-      <td>0.1108</td>
-      <td>0.1108</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0587</td>
-      <td>0.0343</td>
-      <td>0.0634</td>
-      <td>0.0680</td>
-      <td>0.0734</td>
-      <td>0.0734</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0501</td>
-      <td>0.0312</td>
-      <td>0.0515</td>
-      <td>0.0614</td>
-      <td>0.0566</td>
-      <td>0.0566</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0459</td>
-      <td>0.0318</td>
-      <td>0.0501</td>
-      <td>0.0609</td>
-      <td>0.0406</td>
-      <td>0.0406</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0387</td>
-      <td>0.0291</td>
-      <td>0.0429</td>
-      <td>0.0536</td>
-      <td>0.0345</td>
-      <td>0.0345</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0362</td>
-      <td>0.0298</td>
-      <td>0.0407</td>
-      <td>0.0509</td>
-      <td>0.0246</td>
-      <td>0.0246</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0333</td>
-      <td>0.0292</td>
-      <td>0.0393</td>
-      <td>0.0480</td>
-      <td>0.0209</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0292</td>
-      <td>0.0268</td>
-      <td>0.0345</td>
-      <td>0.0437</td>
-      <td>0.0140</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0262</td>
-      <td>0.0259</td>
-      <td>0.0345</td>
-      <td>0.0411</td>
-      <td>0.0127</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0260</td>
-      <td>0.0266</td>
-      <td>0.0340</td>
-      <td>0.0399</td>
-      <td>0.0089</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0225</td>
-      <td>0.0246</td>
-      <td>0.0311</td>
-      <td>0.0376</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0188</td>
-      <td>0.0221</td>
-      <td>0.0275</td>
-      <td>0.0322</td>
-      <td>0.0061</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0156</td>
-      <td>0.0194</td>
-      <td>0.0254</td>
-      <td>0.0296</td>
-      <td>0.0046</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0152</td>
-      <td>0.0199</td>
-      <td>0.0257</td>
-      <td>0.0290</td>
-      <td>0.0040</td>
-      <td>0.0040</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0137</td>
-      <td>0.0187</td>
-      <td>0.0240</td>
-      <td>0.0268</td>
-      <td>0.0029</td>
-      <td>0.0029</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0134</td>
-      <td>0.0191</td>
-      <td>0.0254</td>
-      <td>0.0272</td>
-      <td>0.0036</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0111</td>
-      <td>0.0168</td>
-      <td>0.0237</td>
-      <td>0.0251</td>
-      <td>0.0034</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0098</td>
-      <td>0.0150</td>
-      <td>0.0225</td>
-      <td>0.0232</td>
-      <td>0.0030</td>
-      <td>0.0030</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0321</td>
-      <td>0.0290</td>
-      <td>0.0414</td>
-      <td>0.0483</td>
-      <td>0.0732</td>
-      <td>0.0732</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_70_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_70_f1.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 500.397s  
-> mul_sld: 258.490s  
-> bin_sld_gs: 1170.341s  
-> mul_sld_gs: 683.747s  
-> bin_sld_gsq: 563.279s  
-> mul_sld_gsq: 515.921s  
-> bin_pacc: 490.203s  
-> mul_pacc: 224.016s  
-> binmc_pacc: 471.840s  
-> mulmc_pacc: 210.841s  
-> binne_pacc: 470.692s  
-> mulne_pacc: 198.506s  
-> bin_pacc_gs: 769.514s  
-> mul_pacc_gs: 297.055s  
-> bin_cc: 463.272s  
-> mul_cc: 198.142s  
-> kfcv: 178.022s  
-> ref: 176.128s  
-> atc_mc: 173.015s  
-> atc_ne: 124.585s  
-> doc_feat: 101.631s  
-> tot: 1175.400s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0009</td>
-      <td>0.0522</td>
-      <td>0.0348</td>
-      <td>0.0770</td>
-      <td>0.5853</td>
-      <td>0.5853</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0253</td>
-      <td>0.0376</td>
-      <td>0.0281</td>
-      <td>0.0397</td>
-      <td>0.3775</td>
-      <td>0.3775</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0301</td>
-      <td>0.0213</td>
-      <td>0.0198</td>
-      <td>0.0304</td>
-      <td>0.2622</td>
-      <td>0.2622</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0313</td>
-      <td>0.0146</td>
-      <td>0.0183</td>
-      <td>0.0261</td>
-      <td>0.1849</td>
-      <td>0.1849</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0290</td>
-      <td>0.0120</td>
-      <td>0.0146</td>
-      <td>0.0235</td>
-      <td>0.1334</td>
-      <td>0.1334</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0264</td>
-      <td>0.0107</td>
-      <td>0.0129</td>
-      <td>0.0167</td>
-      <td>0.1025</td>
-      <td>0.1025</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0271</td>
-      <td>0.0110</td>
-      <td>0.0138</td>
-      <td>0.0186</td>
-      <td>0.0752</td>
-      <td>0.0752</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0236</td>
-      <td>0.0105</td>
-      <td>0.0119</td>
-      <td>0.0125</td>
-      <td>0.0582</td>
-      <td>0.0582</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0216</td>
-      <td>0.0096</td>
-      <td>0.0103</td>
-      <td>0.0115</td>
-      <td>0.0449</td>
-      <td>0.0449</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0233</td>
-      <td>0.0108</td>
-      <td>0.0133</td>
-      <td>0.0150</td>
-      <td>0.0363</td>
-      <td>0.0363</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0207</td>
-      <td>0.0099</td>
-      <td>0.0126</td>
-      <td>0.0142</td>
-      <td>0.0254</td>
-      <td>0.0254</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0194</td>
-      <td>0.0110</td>
-      <td>0.0132</td>
-      <td>0.0105</td>
-      <td>0.0193</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0201</td>
-      <td>0.0121</td>
-      <td>0.0143</td>
-      <td>0.0106</td>
-      <td>0.0139</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0184</td>
-      <td>0.0104</td>
-      <td>0.0143</td>
-      <td>0.0114</td>
-      <td>0.0099</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0158</td>
-      <td>0.0082</td>
-      <td>0.0129</td>
-      <td>0.0087</td>
-      <td>0.0080</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0151</td>
-      <td>0.0089</td>
-      <td>0.0132</td>
-      <td>0.0083</td>
-      <td>0.0057</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0148</td>
-      <td>0.0086</td>
-      <td>0.0143</td>
-      <td>0.0065</td>
-      <td>0.0041</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0136</td>
-      <td>0.0078</td>
-      <td>0.0145</td>
-      <td>0.0053</td>
-      <td>0.0038</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0137</td>
-      <td>0.0080</td>
-      <td>0.0157</td>
-      <td>0.0058</td>
-      <td>0.0032</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0122</td>
-      <td>0.0065</td>
-      <td>0.0155</td>
-      <td>0.0049</td>
-      <td>0.0032</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0104</td>
-      <td>0.0045</td>
-      <td>0.0152</td>
-      <td>0.0053</td>
-      <td>0.0034</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0197</td>
-      <td>0.0136</td>
-      <td>0.0159</td>
-      <td>0.0173</td>
-      <td>0.0934</td>
-      <td>0.0934</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_80_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_80_f1.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 64.550s  
-> mul_sld_gs: 336.201s  
-> mul_cc: 54.742s  
-> kfcv: 48.726s  
-> ref: 46.562s  
-> atc_mc: 49.917s  
-> atc_ne: 49.863s  
-> doc_feat: 43.425s  
-> tot: 344.139s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0015</td>
-      <td>0.3456</td>
-      <td>0.3456</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0080</td>
-      <td>0.2883</td>
-      <td>0.2883</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0097</td>
-      <td>0.2429</td>
-      <td>0.2429</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0131</td>
-      <td>0.2023</td>
-      <td>0.2023</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0152</td>
-      <td>0.1655</td>
-      <td>0.1655</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0153</td>
-      <td>0.1394</td>
-      <td>0.1394</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0171</td>
-      <td>0.1133</td>
-      <td>0.1133</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0171</td>
-      <td>0.0940</td>
-      <td>0.0940</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0148</td>
-      <td>0.0776</td>
-      <td>0.0776</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0164</td>
-      <td>0.0632</td>
-      <td>0.0632</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0162</td>
-      <td>0.0477</td>
-      <td>0.0477</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0151</td>
-      <td>0.0392</td>
-      <td>0.0392</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0139</td>
-      <td>0.0288</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0129</td>
-      <td>0.0201</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0111</td>
-      <td>0.0144</td>
-      <td>0.0144</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0105</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0085</td>
-      <td>0.0046</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0070</td>
-      <td>0.0037</td>
-      <td>0.0037</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0050</td>
-      <td>0.0045</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0038</td>
-      <td>0.0064</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0012</td>
-      <td>0.0086</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0111</td>
-      <td>0.0913</td>
-      <td>0.0913</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_atc_90_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1253</td>
-      <td>0.1546</td>
-      <td>0.2306</td>
-      <td>0.2082</td>
-      <td>0.3999</td>
-      <td>0.3999</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0493</td>
-      <td>0.0406</td>
-      <td>0.0611</td>
-      <td>0.0651</td>
-      <td>0.1809</td>
-      <td>0.1809</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0424</td>
-      <td>0.0288</td>
-      <td>0.0392</td>
-      <td>0.0492</td>
-      <td>0.1296</td>
-      <td>0.1296</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0363</td>
-      <td>0.0243</td>
-      <td>0.0321</td>
-      <td>0.0416</td>
-      <td>0.1019</td>
-      <td>0.1019</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0295</td>
-      <td>0.0212</td>
-      <td>0.0260</td>
-      <td>0.0341</td>
-      <td>0.0836</td>
-      <td>0.0836</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0257</td>
-      <td>0.0180</td>
-      <td>0.0224</td>
-      <td>0.0296</td>
-      <td>0.0731</td>
-      <td>0.0731</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0248</td>
-      <td>0.0181</td>
-      <td>0.0213</td>
-      <td>0.0277</td>
-      <td>0.0636</td>
-      <td>0.0636</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0223</td>
-      <td>0.0162</td>
-      <td>0.0195</td>
-      <td>0.0252</td>
-      <td>0.0587</td>
-      <td>0.0587</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0188</td>
-      <td>0.0145</td>
-      <td>0.0165</td>
-      <td>0.0228</td>
-      <td>0.0540</td>
-      <td>0.0540</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0191</td>
-      <td>0.0148</td>
-      <td>0.0175</td>
-      <td>0.0228</td>
-      <td>0.0503</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0172</td>
-      <td>0.0137</td>
-      <td>0.0161</td>
-      <td>0.0218</td>
-      <td>0.0459</td>
-      <td>0.0459</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0159</td>
-      <td>0.0128</td>
-      <td>0.0162</td>
-      <td>0.0201</td>
-      <td>0.0446</td>
-      <td>0.0446</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0159</td>
-      <td>0.0130</td>
-      <td>0.0163</td>
-      <td>0.0208</td>
-      <td>0.0408</td>
-      <td>0.0408</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0143</td>
-      <td>0.0119</td>
-      <td>0.0158</td>
-      <td>0.0198</td>
-      <td>0.0395</td>
-      <td>0.0395</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0132</td>
-      <td>0.0105</td>
-      <td>0.0147</td>
-      <td>0.0187</td>
-      <td>0.0391</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0117</td>
-      <td>0.0098</td>
-      <td>0.0139</td>
-      <td>0.0180</td>
-      <td>0.0372</td>
-      <td>0.0372</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0112</td>
-      <td>0.0092</td>
-      <td>0.0142</td>
-      <td>0.0174</td>
-      <td>0.0367</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0108</td>
-      <td>0.0089</td>
-      <td>0.0146</td>
-      <td>0.0173</td>
-      <td>0.0367</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0104</td>
-      <td>0.0083</td>
-      <td>0.0146</td>
-      <td>0.0176</td>
-      <td>0.0360</td>
-      <td>0.0360</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0095</td>
-      <td>0.0075</td>
-      <td>0.0141</td>
-      <td>0.0167</td>
-      <td>0.0364</td>
-      <td>0.0364</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0087</td>
-      <td>0.0078</td>
-      <td>0.0135</td>
-      <td>0.0170</td>
-      <td>0.0361</td>
-      <td>0.0361</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0253</td>
-      <td>0.0221</td>
-      <td>0.0310</td>
-      <td>0.0348</td>
-      <td>0.0773</td>
-      <td>0.0773</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_pacc_gs</th>
-      <th>mul_pacc_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0313</td>
-      <td>0.0185</td>
-      <td>0.0353</td>
-      <td>0.0555</td>
-      <td>0.2535</td>
-      <td>0.2535</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0330</td>
-      <td>0.0369</td>
-      <td>0.0278</td>
-      <td>0.0257</td>
-      <td>0.0407</td>
-      <td>0.0407</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0220</td>
-      <td>0.0275</td>
-      <td>0.0345</td>
-      <td>0.0283</td>
-      <td>0.0309</td>
-      <td>0.0309</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0251</td>
-      <td>0.0209</td>
-      <td>0.0351</td>
-      <td>0.0351</td>
-      <td>0.0335</td>
-      <td>0.0335</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0223</td>
-      <td>0.0227</td>
-      <td>0.0312</td>
-      <td>0.0398</td>
-      <td>0.0391</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0172</td>
-      <td>0.0189</td>
-      <td>0.0265</td>
-      <td>0.0286</td>
-      <td>0.0405</td>
-      <td>0.0405</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0321</td>
-      <td>0.0290</td>
-      <td>0.0414</td>
-      <td>0.0483</td>
-      <td>0.0732</td>
-      <td>0.0732</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0197</td>
-      <td>0.0136</td>
-      <td>0.0159</td>
-      <td>0.0173</td>
-      <td>0.0934</td>
-      <td>0.0934</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0111</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0913</td>
-      <td>0.0913</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0253</td>
-      <td>0.0221</td>
-      <td>0.0310</td>
-      <td>0.0348</td>
-      <td>0.0773</td>
-      <td>0.0773</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_atc_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_atc_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_atc_avg_f1.png)
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_qgs_acc.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_qgs_acc.md
deleted file mode 100644
index 3fb3f80..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_qgs_acc.md
+++ /dev/null
@@ -1,2463 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 492.046s  
-> mul_sld: 249.698s  
-> bin_sld_gs: 1146.562s  
-> mul_sld_gs: 704.644s  
-> bin_sld_gsq: 539.255s  
-> mul_sld_gsq: 529.819s  
-> bin_pacc: 475.786s  
-> mul_pacc: 168.324s  
-> binmc_pacc: 472.270s  
-> mulmc_pacc: 173.273s  
-> binne_pacc: 443.131s  
-> mulne_pacc: 185.335s  
-> bin_pacc_gs: 763.354s  
-> mul_pacc_gs: 287.763s  
-> bin_cc: 427.742s  
-> mul_cc: 164.350s  
-> kfcv: 136.304s  
-> ref: 125.561s  
-> atc_mc: 115.380s  
-> atc_ne: 129.775s  
-> doc_feat: 81.285s  
-> tot: 1152.170s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0012</td>
-      <td>0.0069</td>
-      <td>0.0087</td>
-      <td>0.0028</td>
-      <td>0.0044</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0060</td>
-      <td>0.0044</td>
-      <td>0.0105</td>
-      <td>0.0105</td>
-      <td>0.0055</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0104</td>
-      <td>0.0055</td>
-      <td>0.0079</td>
-      <td>0.0238</td>
-      <td>0.0123</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0139</td>
-      <td>0.0084</td>
-      <td>0.0081</td>
-      <td>0.0360</td>
-      <td>0.0201</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0151</td>
-      <td>0.0107</td>
-      <td>0.0076</td>
-      <td>0.0462</td>
-      <td>0.0273</td>
-      <td>0.0273</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0172</td>
-      <td>0.0142</td>
-      <td>0.0074</td>
-      <td>0.0566</td>
-      <td>0.0369</td>
-      <td>0.0369</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0200</td>
-      <td>0.0186</td>
-      <td>0.0066</td>
-      <td>0.0680</td>
-      <td>0.0466</td>
-      <td>0.0466</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0197</td>
-      <td>0.0197</td>
-      <td>0.0071</td>
-      <td>0.0770</td>
-      <td>0.0521</td>
-      <td>0.0521</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0185</td>
-      <td>0.0204</td>
-      <td>0.0065</td>
-      <td>0.0834</td>
-      <td>0.0588</td>
-      <td>0.0588</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0208</td>
-      <td>0.0254</td>
-      <td>0.0062</td>
-      <td>0.0953</td>
-      <td>0.0685</td>
-      <td>0.0685</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0206</td>
-      <td>0.0279</td>
-      <td>0.0072</td>
-      <td>0.1039</td>
-      <td>0.0791</td>
-      <td>0.0791</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0196</td>
-      <td>0.0288</td>
-      <td>0.0074</td>
-      <td>0.1112</td>
-      <td>0.0832</td>
-      <td>0.0832</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0197</td>
-      <td>0.0303</td>
-      <td>0.0070</td>
-      <td>0.1188</td>
-      <td>0.0960</td>
-      <td>0.0960</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0173</td>
-      <td>0.0301</td>
-      <td>0.0066</td>
-      <td>0.1238</td>
-      <td>0.1024</td>
-      <td>0.1024</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0142</td>
-      <td>0.0291</td>
-      <td>0.0079</td>
-      <td>0.1285</td>
-      <td>0.1070</td>
-      <td>0.1070</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0122</td>
-      <td>0.0292</td>
-      <td>0.0086</td>
-      <td>0.1338</td>
-      <td>0.1150</td>
-      <td>0.1150</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0096</td>
-      <td>0.0262</td>
-      <td>0.0090</td>
-      <td>0.1376</td>
-      <td>0.1214</td>
-      <td>0.1214</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0081</td>
-      <td>0.0264</td>
-      <td>0.0116</td>
-      <td>0.1437</td>
-      <td>0.1286</td>
-      <td>0.1286</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0057</td>
-      <td>0.0221</td>
-      <td>0.0158</td>
-      <td>0.1444</td>
-      <td>0.1403</td>
-      <td>0.1403</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0069</td>
-      <td>0.0160</td>
-      <td>0.0190</td>
-      <td>0.1448</td>
-      <td>0.1463</td>
-      <td>0.1463</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0001</td>
-      <td>0.0072</td>
-      <td>0.0012</td>
-      <td>0.1402</td>
-      <td>0.1538</td>
-      <td>0.1538</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0132</td>
-      <td>0.0194</td>
-      <td>0.0085</td>
-      <td>0.0919</td>
-      <td>0.0765</td>
-      <td>0.0765</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_10_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_10_acc.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 448.690s  
-> mul_sld: 179.540s  
-> bin_sld_gs: 1128.970s  
-> mul_sld_gs: 661.362s  
-> bin_sld_gsq: 542.638s  
-> mul_sld_gsq: 485.856s  
-> bin_pacc: 435.959s  
-> mul_pacc: 162.000s  
-> binmc_pacc: 436.717s  
-> mulmc_pacc: 159.011s  
-> binne_pacc: 430.393s  
-> mulne_pacc: 170.319s  
-> bin_pacc_gs: 747.860s  
-> mul_pacc_gs: 259.443s  
-> bin_cc: 413.372s  
-> mul_cc: 153.995s  
-> kfcv: 138.378s  
-> ref: 133.916s  
-> atc_mc: 127.515s  
-> atc_ne: 133.986s  
-> doc_feat: 88.997s  
-> tot: 1133.804s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0052</td>
-      <td>0.0033</td>
-      <td>0.0195</td>
-      <td>0.0029</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0046</td>
-      <td>0.0059</td>
-      <td>0.0165</td>
-      <td>0.0078</td>
-      <td>0.0053</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0075</td>
-      <td>0.0089</td>
-      <td>0.0130</td>
-      <td>0.0168</td>
-      <td>0.0051</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0097</td>
-      <td>0.0110</td>
-      <td>0.0105</td>
-      <td>0.0246</td>
-      <td>0.0071</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0126</td>
-      <td>0.0144</td>
-      <td>0.0074</td>
-      <td>0.0327</td>
-      <td>0.0100</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0130</td>
-      <td>0.0141</td>
-      <td>0.0071</td>
-      <td>0.0392</td>
-      <td>0.0122</td>
-      <td>0.0122</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0158</td>
-      <td>0.0171</td>
-      <td>0.0060</td>
-      <td>0.0479</td>
-      <td>0.0172</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0164</td>
-      <td>0.0179</td>
-      <td>0.0072</td>
-      <td>0.0535</td>
-      <td>0.0201</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0169</td>
-      <td>0.0188</td>
-      <td>0.0059</td>
-      <td>0.0590</td>
-      <td>0.0217</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0190</td>
-      <td>0.0214</td>
-      <td>0.0090</td>
-      <td>0.0675</td>
-      <td>0.0261</td>
-      <td>0.0261</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0201</td>
-      <td>0.0226</td>
-      <td>0.0103</td>
-      <td>0.0729</td>
-      <td>0.0299</td>
-      <td>0.0299</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0202</td>
-      <td>0.0219</td>
-      <td>0.0119</td>
-      <td>0.0775</td>
-      <td>0.0329</td>
-      <td>0.0329</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0213</td>
-      <td>0.0249</td>
-      <td>0.0148</td>
-      <td>0.0853</td>
-      <td>0.0411</td>
-      <td>0.0411</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0191</td>
-      <td>0.0229</td>
-      <td>0.0148</td>
-      <td>0.0873</td>
-      <td>0.0420</td>
-      <td>0.0420</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0173</td>
-      <td>0.0215</td>
-      <td>0.0152</td>
-      <td>0.0885</td>
-      <td>0.0419</td>
-      <td>0.0419</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0161</td>
-      <td>0.0214</td>
-      <td>0.0170</td>
-      <td>0.0933</td>
-      <td>0.0467</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0147</td>
-      <td>0.0217</td>
-      <td>0.0178</td>
-      <td>0.0972</td>
-      <td>0.0522</td>
-      <td>0.0522</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0129</td>
-      <td>0.0203</td>
-      <td>0.0186</td>
-      <td>0.0998</td>
-      <td>0.0570</td>
-      <td>0.0570</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0080</td>
-      <td>0.0154</td>
-      <td>0.0172</td>
-      <td>0.0995</td>
-      <td>0.0604</td>
-      <td>0.0604</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0057</td>
-      <td>0.0125</td>
-      <td>0.0167</td>
-      <td>0.0978</td>
-      <td>0.0626</td>
-      <td>0.0626</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0001</td>
-      <td>0.0055</td>
-      <td>0.0066</td>
-      <td>0.0919</td>
-      <td>0.0668</td>
-      <td>0.0668</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0132</td>
-      <td>0.0163</td>
-      <td>0.0125</td>
-      <td>0.0639</td>
-      <td>0.0317</td>
-      <td>0.0317</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_20_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_20_acc.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 455.442s  
-> mul_sld: 198.713s  
-> bin_sld_gs: 1122.566s  
-> mul_sld_gs: 641.405s  
-> bin_sld_gsq: 542.437s  
-> mul_sld_gsq: 490.757s  
-> bin_pacc: 433.945s  
-> mul_pacc: 157.898s  
-> binmc_pacc: 435.757s  
-> mulmc_pacc: 171.337s  
-> binne_pacc: 432.522s  
-> mulne_pacc: 175.766s  
-> bin_pacc_gs: 742.842s  
-> mul_pacc_gs: 248.789s  
-> bin_cc: 409.971s  
-> mul_cc: 156.701s  
-> kfcv: 138.862s  
-> ref: 117.506s  
-> atc_mc: 134.572s  
-> atc_ne: 127.451s  
-> doc_feat: 91.628s  
-> tot: 1126.987s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0174</td>
-      <td>0.0112</td>
-      <td>0.0070</td>
-      <td>0.0056</td>
-      <td>0.0085</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0109</td>
-      <td>0.0088</td>
-      <td>0.0113</td>
-      <td>0.0121</td>
-      <td>0.0070</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0100</td>
-      <td>0.0091</td>
-      <td>0.0131</td>
-      <td>0.0196</td>
-      <td>0.0061</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0091</td>
-      <td>0.0086</td>
-      <td>0.0160</td>
-      <td>0.0249</td>
-      <td>0.0056</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0068</td>
-      <td>0.0072</td>
-      <td>0.0164</td>
-      <td>0.0311</td>
-      <td>0.0066</td>
-      <td>0.0066</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0071</td>
-      <td>0.0069</td>
-      <td>0.0188</td>
-      <td>0.0369</td>
-      <td>0.0078</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0073</td>
-      <td>0.0076</td>
-      <td>0.0214</td>
-      <td>0.0433</td>
-      <td>0.0084</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0064</td>
-      <td>0.0075</td>
-      <td>0.0229</td>
-      <td>0.0484</td>
-      <td>0.0101</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0060</td>
-      <td>0.0070</td>
-      <td>0.0226</td>
-      <td>0.0522</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0067</td>
-      <td>0.0074</td>
-      <td>0.0254</td>
-      <td>0.0570</td>
-      <td>0.0151</td>
-      <td>0.0151</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0074</td>
-      <td>0.0082</td>
-      <td>0.0278</td>
-      <td>0.0620</td>
-      <td>0.0162</td>
-      <td>0.0162</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0079</td>
-      <td>0.0092</td>
-      <td>0.0286</td>
-      <td>0.0664</td>
-      <td>0.0192</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0092</td>
-      <td>0.0096</td>
-      <td>0.0322</td>
-      <td>0.0714</td>
-      <td>0.0222</td>
-      <td>0.0222</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0093</td>
-      <td>0.0101</td>
-      <td>0.0347</td>
-      <td>0.0738</td>
-      <td>0.0243</td>
-      <td>0.0243</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0093</td>
-      <td>0.0085</td>
-      <td>0.0414</td>
-      <td>0.0735</td>
-      <td>0.0225</td>
-      <td>0.0225</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0109</td>
-      <td>0.0099</td>
-      <td>0.0410</td>
-      <td>0.0782</td>
-      <td>0.0253</td>
-      <td>0.0253</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0108</td>
-      <td>0.0092</td>
-      <td>0.0434</td>
-      <td>0.0796</td>
-      <td>0.0288</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0124</td>
-      <td>0.0097</td>
-      <td>0.0448</td>
-      <td>0.0818</td>
-      <td>0.0316</td>
-      <td>0.0317</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0109</td>
-      <td>0.0076</td>
-      <td>0.0541</td>
-      <td>0.0788</td>
-      <td>0.0317</td>
-      <td>0.0317</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0109</td>
-      <td>0.0072</td>
-      <td>0.0538</td>
-      <td>0.0782</td>
-      <td>0.0359</td>
-      <td>0.0359</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0045</td>
-      <td>0.0049</td>
-      <td>0.0448</td>
-      <td>0.0710</td>
-      <td>0.0400</td>
-      <td>0.0401</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0091</td>
-      <td>0.0084</td>
-      <td>0.0296</td>
-      <td>0.0546</td>
-      <td>0.0183</td>
-      <td>0.0183</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_30_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_30_acc.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 431.626s  
-> mul_sld: 173.772s  
-> bin_sld_gs: 1126.713s  
-> mul_sld_gs: 637.068s  
-> bin_sld_gsq: 515.944s  
-> mul_sld_gsq: 474.062s  
-> bin_pacc: 411.245s  
-> mul_pacc: 163.461s  
-> binmc_pacc: 400.757s  
-> mulmc_pacc: 138.383s  
-> binne_pacc: 414.550s  
-> mulne_pacc: 162.850s  
-> bin_pacc_gs: 725.895s  
-> mul_pacc_gs: 248.814s  
-> bin_cc: 389.288s  
-> mul_cc: 123.416s  
-> kfcv: 114.502s  
-> ref: 85.633s  
-> atc_mc: 124.150s  
-> atc_ne: 99.674s  
-> doc_feat: 84.284s  
-> tot: 1130.557s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0039</td>
-      <td>0.0071</td>
-      <td>0.0141</td>
-      <td>0.0183</td>
-      <td>0.0070</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0063</td>
-      <td>0.0066</td>
-      <td>0.0124</td>
-      <td>0.0249</td>
-      <td>0.0071</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0088</td>
-      <td>0.0080</td>
-      <td>0.0145</td>
-      <td>0.0299</td>
-      <td>0.0073</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0090</td>
-      <td>0.0078</td>
-      <td>0.0141</td>
-      <td>0.0337</td>
-      <td>0.0074</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0083</td>
-      <td>0.0071</td>
-      <td>0.0125</td>
-      <td>0.0374</td>
-      <td>0.0060</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0089</td>
-      <td>0.0074</td>
-      <td>0.0125</td>
-      <td>0.0435</td>
-      <td>0.0068</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0111</td>
-      <td>0.0085</td>
-      <td>0.0127</td>
-      <td>0.0468</td>
-      <td>0.0064</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0129</td>
-      <td>0.0082</td>
-      <td>0.0141</td>
-      <td>0.0489</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0101</td>
-      <td>0.0074</td>
-      <td>0.0108</td>
-      <td>0.0537</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0130</td>
-      <td>0.0085</td>
-      <td>0.0127</td>
-      <td>0.0558</td>
-      <td>0.0075</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0129</td>
-      <td>0.0081</td>
-      <td>0.0109</td>
-      <td>0.0600</td>
-      <td>0.0098</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0137</td>
-      <td>0.0075</td>
-      <td>0.0103</td>
-      <td>0.0623</td>
-      <td>0.0099</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0160</td>
-      <td>0.0093</td>
-      <td>0.0123</td>
-      <td>0.0659</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0171</td>
-      <td>0.0100</td>
-      <td>0.0122</td>
-      <td>0.0665</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0203</td>
-      <td>0.0109</td>
-      <td>0.0133</td>
-      <td>0.0662</td>
-      <td>0.0118</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0199</td>
-      <td>0.0106</td>
-      <td>0.0127</td>
-      <td>0.0689</td>
-      <td>0.0120</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0222</td>
-      <td>0.0115</td>
-      <td>0.0130</td>
-      <td>0.0696</td>
-      <td>0.0129</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0262</td>
-      <td>0.0133</td>
-      <td>0.0131</td>
-      <td>0.0709</td>
-      <td>0.0146</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0289</td>
-      <td>0.0160</td>
-      <td>0.0153</td>
-      <td>0.0692</td>
-      <td>0.0167</td>
-      <td>0.0167</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0312</td>
-      <td>0.0190</td>
-      <td>0.0145</td>
-      <td>0.0668</td>
-      <td>0.0191</td>
-      <td>0.0191</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0410</td>
-      <td>0.0297</td>
-      <td>0.0221</td>
-      <td>0.0573</td>
-      <td>0.0189</td>
-      <td>0.0189</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0163</td>
-      <td>0.0106</td>
-      <td>0.0133</td>
-      <td>0.0532</td>
-      <td>0.0104</td>
-      <td>0.0104</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_40_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_40_acc.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 458.494s  
-> mul_sld: 201.711s  
-> bin_sld_gs: 1164.733s  
-> mul_sld_gs: 676.355s  
-> bin_sld_gsq: 562.768s  
-> mul_sld_gsq: 514.459s  
-> bin_pacc: 442.701s  
-> mul_pacc: 170.811s  
-> binmc_pacc: 438.974s  
-> mulmc_pacc: 169.154s  
-> binne_pacc: 443.046s  
-> mulne_pacc: 181.715s  
-> bin_pacc_gs: 768.357s  
-> mul_pacc_gs: 264.111s  
-> bin_cc: 423.636s  
-> mul_cc: 156.950s  
-> kfcv: 144.505s  
-> ref: 134.555s  
-> atc_mc: 141.161s  
-> atc_ne: 127.587s  
-> doc_feat: 76.400s  
-> tot: 1169.275s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0113</td>
-      <td>0.0091</td>
-      <td>0.0344</td>
-      <td>0.0288</td>
-      <td>0.0059</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0118</td>
-      <td>0.0072</td>
-      <td>0.0270</td>
-      <td>0.0342</td>
-      <td>0.0057</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0143</td>
-      <td>0.0075</td>
-      <td>0.0231</td>
-      <td>0.0369</td>
-      <td>0.0059</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0156</td>
-      <td>0.0078</td>
-      <td>0.0184</td>
-      <td>0.0395</td>
-      <td>0.0065</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0128</td>
-      <td>0.0074</td>
-      <td>0.0122</td>
-      <td>0.0407</td>
-      <td>0.0058</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0134</td>
-      <td>0.0070</td>
-      <td>0.0108</td>
-      <td>0.0442</td>
-      <td>0.0065</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0144</td>
-      <td>0.0076</td>
-      <td>0.0093</td>
-      <td>0.0442</td>
-      <td>0.0067</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0171</td>
-      <td>0.0074</td>
-      <td>0.0091</td>
-      <td>0.0461</td>
-      <td>0.0070</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0144</td>
-      <td>0.0071</td>
-      <td>0.0082</td>
-      <td>0.0474</td>
-      <td>0.0087</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0162</td>
-      <td>0.0084</td>
-      <td>0.0093</td>
-      <td>0.0488</td>
-      <td>0.0080</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0156</td>
-      <td>0.0074</td>
-      <td>0.0099</td>
-      <td>0.0498</td>
-      <td>0.0101</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0163</td>
-      <td>0.0071</td>
-      <td>0.0084</td>
-      <td>0.0497</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0174</td>
-      <td>0.0076</td>
-      <td>0.0092</td>
-      <td>0.0516</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0180</td>
-      <td>0.0077</td>
-      <td>0.0084</td>
-      <td>0.0512</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0199</td>
-      <td>0.0069</td>
-      <td>0.0074</td>
-      <td>0.0490</td>
-      <td>0.0083</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0185</td>
-      <td>0.0079</td>
-      <td>0.0086</td>
-      <td>0.0500</td>
-      <td>0.0100</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0185</td>
-      <td>0.0080</td>
-      <td>0.0072</td>
-      <td>0.0506</td>
-      <td>0.0118</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0189</td>
-      <td>0.0074</td>
-      <td>0.0065</td>
-      <td>0.0505</td>
-      <td>0.0125</td>
-      <td>0.0125</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0215</td>
-      <td>0.0060</td>
-      <td>0.0057</td>
-      <td>0.0473</td>
-      <td>0.0120</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0200</td>
-      <td>0.0056</td>
-      <td>0.0045</td>
-      <td>0.0453</td>
-      <td>0.0129</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0188</td>
-      <td>0.0088</td>
-      <td>0.0002</td>
-      <td>0.0358</td>
-      <td>0.0115</td>
-      <td>0.0115</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0164</td>
-      <td>0.0075</td>
-      <td>0.0113</td>
-      <td>0.0448</td>
-      <td>0.0087</td>
-      <td>0.0087</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_50_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_50_acc.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 466.968s  
-> mul_sld: 209.948s  
-> bin_sld_gs: 1150.214s  
-> mul_sld_gs: 682.183s  
-> bin_sld_gsq: 556.758s  
-> mul_sld_gsq: 509.058s  
-> bin_pacc: 464.142s  
-> mul_pacc: 197.052s  
-> binmc_pacc: 456.950s  
-> mulmc_pacc: 198.891s  
-> binne_pacc: 466.343s  
-> mulne_pacc: 211.900s  
-> bin_pacc_gs: 772.058s  
-> mul_pacc_gs: 283.572s  
-> bin_cc: 445.830s  
-> mul_cc: 179.010s  
-> kfcv: 150.241s  
-> ref: 148.770s  
-> atc_mc: 151.278s  
-> atc_ne: 143.773s  
-> doc_feat: 112.638s  
-> tot: 1155.458s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0104</td>
-      <td>0.0075</td>
-      <td>0.0397</td>
-      <td>0.0441</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0085</td>
-      <td>0.0069</td>
-      <td>0.0442</td>
-      <td>0.0505</td>
-      <td>0.0090</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0092</td>
-      <td>0.0064</td>
-      <td>0.0491</td>
-      <td>0.0534</td>
-      <td>0.0082</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0101</td>
-      <td>0.0079</td>
-      <td>0.0545</td>
-      <td>0.0543</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0087</td>
-      <td>0.0075</td>
-      <td>0.0558</td>
-      <td>0.0537</td>
-      <td>0.0090</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0088</td>
-      <td>0.0075</td>
-      <td>0.0582</td>
-      <td>0.0559</td>
-      <td>0.0082</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0094</td>
-      <td>0.0077</td>
-      <td>0.0619</td>
-      <td>0.0543</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0100</td>
-      <td>0.0078</td>
-      <td>0.0659</td>
-      <td>0.0541</td>
-      <td>0.0087</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0098</td>
-      <td>0.0073</td>
-      <td>0.0667</td>
-      <td>0.0542</td>
-      <td>0.0083</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0109</td>
-      <td>0.0084</td>
-      <td>0.0715</td>
-      <td>0.0535</td>
-      <td>0.0084</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0104</td>
-      <td>0.0081</td>
-      <td>0.0731</td>
-      <td>0.0525</td>
-      <td>0.0082</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0109</td>
-      <td>0.0082</td>
-      <td>0.0765</td>
-      <td>0.0522</td>
-      <td>0.0089</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0111</td>
-      <td>0.0081</td>
-      <td>0.0788</td>
-      <td>0.0506</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0119</td>
-      <td>0.0096</td>
-      <td>0.0809</td>
-      <td>0.0495</td>
-      <td>0.0093</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0135</td>
-      <td>0.0106</td>
-      <td>0.0844</td>
-      <td>0.0452</td>
-      <td>0.0102</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0109</td>
-      <td>0.0080</td>
-      <td>0.0837</td>
-      <td>0.0454</td>
-      <td>0.0085</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0123</td>
-      <td>0.0089</td>
-      <td>0.0867</td>
-      <td>0.0442</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0140</td>
-      <td>0.0102</td>
-      <td>0.0888</td>
-      <td>0.0425</td>
-      <td>0.0090</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0167</td>
-      <td>0.0118</td>
-      <td>0.0943</td>
-      <td>0.0379</td>
-      <td>0.0097</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0164</td>
-      <td>0.0112</td>
-      <td>0.0943</td>
-      <td>0.0350</td>
-      <td>0.0086</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0220</td>
-      <td>0.0165</td>
-      <td>0.0972</td>
-      <td>0.0259</td>
-      <td>0.0099</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0117</td>
-      <td>0.0089</td>
-      <td>0.0717</td>
-      <td>0.0480</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_60_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_60_acc.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 480.500s  
-> mul_sld: 213.550s  
-> bin_sld_gs: 1132.131s  
-> mul_sld_gs: 654.288s  
-> bin_sld_gsq: 554.789s  
-> mul_sld_gsq: 514.007s  
-> bin_pacc: 458.638s  
-> mul_pacc: 176.110s  
-> binmc_pacc: 454.887s  
-> mulmc_pacc: 140.659s  
-> binne_pacc: 444.727s  
-> mulne_pacc: 168.258s  
-> bin_pacc_gs: 767.825s  
-> mul_pacc_gs: 271.862s  
-> bin_cc: 432.108s  
-> mul_cc: 156.381s  
-> kfcv: 150.856s  
-> ref: 138.967s  
-> atc_mc: 140.786s  
-> atc_ne: 133.837s  
-> doc_feat: 93.537s  
-> tot: 1140.674s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0460</td>
-      <td>0.0266</td>
-      <td>0.0905</td>
-      <td>0.0633</td>
-      <td>0.0295</td>
-      <td>0.0295</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0427</td>
-      <td>0.0219</td>
-      <td>0.0868</td>
-      <td>0.0717</td>
-      <td>0.0275</td>
-      <td>0.0275</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0420</td>
-      <td>0.0229</td>
-      <td>0.0871</td>
-      <td>0.0741</td>
-      <td>0.0266</td>
-      <td>0.0266</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0413</td>
-      <td>0.0251</td>
-      <td>0.0869</td>
-      <td>0.0736</td>
-      <td>0.0244</td>
-      <td>0.0244</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0390</td>
-      <td>0.0245</td>
-      <td>0.0837</td>
-      <td>0.0719</td>
-      <td>0.0210</td>
-      <td>0.0210</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0371</td>
-      <td>0.0239</td>
-      <td>0.0806</td>
-      <td>0.0726</td>
-      <td>0.0209</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0369</td>
-      <td>0.0256</td>
-      <td>0.0807</td>
-      <td>0.0708</td>
-      <td>0.0181</td>
-      <td>0.0181</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0341</td>
-      <td>0.0254</td>
-      <td>0.0769</td>
-      <td>0.0687</td>
-      <td>0.0195</td>
-      <td>0.0195</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0349</td>
-      <td>0.0281</td>
-      <td>0.0768</td>
-      <td>0.0666</td>
-      <td>0.0156</td>
-      <td>0.0156</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0343</td>
-      <td>0.0293</td>
-      <td>0.0763</td>
-      <td>0.0647</td>
-      <td>0.0156</td>
-      <td>0.0156</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0324</td>
-      <td>0.0290</td>
-      <td>0.0727</td>
-      <td>0.0627</td>
-      <td>0.0116</td>
-      <td>0.0116</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0310</td>
-      <td>0.0299</td>
-      <td>0.0712</td>
-      <td>0.0581</td>
-      <td>0.0122</td>
-      <td>0.0122</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0328</td>
-      <td>0.0326</td>
-      <td>0.0724</td>
-      <td>0.0547</td>
-      <td>0.0099</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0303</td>
-      <td>0.0324</td>
-      <td>0.0686</td>
-      <td>0.0517</td>
-      <td>0.0086</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0267</td>
-      <td>0.0308</td>
-      <td>0.0636</td>
-      <td>0.0482</td>
-      <td>0.0082</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0234</td>
-      <td>0.0286</td>
-      <td>0.0595</td>
-      <td>0.0454</td>
-      <td>0.0068</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0241</td>
-      <td>0.0312</td>
-      <td>0.0595</td>
-      <td>0.0422</td>
-      <td>0.0063</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0227</td>
-      <td>0.0308</td>
-      <td>0.0560</td>
-      <td>0.0378</td>
-      <td>0.0049</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0234</td>
-      <td>0.0332</td>
-      <td>0.0569</td>
-      <td>0.0322</td>
-      <td>0.0064</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0204</td>
-      <td>0.0307</td>
-      <td>0.0527</td>
-      <td>0.0285</td>
-      <td>0.0062</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0188</td>
-      <td>0.0286</td>
-      <td>0.0475</td>
-      <td>0.0212</td>
-      <td>0.0056</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0321</td>
-      <td>0.0282</td>
-      <td>0.0718</td>
-      <td>0.0562</td>
-      <td>0.0145</td>
-      <td>0.0145</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_70_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_70_acc.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 500.397s  
-> mul_sld: 258.490s  
-> bin_sld_gs: 1170.341s  
-> mul_sld_gs: 683.747s  
-> bin_sld_gsq: 563.279s  
-> mul_sld_gsq: 515.921s  
-> bin_pacc: 490.203s  
-> mul_pacc: 224.016s  
-> binmc_pacc: 471.840s  
-> mulmc_pacc: 210.841s  
-> binne_pacc: 470.692s  
-> mulne_pacc: 198.506s  
-> bin_pacc_gs: 769.514s  
-> mul_pacc_gs: 297.055s  
-> bin_cc: 463.272s  
-> mul_cc: 198.142s  
-> kfcv: 178.022s  
-> ref: 176.128s  
-> atc_mc: 173.015s  
-> atc_ne: 124.585s  
-> doc_feat: 101.631s  
-> tot: 1175.400s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0148</td>
-      <td>0.0167</td>
-      <td>0.0006</td>
-      <td>0.0928</td>
-      <td>0.0295</td>
-      <td>0.0295</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0168</td>
-      <td>0.0134</td>
-      <td>0.0058</td>
-      <td>0.0977</td>
-      <td>0.0270</td>
-      <td>0.0270</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0181</td>
-      <td>0.0124</td>
-      <td>0.0070</td>
-      <td>0.1007</td>
-      <td>0.0266</td>
-      <td>0.0266</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0191</td>
-      <td>0.0140</td>
-      <td>0.0083</td>
-      <td>0.0985</td>
-      <td>0.0237</td>
-      <td>0.0237</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0190</td>
-      <td>0.0121</td>
-      <td>0.0077</td>
-      <td>0.0953</td>
-      <td>0.0217</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0188</td>
-      <td>0.0115</td>
-      <td>0.0079</td>
-      <td>0.0949</td>
-      <td>0.0224</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0206</td>
-      <td>0.0129</td>
-      <td>0.0091</td>
-      <td>0.0893</td>
-      <td>0.0201</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0195</td>
-      <td>0.0119</td>
-      <td>0.0083</td>
-      <td>0.0871</td>
-      <td>0.0193</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0196</td>
-      <td>0.0117</td>
-      <td>0.0075</td>
-      <td>0.0822</td>
-      <td>0.0172</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0224</td>
-      <td>0.0134</td>
-      <td>0.0091</td>
-      <td>0.0764</td>
-      <td>0.0174</td>
-      <td>0.0174</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0216</td>
-      <td>0.0127</td>
-      <td>0.0085</td>
-      <td>0.0709</td>
-      <td>0.0150</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0217</td>
-      <td>0.0147</td>
-      <td>0.0090</td>
-      <td>0.0651</td>
-      <td>0.0126</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0240</td>
-      <td>0.0164</td>
-      <td>0.0112</td>
-      <td>0.0579</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0236</td>
-      <td>0.0147</td>
-      <td>0.0096</td>
-      <td>0.0530</td>
-      <td>0.0099</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0216</td>
-      <td>0.0123</td>
-      <td>0.0088</td>
-      <td>0.0479</td>
-      <td>0.0094</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0220</td>
-      <td>0.0139</td>
-      <td>0.0083</td>
-      <td>0.0392</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0229</td>
-      <td>0.0140</td>
-      <td>0.0095</td>
-      <td>0.0332</td>
-      <td>0.0064</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0224</td>
-      <td>0.0134</td>
-      <td>0.0099</td>
-      <td>0.0247</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0238</td>
-      <td>0.0145</td>
-      <td>0.0115</td>
-      <td>0.0162</td>
-      <td>0.0060</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0225</td>
-      <td>0.0122</td>
-      <td>0.0110</td>
-      <td>0.0103</td>
-      <td>0.0062</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0202</td>
-      <td>0.0089</td>
-      <td>0.0096</td>
-      <td>0.0033</td>
-      <td>0.0067</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0207</td>
-      <td>0.0132</td>
-      <td>0.0085</td>
-      <td>0.0636</td>
-      <td>0.0154</td>
-      <td>0.0154</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_80_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_80_acc.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 64.550s  
-> mul_sld_gs: 336.201s  
-> mul_cc: 54.742s  
-> kfcv: 48.726s  
-> ref: 46.562s  
-> atc_mc: 49.917s  
-> atc_ne: 49.863s  
-> doc_feat: 43.425s  
-> tot: 344.139s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1087</td>
-      <td>0.0702</td>
-      <td>0.0702</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0973</td>
-      <td>0.0677</td>
-      <td>0.0677</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0902</td>
-      <td>0.0654</td>
-      <td>0.0654</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0829</td>
-      <td>0.0603</td>
-      <td>0.0603</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0774</td>
-      <td>0.0530</td>
-      <td>0.0530</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0678</td>
-      <td>0.0512</td>
-      <td>0.0512</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0641</td>
-      <td>0.0440</td>
-      <td>0.0440</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0578</td>
-      <td>0.0410</td>
-      <td>0.0410</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0499</td>
-      <td>0.0385</td>
-      <td>0.0385</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0471</td>
-      <td>0.0348</td>
-      <td>0.0348</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0424</td>
-      <td>0.0271</td>
-      <td>0.0271</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0380</td>
-      <td>0.0260</td>
-      <td>0.0260</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0330</td>
-      <td>0.0193</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0293</td>
-      <td>0.0143</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0245</td>
-      <td>0.0131</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0219</td>
-      <td>0.0087</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0174</td>
-      <td>0.0064</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0139</td>
-      <td>0.0074</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0098</td>
-      <td>0.0090</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0074</td>
-      <td>0.0125</td>
-      <td>0.0125</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0025</td>
-      <td>0.0170</td>
-      <td>0.0170</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0468</td>
-      <td>0.0327</td>
-      <td>0.0327</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_90_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0138</td>
-      <td>0.0219</td>
-      <td>0.0268</td>
-      <td>0.0323</td>
-      <td>0.0191</td>
-      <td>0.0191</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0135</td>
-      <td>0.0192</td>
-      <td>0.0268</td>
-      <td>0.0387</td>
-      <td>0.0180</td>
-      <td>0.0180</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0150</td>
-      <td>0.0190</td>
-      <td>0.0268</td>
-      <td>0.0444</td>
-      <td>0.0182</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0160</td>
-      <td>0.0193</td>
-      <td>0.0271</td>
-      <td>0.0481</td>
-      <td>0.0182</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0153</td>
-      <td>0.0187</td>
-      <td>0.0254</td>
-      <td>0.0511</td>
-      <td>0.0178</td>
-      <td>0.0178</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0155</td>
-      <td>0.0178</td>
-      <td>0.0254</td>
-      <td>0.0555</td>
-      <td>0.0192</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0169</td>
-      <td>0.0189</td>
-      <td>0.0260</td>
-      <td>0.0581</td>
-      <td>0.0196</td>
-      <td>0.0196</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0170</td>
-      <td>0.0182</td>
-      <td>0.0264</td>
-      <td>0.0605</td>
-      <td>0.0205</td>
-      <td>0.0205</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0163</td>
-      <td>0.0175</td>
-      <td>0.0256</td>
-      <td>0.0623</td>
-      <td>0.0209</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0179</td>
-      <td>0.0188</td>
-      <td>0.0274</td>
-      <td>0.0649</td>
-      <td>0.0224</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0176</td>
-      <td>0.0185</td>
-      <td>0.0275</td>
-      <td>0.0668</td>
-      <td>0.0230</td>
-      <td>0.0230</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0177</td>
-      <td>0.0184</td>
-      <td>0.0279</td>
-      <td>0.0678</td>
-      <td>0.0238</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0189</td>
-      <td>0.0191</td>
-      <td>0.0297</td>
-      <td>0.0695</td>
-      <td>0.0253</td>
-      <td>0.0253</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0183</td>
-      <td>0.0185</td>
-      <td>0.0295</td>
-      <td>0.0696</td>
-      <td>0.0256</td>
-      <td>0.0256</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0178</td>
-      <td>0.0172</td>
-      <td>0.0303</td>
-      <td>0.0684</td>
-      <td>0.0258</td>
-      <td>0.0258</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0167</td>
-      <td>0.0168</td>
-      <td>0.0299</td>
-      <td>0.0693</td>
-      <td>0.0268</td>
-      <td>0.0268</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0169</td>
-      <td>0.0165</td>
-      <td>0.0308</td>
-      <td>0.0693</td>
-      <td>0.0283</td>
-      <td>0.0283</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0172</td>
-      <td>0.0161</td>
-      <td>0.0311</td>
-      <td>0.0690</td>
-      <td>0.0303</td>
-      <td>0.0303</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0174</td>
-      <td>0.0152</td>
-      <td>0.0339</td>
-      <td>0.0657</td>
-      <td>0.0325</td>
-      <td>0.0325</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0167</td>
-      <td>0.0135</td>
-      <td>0.0333</td>
-      <td>0.0633</td>
-      <td>0.0345</td>
-      <td>0.0345</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0157</td>
-      <td>0.0125</td>
-      <td>0.0287</td>
-      <td>0.0558</td>
-      <td>0.0367</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0166</td>
-      <td>0.0177</td>
-      <td>0.0284</td>
-      <td>0.0595</td>
-      <td>0.0241</td>
-      <td>0.0241</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0132</td>
-      <td>0.0194</td>
-      <td>0.0085</td>
-      <td>0.0919</td>
-      <td>0.0765</td>
-      <td>0.0765</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0132</td>
-      <td>0.0163</td>
-      <td>0.0125</td>
-      <td>0.0639</td>
-      <td>0.0317</td>
-      <td>0.0317</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0091</td>
-      <td>0.0084</td>
-      <td>0.0296</td>
-      <td>0.0546</td>
-      <td>0.0183</td>
-      <td>0.0183</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0163</td>
-      <td>0.0106</td>
-      <td>0.0133</td>
-      <td>0.0532</td>
-      <td>0.0104</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0164</td>
-      <td>0.0075</td>
-      <td>0.0113</td>
-      <td>0.0448</td>
-      <td>0.0087</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0117</td>
-      <td>0.0089</td>
-      <td>0.0717</td>
-      <td>0.0480</td>
-      <td>0.0088</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0321</td>
-      <td>0.0282</td>
-      <td>0.0718</td>
-      <td>0.0562</td>
-      <td>0.0145</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0207</td>
-      <td>0.0132</td>
-      <td>0.0085</td>
-      <td>0.0636</td>
-      <td>0.0154</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0468</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0327</td>
-      <td>0.0327</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0166</td>
-      <td>0.0177</td>
-      <td>0.0284</td>
-      <td>0.0595</td>
-      <td>0.0241</td>
-      <td>0.0241</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_avg_acc.png)
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_qgs_f1.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_qgs_f1.md
deleted file mode 100644
index 5fbfaa9..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_gs_vs_qgs_f1.md
+++ /dev/null
@@ -1,2463 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 492.046s  
-> mul_sld: 249.698s  
-> bin_sld_gs: 1146.562s  
-> mul_sld_gs: 704.644s  
-> bin_sld_gsq: 539.255s  
-> mul_sld_gsq: 529.819s  
-> bin_pacc: 475.786s  
-> mul_pacc: 168.324s  
-> binmc_pacc: 472.270s  
-> mulmc_pacc: 173.273s  
-> binne_pacc: 443.131s  
-> mulne_pacc: 185.335s  
-> bin_pacc_gs: 763.354s  
-> mul_pacc_gs: 287.763s  
-> bin_cc: 427.742s  
-> mul_cc: 164.350s  
-> kfcv: 136.304s  
-> ref: 125.561s  
-> atc_mc: 115.380s  
-> atc_ne: 129.775s  
-> doc_feat: 81.285s  
-> tot: 1152.170s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.3207</td>
-      <td>0.0933</td>
-      <td>0.0724</td>
-      <td>0.2101</td>
-      <td>0.0100</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0523</td>
-      <td>0.0351</td>
-      <td>0.0957</td>
-      <td>0.1055</td>
-      <td>0.2695</td>
-      <td>0.2695</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0417</td>
-      <td>0.0282</td>
-      <td>0.0337</td>
-      <td>0.1133</td>
-      <td>0.2793</td>
-      <td>0.2793</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0358</td>
-      <td>0.0236</td>
-      <td>0.0286</td>
-      <td>0.1131</td>
-      <td>0.2727</td>
-      <td>0.2727</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0288</td>
-      <td>0.0196</td>
-      <td>0.0164</td>
-      <td>0.1085</td>
-      <td>0.2684</td>
-      <td>0.2684</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0258</td>
-      <td>0.0174</td>
-      <td>0.0120</td>
-      <td>0.1028</td>
-      <td>0.2606</td>
-      <td>0.2606</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0251</td>
-      <td>0.0188</td>
-      <td>0.0086</td>
-      <td>0.1044</td>
-      <td>0.2614</td>
-      <td>0.2614</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0206</td>
-      <td>0.0159</td>
-      <td>0.0072</td>
-      <td>0.0991</td>
-      <td>0.2657</td>
-      <td>0.2657</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0171</td>
-      <td>0.0145</td>
-      <td>0.0058</td>
-      <td>0.0929</td>
-      <td>0.2653</td>
-      <td>0.2653</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0167</td>
-      <td>0.0141</td>
-      <td>0.0048</td>
-      <td>0.0945</td>
-      <td>0.2652</td>
-      <td>0.2652</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0149</td>
-      <td>0.0138</td>
-      <td>0.0051</td>
-      <td>0.0940</td>
-      <td>0.2598</td>
-      <td>0.2598</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0128</td>
-      <td>0.0122</td>
-      <td>0.0047</td>
-      <td>0.0899</td>
-      <td>0.2666</td>
-      <td>0.2666</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0117</td>
-      <td>0.0123</td>
-      <td>0.0040</td>
-      <td>0.0868</td>
-      <td>0.2595</td>
-      <td>0.2595</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0093</td>
-      <td>0.0108</td>
-      <td>0.0038</td>
-      <td>0.0825</td>
-      <td>0.2623</td>
-      <td>0.2623</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0071</td>
-      <td>0.0088</td>
-      <td>0.0043</td>
-      <td>0.0795</td>
-      <td>0.2670</td>
-      <td>0.2670</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0057</td>
-      <td>0.0086</td>
-      <td>0.0045</td>
-      <td>0.0772</td>
-      <td>0.2638</td>
-      <td>0.2638</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0042</td>
-      <td>0.0068</td>
-      <td>0.0046</td>
-      <td>0.0734</td>
-      <td>0.2665</td>
-      <td>0.2665</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0033</td>
-      <td>0.0082</td>
-      <td>0.0056</td>
-      <td>0.0739</td>
-      <td>0.2690</td>
-      <td>0.2690</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0021</td>
-      <td>0.0081</td>
-      <td>0.0069</td>
-      <td>0.0681</td>
-      <td>0.2639</td>
-      <td>0.2639</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0024</td>
-      <td>0.0082</td>
-      <td>0.0077</td>
-      <td>0.0644</td>
-      <td>0.2660</td>
-      <td>0.2660</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0000</td>
-      <td>0.0108</td>
-      <td>0.0016</td>
-      <td>0.0596</td>
-      <td>0.2621</td>
-      <td>0.2621</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0313</td>
-      <td>0.0185</td>
-      <td>0.0161</td>
-      <td>0.0949</td>
-      <td>0.2535</td>
-      <td>0.2535</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_10_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_10_f1.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 448.690s  
-> mul_sld: 179.540s  
-> bin_sld_gs: 1128.970s  
-> mul_sld_gs: 661.362s  
-> bin_sld_gsq: 542.638s  
-> mul_sld_gsq: 485.856s  
-> bin_pacc: 435.959s  
-> mul_pacc: 162.000s  
-> binmc_pacc: 436.717s  
-> mulmc_pacc: 159.011s  
-> binne_pacc: 430.393s  
-> mulne_pacc: 170.319s  
-> bin_pacc_gs: 747.860s  
-> mul_pacc_gs: 259.443s  
-> bin_cc: 413.372s  
-> mul_cc: 153.995s  
-> kfcv: 138.378s  
-> ref: 133.916s  
-> atc_mc: 127.515s  
-> atc_ne: 133.986s  
-> doc_feat: 88.997s  
-> tot: 1133.804s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.2765</td>
-      <td>0.2797</td>
-      <td>0.0536</td>
-      <td>0.5475</td>
-      <td>0.1676</td>
-      <td>0.1676</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0539</td>
-      <td>0.0668</td>
-      <td>0.1058</td>
-      <td>0.0947</td>
-      <td>0.0959</td>
-      <td>0.0959</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0444</td>
-      <td>0.0511</td>
-      <td>0.0459</td>
-      <td>0.0966</td>
-      <td>0.0583</td>
-      <td>0.0583</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0368</td>
-      <td>0.0418</td>
-      <td>0.0270</td>
-      <td>0.0922</td>
-      <td>0.0517</td>
-      <td>0.0517</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0355</td>
-      <td>0.0404</td>
-      <td>0.0154</td>
-      <td>0.0917</td>
-      <td>0.0442</td>
-      <td>0.0442</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0285</td>
-      <td>0.0311</td>
-      <td>0.0122</td>
-      <td>0.0870</td>
-      <td>0.0392</td>
-      <td>0.0392</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0283</td>
-      <td>0.0311</td>
-      <td>0.0103</td>
-      <td>0.0884</td>
-      <td>0.0332</td>
-      <td>0.0332</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0248</td>
-      <td>0.0275</td>
-      <td>0.0107</td>
-      <td>0.0841</td>
-      <td>0.0305</td>
-      <td>0.0305</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0224</td>
-      <td>0.0250</td>
-      <td>0.0081</td>
-      <td>0.0811</td>
-      <td>0.0322</td>
-      <td>0.0322</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0219</td>
-      <td>0.0250</td>
-      <td>0.0103</td>
-      <td>0.0823</td>
-      <td>0.0297</td>
-      <td>0.0297</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0209</td>
-      <td>0.0237</td>
-      <td>0.0107</td>
-      <td>0.0798</td>
-      <td>0.0290</td>
-      <td>0.0290</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0188</td>
-      <td>0.0202</td>
-      <td>0.0112</td>
-      <td>0.0767</td>
-      <td>0.0288</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0181</td>
-      <td>0.0213</td>
-      <td>0.0126</td>
-      <td>0.0778</td>
-      <td>0.0243</td>
-      <td>0.0243</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0148</td>
-      <td>0.0176</td>
-      <td>0.0114</td>
-      <td>0.0728</td>
-      <td>0.0247</td>
-      <td>0.0247</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0124</td>
-      <td>0.0153</td>
-      <td>0.0108</td>
-      <td>0.0685</td>
-      <td>0.0273</td>
-      <td>0.0273</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0107</td>
-      <td>0.0140</td>
-      <td>0.0111</td>
-      <td>0.0672</td>
-      <td>0.0256</td>
-      <td>0.0256</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0091</td>
-      <td>0.0135</td>
-      <td>0.0109</td>
-      <td>0.0659</td>
-      <td>0.0238</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0074</td>
-      <td>0.0115</td>
-      <td>0.0106</td>
-      <td>0.0633</td>
-      <td>0.0223</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0043</td>
-      <td>0.0080</td>
-      <td>0.0092</td>
-      <td>0.0594</td>
-      <td>0.0215</td>
-      <td>0.0215</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0029</td>
-      <td>0.0062</td>
-      <td>0.0084</td>
-      <td>0.0550</td>
-      <td>0.0228</td>
-      <td>0.0228</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0001</td>
-      <td>0.0039</td>
-      <td>0.0031</td>
-      <td>0.0492</td>
-      <td>0.0224</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0330</td>
-      <td>0.0369</td>
-      <td>0.0195</td>
-      <td>0.0991</td>
-      <td>0.0407</td>
-      <td>0.0407</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_20_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_20_f1.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 455.442s  
-> mul_sld: 198.713s  
-> bin_sld_gs: 1122.566s  
-> mul_sld_gs: 641.405s  
-> bin_sld_gsq: 542.437s  
-> mul_sld_gsq: 490.757s  
-> bin_pacc: 433.945s  
-> mul_pacc: 157.898s  
-> binmc_pacc: 435.757s  
-> mulmc_pacc: 171.337s  
-> binne_pacc: 432.522s  
-> mulne_pacc: 175.766s  
-> bin_pacc_gs: 742.842s  
-> mul_pacc_gs: 248.789s  
-> bin_cc: 409.971s  
-> mul_cc: 156.701s  
-> kfcv: 138.862s  
-> ref: 117.506s  
-> atc_mc: 134.572s  
-> atc_ne: 127.451s  
-> doc_feat: 91.628s  
-> tot: 1126.987s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.2187</td>
-      <td>0.3317</td>
-      <td>0.0211</td>
-      <td>0.7039</td>
-      <td>0.3293</td>
-      <td>0.3293</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0514</td>
-      <td>0.0481</td>
-      <td>0.1143</td>
-      <td>0.1284</td>
-      <td>0.0568</td>
-      <td>0.0568</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0310</td>
-      <td>0.0333</td>
-      <td>0.0759</td>
-      <td>0.1058</td>
-      <td>0.0372</td>
-      <td>0.0371</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0202</td>
-      <td>0.0236</td>
-      <td>0.0664</td>
-      <td>0.0897</td>
-      <td>0.0269</td>
-      <td>0.0269</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0147</td>
-      <td>0.0175</td>
-      <td>0.0521</td>
-      <td>0.0839</td>
-      <td>0.0223</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0129</td>
-      <td>0.0136</td>
-      <td>0.0493</td>
-      <td>0.0796</td>
-      <td>0.0182</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0121</td>
-      <td>0.0131</td>
-      <td>0.0469</td>
-      <td>0.0779</td>
-      <td>0.0143</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0092</td>
-      <td>0.0109</td>
-      <td>0.0427</td>
-      <td>0.0746</td>
-      <td>0.0149</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0081</td>
-      <td>0.0094</td>
-      <td>0.0369</td>
-      <td>0.0703</td>
-      <td>0.0127</td>
-      <td>0.0128</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0080</td>
-      <td>0.0085</td>
-      <td>0.0368</td>
-      <td>0.0680</td>
-      <td>0.0124</td>
-      <td>0.0124</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0085</td>
-      <td>0.0086</td>
-      <td>0.0371</td>
-      <td>0.0667</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0080</td>
-      <td>0.0088</td>
-      <td>0.0342</td>
-      <td>0.0649</td>
-      <td>0.0111</td>
-      <td>0.0110</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0085</td>
-      <td>0.0082</td>
-      <td>0.0360</td>
-      <td>0.0638</td>
-      <td>0.0103</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0077</td>
-      <td>0.0079</td>
-      <td>0.0353</td>
-      <td>0.0609</td>
-      <td>0.0104</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0071</td>
-      <td>0.0061</td>
-      <td>0.0387</td>
-      <td>0.0559</td>
-      <td>0.0087</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0077</td>
-      <td>0.0065</td>
-      <td>0.0358</td>
-      <td>0.0557</td>
-      <td>0.0085</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0070</td>
-      <td>0.0056</td>
-      <td>0.0351</td>
-      <td>0.0530</td>
-      <td>0.0092</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0075</td>
-      <td>0.0054</td>
-      <td>0.0340</td>
-      <td>0.0512</td>
-      <td>0.0092</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0062</td>
-      <td>0.0042</td>
-      <td>0.0385</td>
-      <td>0.0463</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0057</td>
-      <td>0.0037</td>
-      <td>0.0359</td>
-      <td>0.0436</td>
-      <td>0.0076</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0022</td>
-      <td>0.0031</td>
-      <td>0.0295</td>
-      <td>0.0374</td>
-      <td>0.0092</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0220</td>
-      <td>0.0275</td>
-      <td>0.0444</td>
-      <td>0.0991</td>
-      <td>0.0309</td>
-      <td>0.0309</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_30_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_30_f1.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 431.626s  
-> mul_sld: 173.772s  
-> bin_sld_gs: 1126.713s  
-> mul_sld_gs: 637.068s  
-> bin_sld_gsq: 515.944s  
-> mul_sld_gsq: 474.062s  
-> bin_pacc: 411.245s  
-> mul_pacc: 163.461s  
-> binmc_pacc: 400.757s  
-> mulmc_pacc: 138.383s  
-> binne_pacc: 414.550s  
-> mulne_pacc: 162.850s  
-> bin_pacc_gs: 725.895s  
-> mul_pacc_gs: 248.814s  
-> bin_cc: 389.288s  
-> mul_cc: 123.416s  
-> kfcv: 114.502s  
-> ref: 85.633s  
-> atc_mc: 124.150s  
-> atc_ne: 99.674s  
-> doc_feat: 84.284s  
-> tot: 1130.557s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0726</td>
-      <td>0.1358</td>
-      <td>0.0768</td>
-      <td>0.7917</td>
-      <td>0.4631</td>
-      <td>0.4631</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0508</td>
-      <td>0.0449</td>
-      <td>0.0664</td>
-      <td>0.2159</td>
-      <td>0.0388</td>
-      <td>0.0388</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0420</td>
-      <td>0.0358</td>
-      <td>0.0549</td>
-      <td>0.1444</td>
-      <td>0.0294</td>
-      <td>0.0294</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0319</td>
-      <td>0.0247</td>
-      <td>0.0411</td>
-      <td>0.1125</td>
-      <td>0.0228</td>
-      <td>0.0228</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0226</td>
-      <td>0.0177</td>
-      <td>0.0301</td>
-      <td>0.0955</td>
-      <td>0.0159</td>
-      <td>0.0159</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0212</td>
-      <td>0.0153</td>
-      <td>0.0256</td>
-      <td>0.0896</td>
-      <td>0.0149</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0221</td>
-      <td>0.0149</td>
-      <td>0.0228</td>
-      <td>0.0808</td>
-      <td>0.0120</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0229</td>
-      <td>0.0132</td>
-      <td>0.0224</td>
-      <td>0.0727</td>
-      <td>0.0113</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0154</td>
-      <td>0.0099</td>
-      <td>0.0149</td>
-      <td>0.0701</td>
-      <td>0.0091</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0186</td>
-      <td>0.0107</td>
-      <td>0.0162</td>
-      <td>0.0650</td>
-      <td>0.0083</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0163</td>
-      <td>0.0090</td>
-      <td>0.0127</td>
-      <td>0.0630</td>
-      <td>0.0092</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0162</td>
-      <td>0.0078</td>
-      <td>0.0113</td>
-      <td>0.0595</td>
-      <td>0.0080</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0172</td>
-      <td>0.0093</td>
-      <td>0.0124</td>
-      <td>0.0578</td>
-      <td>0.0076</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0174</td>
-      <td>0.0093</td>
-      <td>0.0116</td>
-      <td>0.0538</td>
-      <td>0.0076</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0189</td>
-      <td>0.0098</td>
-      <td>0.0119</td>
-      <td>0.0497</td>
-      <td>0.0074</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0175</td>
-      <td>0.0090</td>
-      <td>0.0106</td>
-      <td>0.0482</td>
-      <td>0.0061</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0182</td>
-      <td>0.0094</td>
-      <td>0.0103</td>
-      <td>0.0456</td>
-      <td>0.0056</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0198</td>
-      <td>0.0102</td>
-      <td>0.0100</td>
-      <td>0.0437</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0202</td>
-      <td>0.0115</td>
-      <td>0.0109</td>
-      <td>0.0403</td>
-      <td>0.0071</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0206</td>
-      <td>0.0128</td>
-      <td>0.0100</td>
-      <td>0.0367</td>
-      <td>0.0068</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0246</td>
-      <td>0.0178</td>
-      <td>0.0135</td>
-      <td>0.0298</td>
-      <td>0.0057</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0251</td>
-      <td>0.0209</td>
-      <td>0.0236</td>
-      <td>0.1079</td>
-      <td>0.0335</td>
-      <td>0.0335</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_40_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_40_f1.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 458.494s  
-> mul_sld: 201.711s  
-> bin_sld_gs: 1164.733s  
-> mul_sld_gs: 676.355s  
-> bin_sld_gsq: 562.768s  
-> mul_sld_gsq: 514.459s  
-> bin_pacc: 442.701s  
-> mul_pacc: 170.811s  
-> binmc_pacc: 438.974s  
-> mulmc_pacc: 169.154s  
-> binne_pacc: 443.046s  
-> mulne_pacc: 181.715s  
-> bin_pacc_gs: 768.357s  
-> mul_pacc_gs: 264.111s  
-> bin_cc: 423.636s  
-> mul_cc: 156.950s  
-> kfcv: 144.505s  
-> ref: 134.555s  
-> atc_mc: 141.161s  
-> atc_ne: 127.587s  
-> doc_feat: 76.400s  
-> tot: 1169.275s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0202</td>
-      <td>0.2468</td>
-      <td>0.0113</td>
-      <td>0.7634</td>
-      <td>0.5337</td>
-      <td>0.5337</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0607</td>
-      <td>0.0483</td>
-      <td>0.0840</td>
-      <td>0.2603</td>
-      <td>0.0902</td>
-      <td>0.0902</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0531</td>
-      <td>0.0280</td>
-      <td>0.0561</td>
-      <td>0.1643</td>
-      <td>0.0381</td>
-      <td>0.0381</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0430</td>
-      <td>0.0217</td>
-      <td>0.0349</td>
-      <td>0.1237</td>
-      <td>0.0210</td>
-      <td>0.0210</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0288</td>
-      <td>0.0176</td>
-      <td>0.0215</td>
-      <td>0.0986</td>
-      <td>0.0145</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0257</td>
-      <td>0.0142</td>
-      <td>0.0173</td>
-      <td>0.0871</td>
-      <td>0.0137</td>
-      <td>0.0137</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0233</td>
-      <td>0.0128</td>
-      <td>0.0142</td>
-      <td>0.0737</td>
-      <td>0.0111</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0249</td>
-      <td>0.0106</td>
-      <td>0.0127</td>
-      <td>0.0662</td>
-      <td>0.0098</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0182</td>
-      <td>0.0091</td>
-      <td>0.0113</td>
-      <td>0.0600</td>
-      <td>0.0108</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0187</td>
-      <td>0.0095</td>
-      <td>0.0107</td>
-      <td>0.0552</td>
-      <td>0.0084</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0165</td>
-      <td>0.0075</td>
-      <td>0.0108</td>
-      <td>0.0508</td>
-      <td>0.0094</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0156</td>
-      <td>0.0067</td>
-      <td>0.0080</td>
-      <td>0.0463</td>
-      <td>0.0076</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0155</td>
-      <td>0.0064</td>
-      <td>0.0081</td>
-      <td>0.0442</td>
-      <td>0.0068</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0148</td>
-      <td>0.0061</td>
-      <td>0.0069</td>
-      <td>0.0405</td>
-      <td>0.0062</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0153</td>
-      <td>0.0051</td>
-      <td>0.0055</td>
-      <td>0.0360</td>
-      <td>0.0054</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0135</td>
-      <td>0.0053</td>
-      <td>0.0060</td>
-      <td>0.0343</td>
-      <td>0.0061</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0126</td>
-      <td>0.0050</td>
-      <td>0.0048</td>
-      <td>0.0326</td>
-      <td>0.0065</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0121</td>
-      <td>0.0044</td>
-      <td>0.0039</td>
-      <td>0.0307</td>
-      <td>0.0063</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0131</td>
-      <td>0.0036</td>
-      <td>0.0032</td>
-      <td>0.0271</td>
-      <td>0.0058</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0115</td>
-      <td>0.0032</td>
-      <td>0.0024</td>
-      <td>0.0246</td>
-      <td>0.0057</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0105</td>
-      <td>0.0051</td>
-      <td>0.0001</td>
-      <td>0.0184</td>
-      <td>0.0048</td>
-      <td>0.0048</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0223</td>
-      <td>0.0227</td>
-      <td>0.0159</td>
-      <td>0.1018</td>
-      <td>0.0391</td>
-      <td>0.0391</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_50_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_50_f1.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 466.968s  
-> mul_sld: 209.948s  
-> bin_sld_gs: 1150.214s  
-> mul_sld_gs: 682.183s  
-> bin_sld_gsq: 556.758s  
-> mul_sld_gsq: 509.058s  
-> bin_pacc: 464.142s  
-> mul_pacc: 197.052s  
-> binmc_pacc: 456.950s  
-> mulmc_pacc: 198.891s  
-> binne_pacc: 466.343s  
-> mulne_pacc: 211.900s  
-> bin_pacc_gs: 772.058s  
-> mul_pacc_gs: 283.572s  
-> bin_cc: 445.830s  
-> mul_cc: 179.010s  
-> kfcv: 150.241s  
-> ref: 148.770s  
-> atc_mc: 151.278s  
-> atc_ne: 143.773s  
-> doc_feat: 112.638s  
-> tot: 1155.458s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0848</td>
-      <td>0.1510</td>
-      <td>0.0054</td>
-      <td>0.7040</td>
-      <td>0.5258</td>
-      <td>0.5258</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0363</td>
-      <td>0.0500</td>
-      <td>0.1577</td>
-      <td>0.3185</td>
-      <td>0.1176</td>
-      <td>0.1176</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0252</td>
-      <td>0.0241</td>
-      <td>0.1521</td>
-      <td>0.2101</td>
-      <td>0.0459</td>
-      <td>0.0459</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0237</td>
-      <td>0.0211</td>
-      <td>0.1379</td>
-      <td>0.1557</td>
-      <td>0.0238</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0177</td>
-      <td>0.0168</td>
-      <td>0.1192</td>
-      <td>0.1215</td>
-      <td>0.0145</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0155</td>
-      <td>0.0137</td>
-      <td>0.1069</td>
-      <td>0.1037</td>
-      <td>0.0126</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0143</td>
-      <td>0.0119</td>
-      <td>0.0994</td>
-      <td>0.0860</td>
-      <td>0.0114</td>
-      <td>0.0114</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0137</td>
-      <td>0.0105</td>
-      <td>0.0938</td>
-      <td>0.0743</td>
-      <td>0.0098</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0118</td>
-      <td>0.0087</td>
-      <td>0.0845</td>
-      <td>0.0659</td>
-      <td>0.0085</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0120</td>
-      <td>0.0092</td>
-      <td>0.0821</td>
-      <td>0.0584</td>
-      <td>0.0082</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0105</td>
-      <td>0.0081</td>
-      <td>0.0765</td>
-      <td>0.0520</td>
-      <td>0.0078</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0102</td>
-      <td>0.0077</td>
-      <td>0.0738</td>
-      <td>0.0472</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0098</td>
-      <td>0.0070</td>
-      <td>0.0706</td>
-      <td>0.0422</td>
-      <td>0.0067</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0097</td>
-      <td>0.0078</td>
-      <td>0.0674</td>
-      <td>0.0383</td>
-      <td>0.0075</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0103</td>
-      <td>0.0080</td>
-      <td>0.0654</td>
-      <td>0.0325</td>
-      <td>0.0078</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0078</td>
-      <td>0.0057</td>
-      <td>0.0609</td>
-      <td>0.0307</td>
-      <td>0.0062</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0083</td>
-      <td>0.0060</td>
-      <td>0.0595</td>
-      <td>0.0280</td>
-      <td>0.0057</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0090</td>
-      <td>0.0065</td>
-      <td>0.0576</td>
-      <td>0.0254</td>
-      <td>0.0059</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0101</td>
-      <td>0.0071</td>
-      <td>0.0578</td>
-      <td>0.0214</td>
-      <td>0.0063</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0094</td>
-      <td>0.0065</td>
-      <td>0.0549</td>
-      <td>0.0188</td>
-      <td>0.0053</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0118</td>
-      <td>0.0089</td>
-      <td>0.0540</td>
-      <td>0.0132</td>
-      <td>0.0059</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0172</td>
-      <td>0.0189</td>
-      <td>0.0827</td>
-      <td>0.1070</td>
-      <td>0.0405</td>
-      <td>0.0405</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_60_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_60_f1.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 480.500s  
-> mul_sld: 213.550s  
-> bin_sld_gs: 1132.131s  
-> mul_sld_gs: 654.288s  
-> bin_sld_gsq: 554.789s  
-> mul_sld_gsq: 514.007s  
-> bin_pacc: 458.638s  
-> mul_pacc: 176.110s  
-> binmc_pacc: 454.887s  
-> mulmc_pacc: 140.659s  
-> binne_pacc: 444.727s  
-> mulne_pacc: 168.258s  
-> bin_pacc_gs: 767.825s  
-> mul_pacc_gs: 271.862s  
-> bin_cc: 432.108s  
-> mul_cc: 156.381s  
-> kfcv: 150.856s  
-> ref: 138.967s  
-> atc_mc: 140.786s  
-> atc_ne: 133.837s  
-> doc_feat: 93.537s  
-> tot: 1140.674s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0080</td>
-      <td>0.0998</td>
-      <td>0.0034</td>
-      <td>0.5777</td>
-      <td>0.6387</td>
-      <td>0.6387</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0637</td>
-      <td>0.0262</td>
-      <td>0.1289</td>
-      <td>0.3519</td>
-      <td>0.2932</td>
-      <td>0.2932</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0715</td>
-      <td>0.0275</td>
-      <td>0.1452</td>
-      <td>0.2493</td>
-      <td>0.1729</td>
-      <td>0.1729</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0673</td>
-      <td>0.0346</td>
-      <td>0.1385</td>
-      <td>0.1881</td>
-      <td>0.1108</td>
-      <td>0.1108</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0587</td>
-      <td>0.0343</td>
-      <td>0.1243</td>
-      <td>0.1489</td>
-      <td>0.0734</td>
-      <td>0.0734</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0501</td>
-      <td>0.0312</td>
-      <td>0.1084</td>
-      <td>0.1255</td>
-      <td>0.0566</td>
-      <td>0.0566</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0459</td>
-      <td>0.0318</td>
-      <td>0.1002</td>
-      <td>0.1055</td>
-      <td>0.0406</td>
-      <td>0.0406</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0387</td>
-      <td>0.0291</td>
-      <td>0.0875</td>
-      <td>0.0897</td>
-      <td>0.0345</td>
-      <td>0.0345</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0362</td>
-      <td>0.0298</td>
-      <td>0.0802</td>
-      <td>0.0775</td>
-      <td>0.0246</td>
-      <td>0.0246</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0333</td>
-      <td>0.0292</td>
-      <td>0.0744</td>
-      <td>0.0679</td>
-      <td>0.0209</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0292</td>
-      <td>0.0268</td>
-      <td>0.0659</td>
-      <td>0.0600</td>
-      <td>0.0140</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0262</td>
-      <td>0.0259</td>
-      <td>0.0605</td>
-      <td>0.0509</td>
-      <td>0.0127</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0260</td>
-      <td>0.0266</td>
-      <td>0.0578</td>
-      <td>0.0443</td>
-      <td>0.0089</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0225</td>
-      <td>0.0246</td>
-      <td>0.0516</td>
-      <td>0.0390</td>
-      <td>0.0069</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0188</td>
-      <td>0.0221</td>
-      <td>0.0451</td>
-      <td>0.0339</td>
-      <td>0.0061</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0156</td>
-      <td>0.0194</td>
-      <td>0.0399</td>
-      <td>0.0301</td>
-      <td>0.0046</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0152</td>
-      <td>0.0199</td>
-      <td>0.0379</td>
-      <td>0.0263</td>
-      <td>0.0040</td>
-      <td>0.0040</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0137</td>
-      <td>0.0187</td>
-      <td>0.0339</td>
-      <td>0.0223</td>
-      <td>0.0029</td>
-      <td>0.0029</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0134</td>
-      <td>0.0191</td>
-      <td>0.0328</td>
-      <td>0.0180</td>
-      <td>0.0036</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0111</td>
-      <td>0.0168</td>
-      <td>0.0290</td>
-      <td>0.0151</td>
-      <td>0.0034</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0098</td>
-      <td>0.0150</td>
-      <td>0.0251</td>
-      <td>0.0107</td>
-      <td>0.0030</td>
-      <td>0.0030</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0321</td>
-      <td>0.0290</td>
-      <td>0.0700</td>
-      <td>0.1111</td>
-      <td>0.0732</td>
-      <td>0.0732</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_70_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_70_f1.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 500.397s  
-> mul_sld: 258.490s  
-> bin_sld_gs: 1170.341s  
-> mul_sld_gs: 683.747s  
-> bin_sld_gsq: 563.279s  
-> mul_sld_gsq: 515.921s  
-> bin_pacc: 490.203s  
-> mul_pacc: 224.016s  
-> binmc_pacc: 471.840s  
-> mulmc_pacc: 210.841s  
-> binne_pacc: 470.692s  
-> mulne_pacc: 198.506s  
-> bin_pacc_gs: 769.514s  
-> mul_pacc_gs: 297.055s  
-> bin_cc: 463.272s  
-> mul_cc: 198.142s  
-> kfcv: 178.022s  
-> ref: 176.128s  
-> atc_mc: 173.015s  
-> atc_ne: 124.585s  
-> doc_feat: 101.631s  
-> tot: 1175.400s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0009</td>
-      <td>0.0522</td>
-      <td>0.0016</td>
-      <td>0.3527</td>
-      <td>0.5853</td>
-      <td>0.5853</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0253</td>
-      <td>0.0376</td>
-      <td>0.0254</td>
-      <td>0.2877</td>
-      <td>0.3775</td>
-      <td>0.3775</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0301</td>
-      <td>0.0213</td>
-      <td>0.0240</td>
-      <td>0.2367</td>
-      <td>0.2622</td>
-      <td>0.2622</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0313</td>
-      <td>0.0146</td>
-      <td>0.0225</td>
-      <td>0.1933</td>
-      <td>0.1849</td>
-      <td>0.1849</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0290</td>
-      <td>0.0120</td>
-      <td>0.0174</td>
-      <td>0.1604</td>
-      <td>0.1334</td>
-      <td>0.1334</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0264</td>
-      <td>0.0107</td>
-      <td>0.0153</td>
-      <td>0.1389</td>
-      <td>0.1025</td>
-      <td>0.1025</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0271</td>
-      <td>0.0110</td>
-      <td>0.0148</td>
-      <td>0.1160</td>
-      <td>0.0752</td>
-      <td>0.0752</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0236</td>
-      <td>0.0105</td>
-      <td>0.0119</td>
-      <td>0.1016</td>
-      <td>0.0582</td>
-      <td>0.0582</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0216</td>
-      <td>0.0096</td>
-      <td>0.0096</td>
-      <td>0.0871</td>
-      <td>0.0449</td>
-      <td>0.0449</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0233</td>
-      <td>0.0108</td>
-      <td>0.0106</td>
-      <td>0.0739</td>
-      <td>0.0363</td>
-      <td>0.0363</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0207</td>
-      <td>0.0099</td>
-      <td>0.0087</td>
-      <td>0.0634</td>
-      <td>0.0254</td>
-      <td>0.0254</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0194</td>
-      <td>0.0110</td>
-      <td>0.0084</td>
-      <td>0.0539</td>
-      <td>0.0193</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0201</td>
-      <td>0.0121</td>
-      <td>0.0096</td>
-      <td>0.0446</td>
-      <td>0.0139</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0184</td>
-      <td>0.0104</td>
-      <td>0.0076</td>
-      <td>0.0383</td>
-      <td>0.0099</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0158</td>
-      <td>0.0082</td>
-      <td>0.0064</td>
-      <td>0.0325</td>
-      <td>0.0080</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0151</td>
-      <td>0.0089</td>
-      <td>0.0057</td>
-      <td>0.0251</td>
-      <td>0.0057</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0148</td>
-      <td>0.0086</td>
-      <td>0.0061</td>
-      <td>0.0201</td>
-      <td>0.0041</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0136</td>
-      <td>0.0078</td>
-      <td>0.0059</td>
-      <td>0.0142</td>
-      <td>0.0038</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0137</td>
-      <td>0.0080</td>
-      <td>0.0065</td>
-      <td>0.0089</td>
-      <td>0.0032</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0122</td>
-      <td>0.0065</td>
-      <td>0.0059</td>
-      <td>0.0054</td>
-      <td>0.0032</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0104</td>
-      <td>0.0045</td>
-      <td>0.0049</td>
-      <td>0.0016</td>
-      <td>0.0034</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0197</td>
-      <td>0.0136</td>
-      <td>0.0109</td>
-      <td>0.0979</td>
-      <td>0.0934</td>
-      <td>0.0934</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_80_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_80_f1.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 64.550s  
-> mul_sld_gs: 336.201s  
-> mul_cc: 54.742s  
-> kfcv: 48.726s  
-> ref: 46.562s  
-> atc_mc: 49.917s  
-> atc_ne: 49.863s  
-> doc_feat: 43.425s  
-> tot: 344.139s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld_gs</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0015</td>
-      <td>0.3456</td>
-      <td>0.3456</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0080</td>
-      <td>0.2883</td>
-      <td>0.2883</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0097</td>
-      <td>0.2429</td>
-      <td>0.2429</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0131</td>
-      <td>0.2023</td>
-      <td>0.2023</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0152</td>
-      <td>0.1655</td>
-      <td>0.1655</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0153</td>
-      <td>0.1394</td>
-      <td>0.1394</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0171</td>
-      <td>0.1133</td>
-      <td>0.1133</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0171</td>
-      <td>0.0940</td>
-      <td>0.0940</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0148</td>
-      <td>0.0776</td>
-      <td>0.0776</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0164</td>
-      <td>0.0632</td>
-      <td>0.0632</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0162</td>
-      <td>0.0477</td>
-      <td>0.0477</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0151</td>
-      <td>0.0392</td>
-      <td>0.0392</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0139</td>
-      <td>0.0288</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0129</td>
-      <td>0.0201</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0111</td>
-      <td>0.0144</td>
-      <td>0.0144</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0105</td>
-      <td>0.0079</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0085</td>
-      <td>0.0046</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0070</td>
-      <td>0.0037</td>
-      <td>0.0037</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0050</td>
-      <td>0.0045</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0038</td>
-      <td>0.0064</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0012</td>
-      <td>0.0086</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0111</td>
-      <td>0.0913</td>
-      <td>0.0913</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_gs_vs_qgs_90_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1253</td>
-      <td>0.1546</td>
-      <td>0.0307</td>
-      <td>0.5814</td>
-      <td>0.3999</td>
-      <td>0.3999</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0493</td>
-      <td>0.0406</td>
-      <td>0.0973</td>
-      <td>0.2204</td>
-      <td>0.1809</td>
-      <td>0.1809</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0424</td>
-      <td>0.0288</td>
-      <td>0.0735</td>
-      <td>0.1651</td>
-      <td>0.1296</td>
-      <td>0.1296</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0363</td>
-      <td>0.0243</td>
-      <td>0.0621</td>
-      <td>0.1335</td>
-      <td>0.1019</td>
-      <td>0.1019</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0295</td>
-      <td>0.0212</td>
-      <td>0.0495</td>
-      <td>0.1136</td>
-      <td>0.0836</td>
-      <td>0.0836</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0257</td>
-      <td>0.0180</td>
-      <td>0.0434</td>
-      <td>0.1018</td>
-      <td>0.0731</td>
-      <td>0.0731</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0248</td>
-      <td>0.0181</td>
-      <td>0.0397</td>
-      <td>0.0916</td>
-      <td>0.0636</td>
-      <td>0.0636</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0223</td>
-      <td>0.0162</td>
-      <td>0.0361</td>
-      <td>0.0828</td>
-      <td>0.0587</td>
-      <td>0.0587</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0188</td>
-      <td>0.0145</td>
-      <td>0.0314</td>
-      <td>0.0756</td>
-      <td>0.0540</td>
-      <td>0.0540</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0191</td>
-      <td>0.0148</td>
-      <td>0.0307</td>
-      <td>0.0706</td>
-      <td>0.0503</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0172</td>
-      <td>0.0137</td>
-      <td>0.0285</td>
-      <td>0.0662</td>
-      <td>0.0459</td>
-      <td>0.0459</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0159</td>
-      <td>0.0128</td>
-      <td>0.0265</td>
-      <td>0.0612</td>
-      <td>0.0446</td>
-      <td>0.0446</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0159</td>
-      <td>0.0130</td>
-      <td>0.0264</td>
-      <td>0.0577</td>
-      <td>0.0408</td>
-      <td>0.0408</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0143</td>
-      <td>0.0119</td>
-      <td>0.0244</td>
-      <td>0.0533</td>
-      <td>0.0395</td>
-      <td>0.0395</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0132</td>
-      <td>0.0105</td>
-      <td>0.0235</td>
-      <td>0.0486</td>
-      <td>0.0391</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0117</td>
-      <td>0.0098</td>
-      <td>0.0218</td>
-      <td>0.0461</td>
-      <td>0.0372</td>
-      <td>0.0372</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0112</td>
-      <td>0.0092</td>
-      <td>0.0211</td>
-      <td>0.0431</td>
-      <td>0.0367</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0108</td>
-      <td>0.0089</td>
-      <td>0.0202</td>
-      <td>0.0406</td>
-      <td>0.0367</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0104</td>
-      <td>0.0083</td>
-      <td>0.0207</td>
-      <td>0.0362</td>
-      <td>0.0360</td>
-      <td>0.0360</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0095</td>
-      <td>0.0075</td>
-      <td>0.0193</td>
-      <td>0.0329</td>
-      <td>0.0364</td>
-      <td>0.0364</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0087</td>
-      <td>0.0078</td>
-      <td>0.0165</td>
-      <td>0.0275</td>
-      <td>0.0361</td>
-      <td>0.0361</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0253</td>
-      <td>0.0221</td>
-      <td>0.0354</td>
-      <td>0.1024</td>
-      <td>0.0773</td>
-      <td>0.0773</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld_gs</th>
-      <th>mul_sld_gs</th>
-      <th>bin_sld_gsq</th>
-      <th>mul_sld_gsq</th>
-      <th>atc_mc</th>
-      <th>atc_ne</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0313</td>
-      <td>0.0185</td>
-      <td>0.0161</td>
-      <td>0.0949</td>
-      <td>0.2535</td>
-      <td>0.2535</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0330</td>
-      <td>0.0369</td>
-      <td>0.0195</td>
-      <td>0.0991</td>
-      <td>0.0407</td>
-      <td>0.0407</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0220</td>
-      <td>0.0275</td>
-      <td>0.0444</td>
-      <td>0.0991</td>
-      <td>0.0309</td>
-      <td>0.0309</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0251</td>
-      <td>0.0209</td>
-      <td>0.0236</td>
-      <td>0.1079</td>
-      <td>0.0335</td>
-      <td>0.0335</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0223</td>
-      <td>0.0227</td>
-      <td>0.0159</td>
-      <td>0.1018</td>
-      <td>0.0391</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0172</td>
-      <td>0.0189</td>
-      <td>0.0827</td>
-      <td>0.1070</td>
-      <td>0.0405</td>
-      <td>0.0405</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0321</td>
-      <td>0.0290</td>
-      <td>0.0700</td>
-      <td>0.1111</td>
-      <td>0.0732</td>
-      <td>0.0732</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0197</td>
-      <td>0.0136</td>
-      <td>0.0109</td>
-      <td>0.0979</td>
-      <td>0.0934</td>
-      <td>0.0934</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0111</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0913</td>
-      <td>0.0913</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0253</td>
-      <td>0.0221</td>
-      <td>0.0354</td>
-      <td>0.1024</td>
-      <td>0.0773</td>
-      <td>0.0773</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_gs_vs_qgs_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_gs_vs_qgs_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_gs_vs_qgs_avg_f1.png)
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_atc_acc.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_atc_acc.md
deleted file mode 100644
index 658e827..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_atc_acc.md
+++ /dev/null
@@ -1,2154 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 226.692s  
-> mul_sld: 90.640s  
-> binmc_sld: 226.949s  
-> mulmc_sld: 100.373s  
-> binne_sld: 224.579s  
-> mulne_sld: 85.858s  
-> bin_pacc: 217.884s  
-> mul_pacc: 56.877s  
-> ref: 47.843s  
-> atc_mc: 51.242s  
-> tot: 229.926s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0005</td>
-      <td>0.0004</td>
-      <td>0.0016</td>
-      <td>0.0015</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0084</td>
-      <td>0.0105</td>
-      <td>0.0059</td>
-      <td>0.0066</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0075</td>
-      <td>0.0149</td>
-      <td>0.0073</td>
-      <td>0.0086</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0080</td>
-      <td>0.0266</td>
-      <td>0.0071</td>
-      <td>0.0149</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0103</td>
-      <td>0.0439</td>
-      <td>0.0073</td>
-      <td>0.0229</td>
-      <td>0.0273</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0165</td>
-      <td>0.0612</td>
-      <td>0.0085</td>
-      <td>0.0394</td>
-      <td>0.0369</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0235</td>
-      <td>0.0801</td>
-      <td>0.0084</td>
-      <td>0.0534</td>
-      <td>0.0466</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0350</td>
-      <td>0.1015</td>
-      <td>0.0134</td>
-      <td>0.0844</td>
-      <td>0.0521</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0473</td>
-      <td>0.1247</td>
-      <td>0.0195</td>
-      <td>0.1164</td>
-      <td>0.0588</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0563</td>
-      <td>0.1447</td>
-      <td>0.0233</td>
-      <td>0.1424</td>
-      <td>0.0685</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0676</td>
-      <td>0.1624</td>
-      <td>0.0293</td>
-      <td>0.1622</td>
-      <td>0.0791</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0803</td>
-      <td>0.1881</td>
-      <td>0.0367</td>
-      <td>0.1837</td>
-      <td>0.0832</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0905</td>
-      <td>0.2041</td>
-      <td>0.0421</td>
-      <td>0.1954</td>
-      <td>0.0960</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.1034</td>
-      <td>0.2280</td>
-      <td>0.0505</td>
-      <td>0.2234</td>
-      <td>0.1024</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.1165</td>
-      <td>0.2499</td>
-      <td>0.0597</td>
-      <td>0.2504</td>
-      <td>0.1070</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.1271</td>
-      <td>0.2660</td>
-      <td>0.0668</td>
-      <td>0.2703</td>
-      <td>0.1150</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.1381</td>
-      <td>0.2853</td>
-      <td>0.0751</td>
-      <td>0.2864</td>
-      <td>0.1214</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.1419</td>
-      <td>0.2570</td>
-      <td>0.0820</td>
-      <td>0.3096</td>
-      <td>0.1286</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.1005</td>
-      <td>0.1951</td>
-      <td>0.0900</td>
-      <td>0.3144</td>
-      <td>0.1403</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0508</td>
-      <td>0.1306</td>
-      <td>0.0507</td>
-      <td>0.2241</td>
-      <td>0.1463</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0010</td>
-      <td>0.0574</td>
-      <td>0.0009</td>
-      <td>0.0792</td>
-      <td>0.1538</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0586</td>
-      <td>0.1349</td>
-      <td>0.0327</td>
-      <td>0.1424</td>
-      <td>0.0765</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_10_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_10_acc.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 217.346s  
-> mul_sld: 64.811s  
-> binmc_sld: 216.660s  
-> mulmc_sld: 62.046s  
-> binne_sld: 216.967s  
-> mulne_sld: 61.675s  
-> bin_pacc: 210.890s  
-> mul_pacc: 55.836s  
-> ref: 46.732s  
-> atc_mc: 51.013s  
-> tot: 222.345s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0007</td>
-      <td>0.0019</td>
-      <td>0.0033</td>
-      <td>0.0030</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0103</td>
-      <td>0.0099</td>
-      <td>0.0077</td>
-      <td>0.0065</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0113</td>
-      <td>0.0138</td>
-      <td>0.0088</td>
-      <td>0.0082</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0122</td>
-      <td>0.0161</td>
-      <td>0.0096</td>
-      <td>0.0094</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0114</td>
-      <td>0.0156</td>
-      <td>0.0103</td>
-      <td>0.0101</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0089</td>
-      <td>0.0122</td>
-      <td>0.0086</td>
-      <td>0.0087</td>
-      <td>0.0122</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0089</td>
-      <td>0.0124</td>
-      <td>0.0099</td>
-      <td>0.0098</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0097</td>
-      <td>0.0124</td>
-      <td>0.0101</td>
-      <td>0.0102</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0083</td>
-      <td>0.0121</td>
-      <td>0.0081</td>
-      <td>0.0091</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0098</td>
-      <td>0.0147</td>
-      <td>0.0081</td>
-      <td>0.0095</td>
-      <td>0.0261</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0123</td>
-      <td>0.0195</td>
-      <td>0.0087</td>
-      <td>0.0110</td>
-      <td>0.0299</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0160</td>
-      <td>0.0270</td>
-      <td>0.0085</td>
-      <td>0.0130</td>
-      <td>0.0329</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0201</td>
-      <td>0.0319</td>
-      <td>0.0086</td>
-      <td>0.0136</td>
-      <td>0.0411</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0267</td>
-      <td>0.0424</td>
-      <td>0.0098</td>
-      <td>0.0181</td>
-      <td>0.0420</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0332</td>
-      <td>0.0521</td>
-      <td>0.0135</td>
-      <td>0.0241</td>
-      <td>0.0419</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0388</td>
-      <td>0.0599</td>
-      <td>0.0163</td>
-      <td>0.0283</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0449</td>
-      <td>0.0674</td>
-      <td>0.0202</td>
-      <td>0.0323</td>
-      <td>0.0522</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0496</td>
-      <td>0.0739</td>
-      <td>0.0233</td>
-      <td>0.0367</td>
-      <td>0.0570</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0575</td>
-      <td>0.0862</td>
-      <td>0.0311</td>
-      <td>0.0471</td>
-      <td>0.0604</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0494</td>
-      <td>0.0802</td>
-      <td>0.0341</td>
-      <td>0.0522</td>
-      <td>0.0626</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0010</td>
-      <td>0.0193</td>
-      <td>0.0016</td>
-      <td>0.0173</td>
-      <td>0.0668</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0210</td>
-      <td>0.0324</td>
-      <td>0.0124</td>
-      <td>0.0180</td>
-      <td>0.0317</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_20_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_20_acc.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 219.389s  
-> mul_sld: 68.837s  
-> binmc_sld: 219.147s  
-> mulmc_sld: 65.023s  
-> binne_sld: 218.371s  
-> mulne_sld: 65.296s  
-> bin_pacc: 212.357s  
-> mul_pacc: 56.167s  
-> ref: 47.599s  
-> atc_mc: 51.508s  
-> tot: 223.231s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0005</td>
-      <td>0.0020</td>
-      <td>0.0019</td>
-      <td>0.0029</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0119</td>
-      <td>0.0083</td>
-      <td>0.0087</td>
-      <td>0.0069</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0148</td>
-      <td>0.0110</td>
-      <td>0.0115</td>
-      <td>0.0095</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0178</td>
-      <td>0.0114</td>
-      <td>0.0140</td>
-      <td>0.0111</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0156</td>
-      <td>0.0110</td>
-      <td>0.0129</td>
-      <td>0.0104</td>
-      <td>0.0066</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0191</td>
-      <td>0.0121</td>
-      <td>0.0157</td>
-      <td>0.0133</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0205</td>
-      <td>0.0141</td>
-      <td>0.0177</td>
-      <td>0.0143</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0211</td>
-      <td>0.0148</td>
-      <td>0.0187</td>
-      <td>0.0151</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0194</td>
-      <td>0.0156</td>
-      <td>0.0174</td>
-      <td>0.0146</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0209</td>
-      <td>0.0191</td>
-      <td>0.0198</td>
-      <td>0.0154</td>
-      <td>0.0151</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0220</td>
-      <td>0.0225</td>
-      <td>0.0217</td>
-      <td>0.0167</td>
-      <td>0.0162</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0233</td>
-      <td>0.0256</td>
-      <td>0.0207</td>
-      <td>0.0173</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0272</td>
-      <td>0.0313</td>
-      <td>0.0250</td>
-      <td>0.0194</td>
-      <td>0.0222</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0318</td>
-      <td>0.0377</td>
-      <td>0.0269</td>
-      <td>0.0217</td>
-      <td>0.0243</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0378</td>
-      <td>0.0462</td>
-      <td>0.0322</td>
-      <td>0.0260</td>
-      <td>0.0225</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0417</td>
-      <td>0.0501</td>
-      <td>0.0337</td>
-      <td>0.0275</td>
-      <td>0.0253</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0446</td>
-      <td>0.0575</td>
-      <td>0.0364</td>
-      <td>0.0309</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0455</td>
-      <td>0.0609</td>
-      <td>0.0358</td>
-      <td>0.0325</td>
-      <td>0.0316</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0548</td>
-      <td>0.0732</td>
-      <td>0.0458</td>
-      <td>0.0407</td>
-      <td>0.0317</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0532</td>
-      <td>0.0724</td>
-      <td>0.0459</td>
-      <td>0.0415</td>
-      <td>0.0359</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0083</td>
-      <td>0.0523</td>
-      <td>0.0172</td>
-      <td>0.0190</td>
-      <td>0.0400</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0263</td>
-      <td>0.0309</td>
-      <td>0.0228</td>
-      <td>0.0194</td>
-      <td>0.0183</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_30_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_30_acc.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 218.273s  
-> mul_sld: 64.926s  
-> binmc_sld: 216.495s  
-> mulmc_sld: 63.652s  
-> binne_sld: 217.602s  
-> mulne_sld: 63.801s  
-> bin_pacc: 211.842s  
-> mul_pacc: 56.383s  
-> ref: 47.351s  
-> atc_mc: 51.386s  
-> tot: 222.442s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0004</td>
-      <td>0.0031</td>
-      <td>0.0010</td>
-      <td>0.0039</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0087</td>
-      <td>0.0086</td>
-      <td>0.0063</td>
-      <td>0.0068</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0097</td>
-      <td>0.0112</td>
-      <td>0.0092</td>
-      <td>0.0094</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0109</td>
-      <td>0.0119</td>
-      <td>0.0101</td>
-      <td>0.0095</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0125</td>
-      <td>0.0152</td>
-      <td>0.0100</td>
-      <td>0.0091</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0140</td>
-      <td>0.0159</td>
-      <td>0.0107</td>
-      <td>0.0100</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0168</td>
-      <td>0.0164</td>
-      <td>0.0132</td>
-      <td>0.0114</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0157</td>
-      <td>0.0149</td>
-      <td>0.0136</td>
-      <td>0.0115</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0153</td>
-      <td>0.0153</td>
-      <td>0.0113</td>
-      <td>0.0100</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0144</td>
-      <td>0.0134</td>
-      <td>0.0135</td>
-      <td>0.0110</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0150</td>
-      <td>0.0126</td>
-      <td>0.0140</td>
-      <td>0.0106</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0125</td>
-      <td>0.0117</td>
-      <td>0.0133</td>
-      <td>0.0110</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0142</td>
-      <td>0.0138</td>
-      <td>0.0156</td>
-      <td>0.0126</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0138</td>
-      <td>0.0160</td>
-      <td>0.0164</td>
-      <td>0.0136</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0159</td>
-      <td>0.0184</td>
-      <td>0.0178</td>
-      <td>0.0144</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0164</td>
-      <td>0.0200</td>
-      <td>0.0179</td>
-      <td>0.0143</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0176</td>
-      <td>0.0262</td>
-      <td>0.0192</td>
-      <td>0.0162</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0212</td>
-      <td>0.0310</td>
-      <td>0.0219</td>
-      <td>0.0184</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0265</td>
-      <td>0.0389</td>
-      <td>0.0251</td>
-      <td>0.0215</td>
-      <td>0.0167</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0274</td>
-      <td>0.0430</td>
-      <td>0.0252</td>
-      <td>0.0237</td>
-      <td>0.0191</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0053</td>
-      <td>0.0183</td>
-      <td>0.0171</td>
-      <td>0.0171</td>
-      <td>0.0189</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0145</td>
-      <td>0.0179</td>
-      <td>0.0144</td>
-      <td>0.0127</td>
-      <td>0.0104</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_40_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_40_acc.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 216.810s  
-> mul_sld: 66.656s  
-> binmc_sld: 214.455s  
-> mulmc_sld: 65.245s  
-> binne_sld: 215.501s  
-> mulne_sld: 65.656s  
-> bin_pacc: 211.948s  
-> mul_pacc: 56.312s  
-> ref: 47.378s  
-> atc_mc: 51.192s  
-> tot: 220.479s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0009</td>
-      <td>0.0039</td>
-      <td>0.0033</td>
-      <td>0.0046</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0160</td>
-      <td>0.0094</td>
-      <td>0.0107</td>
-      <td>0.0077</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0159</td>
-      <td>0.0116</td>
-      <td>0.0133</td>
-      <td>0.0112</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0156</td>
-      <td>0.0127</td>
-      <td>0.0151</td>
-      <td>0.0126</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0134</td>
-      <td>0.0121</td>
-      <td>0.0132</td>
-      <td>0.0116</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0136</td>
-      <td>0.0122</td>
-      <td>0.0146</td>
-      <td>0.0123</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0150</td>
-      <td>0.0123</td>
-      <td>0.0164</td>
-      <td>0.0134</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0195</td>
-      <td>0.0150</td>
-      <td>0.0206</td>
-      <td>0.0175</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0170</td>
-      <td>0.0133</td>
-      <td>0.0175</td>
-      <td>0.0147</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0207</td>
-      <td>0.0159</td>
-      <td>0.0207</td>
-      <td>0.0176</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0186</td>
-      <td>0.0140</td>
-      <td>0.0195</td>
-      <td>0.0169</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0213</td>
-      <td>0.0165</td>
-      <td>0.0223</td>
-      <td>0.0185</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0245</td>
-      <td>0.0197</td>
-      <td>0.0248</td>
-      <td>0.0207</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0254</td>
-      <td>0.0212</td>
-      <td>0.0254</td>
-      <td>0.0213</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0278</td>
-      <td>0.0249</td>
-      <td>0.0274</td>
-      <td>0.0229</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0283</td>
-      <td>0.0255</td>
-      <td>0.0271</td>
-      <td>0.0219</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0291</td>
-      <td>0.0291</td>
-      <td>0.0273</td>
-      <td>0.0226</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0290</td>
-      <td>0.0306</td>
-      <td>0.0268</td>
-      <td>0.0220</td>
-      <td>0.0125</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0365</td>
-      <td>0.0384</td>
-      <td>0.0327</td>
-      <td>0.0263</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0341</td>
-      <td>0.0386</td>
-      <td>0.0309</td>
-      <td>0.0254</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0101</td>
-      <td>0.0165</td>
-      <td>0.0201</td>
-      <td>0.0168</td>
-      <td>0.0115</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0206</td>
-      <td>0.0187</td>
-      <td>0.0205</td>
-      <td>0.0171</td>
-      <td>0.0087</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_50_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_50_acc.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 214.524s  
-> mul_sld: 67.289s  
-> binmc_sld: 212.382s  
-> mulmc_sld: 64.717s  
-> binne_sld: 212.511s  
-> mulne_sld: 64.931s  
-> bin_pacc: 207.692s  
-> mul_pacc: 55.877s  
-> ref: 47.088s  
-> atc_mc: 51.183s  
-> tot: 217.360s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0012</td>
-      <td>0.0054</td>
-      <td>0.0061</td>
-      <td>0.0066</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0233</td>
-      <td>0.0184</td>
-      <td>0.0173</td>
-      <td>0.0135</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0263</td>
-      <td>0.0220</td>
-      <td>0.0204</td>
-      <td>0.0181</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0272</td>
-      <td>0.0249</td>
-      <td>0.0247</td>
-      <td>0.0219</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0237</td>
-      <td>0.0210</td>
-      <td>0.0219</td>
-      <td>0.0200</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0230</td>
-      <td>0.0216</td>
-      <td>0.0226</td>
-      <td>0.0220</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0238</td>
-      <td>0.0231</td>
-      <td>0.0254</td>
-      <td>0.0243</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0266</td>
-      <td>0.0264</td>
-      <td>0.0287</td>
-      <td>0.0283</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0234</td>
-      <td>0.0226</td>
-      <td>0.0276</td>
-      <td>0.0267</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0282</td>
-      <td>0.0262</td>
-      <td>0.0329</td>
-      <td>0.0307</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0281</td>
-      <td>0.0252</td>
-      <td>0.0324</td>
-      <td>0.0304</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0330</td>
-      <td>0.0281</td>
-      <td>0.0363</td>
-      <td>0.0335</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0368</td>
-      <td>0.0297</td>
-      <td>0.0384</td>
-      <td>0.0348</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0367</td>
-      <td>0.0288</td>
-      <td>0.0382</td>
-      <td>0.0347</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0397</td>
-      <td>0.0306</td>
-      <td>0.0406</td>
-      <td>0.0362</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0394</td>
-      <td>0.0292</td>
-      <td>0.0390</td>
-      <td>0.0340</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0429</td>
-      <td>0.0311</td>
-      <td>0.0411</td>
-      <td>0.0345</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0454</td>
-      <td>0.0327</td>
-      <td>0.0427</td>
-      <td>0.0352</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0513</td>
-      <td>0.0371</td>
-      <td>0.0475</td>
-      <td>0.0382</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0478</td>
-      <td>0.0344</td>
-      <td>0.0450</td>
-      <td>0.0340</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0258</td>
-      <td>0.0214</td>
-      <td>0.0351</td>
-      <td>0.0300</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0311</td>
-      <td>0.0257</td>
-      <td>0.0316</td>
-      <td>0.0280</td>
-      <td>0.0088</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_60_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_60_acc.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 214.649s  
-> mul_sld: 67.063s  
-> binmc_sld: 213.217s  
-> mulmc_sld: 64.765s  
-> binne_sld: 215.565s  
-> mulne_sld: 65.253s  
-> bin_pacc: 207.954s  
-> mul_pacc: 55.495s  
-> ref: 46.537s  
-> atc_mc: 51.012s  
-> tot: 220.485s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0045</td>
-      <td>0.0143</td>
-      <td>0.0124</td>
-      <td>0.0124</td>
-      <td>0.0295</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0355</td>
-      <td>0.0346</td>
-      <td>0.0282</td>
-      <td>0.0227</td>
-      <td>0.0275</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0397</td>
-      <td>0.0395</td>
-      <td>0.0317</td>
-      <td>0.0262</td>
-      <td>0.0266</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0442</td>
-      <td>0.0429</td>
-      <td>0.0360</td>
-      <td>0.0299</td>
-      <td>0.0244</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0392</td>
-      <td>0.0379</td>
-      <td>0.0324</td>
-      <td>0.0278</td>
-      <td>0.0210</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0363</td>
-      <td>0.0356</td>
-      <td>0.0304</td>
-      <td>0.0265</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0354</td>
-      <td>0.0365</td>
-      <td>0.0317</td>
-      <td>0.0284</td>
-      <td>0.0181</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0338</td>
-      <td>0.0356</td>
-      <td>0.0307</td>
-      <td>0.0282</td>
-      <td>0.0195</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0348</td>
-      <td>0.0348</td>
-      <td>0.0335</td>
-      <td>0.0297</td>
-      <td>0.0156</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0364</td>
-      <td>0.0360</td>
-      <td>0.0348</td>
-      <td>0.0311</td>
-      <td>0.0156</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0328</td>
-      <td>0.0318</td>
-      <td>0.0323</td>
-      <td>0.0287</td>
-      <td>0.0116</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0366</td>
-      <td>0.0331</td>
-      <td>0.0345</td>
-      <td>0.0304</td>
-      <td>0.0122</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0395</td>
-      <td>0.0348</td>
-      <td>0.0376</td>
-      <td>0.0326</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0372</td>
-      <td>0.0309</td>
-      <td>0.0350</td>
-      <td>0.0299</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0337</td>
-      <td>0.0268</td>
-      <td>0.0313</td>
-      <td>0.0267</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0334</td>
-      <td>0.0249</td>
-      <td>0.0299</td>
-      <td>0.0242</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0377</td>
-      <td>0.0262</td>
-      <td>0.0323</td>
-      <td>0.0255</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0344</td>
-      <td>0.0227</td>
-      <td>0.0294</td>
-      <td>0.0227</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0403</td>
-      <td>0.0261</td>
-      <td>0.0330</td>
-      <td>0.0245</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0353</td>
-      <td>0.0228</td>
-      <td>0.0287</td>
-      <td>0.0204</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0064</td>
-      <td>0.0044</td>
-      <td>0.0127</td>
-      <td>0.0097</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0337</td>
-      <td>0.0301</td>
-      <td>0.0304</td>
-      <td>0.0256</td>
-      <td>0.0145</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_70_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_70_acc.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 216.905s  
-> mul_sld: 78.500s  
-> binmc_sld: 216.274s  
-> mulmc_sld: 78.752s  
-> binne_sld: 214.957s  
-> mulne_sld: 78.429s  
-> bin_pacc: 208.520s  
-> mul_pacc: 55.495s  
-> ref: 46.765s  
-> atc_mc: 50.943s  
-> tot: 219.759s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0026</td>
-      <td>0.0893</td>
-      <td>0.0020</td>
-      <td>0.0443</td>
-      <td>0.0295</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0435</td>
-      <td>0.1025</td>
-      <td>0.0275</td>
-      <td>0.0454</td>
-      <td>0.0270</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0489</td>
-      <td>0.1074</td>
-      <td>0.0302</td>
-      <td>0.0526</td>
-      <td>0.0266</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0502</td>
-      <td>0.1089</td>
-      <td>0.0310</td>
-      <td>0.0593</td>
-      <td>0.0237</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0475</td>
-      <td>0.1005</td>
-      <td>0.0290</td>
-      <td>0.0595</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0454</td>
-      <td>0.0924</td>
-      <td>0.0273</td>
-      <td>0.0534</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0446</td>
-      <td>0.0904</td>
-      <td>0.0275</td>
-      <td>0.0568</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0402</td>
-      <td>0.0818</td>
-      <td>0.0243</td>
-      <td>0.0534</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0363</td>
-      <td>0.0777</td>
-      <td>0.0221</td>
-      <td>0.0550</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0365</td>
-      <td>0.0744</td>
-      <td>0.0235</td>
-      <td>0.0553</td>
-      <td>0.0174</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0305</td>
-      <td>0.0636</td>
-      <td>0.0195</td>
-      <td>0.0514</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0270</td>
-      <td>0.0624</td>
-      <td>0.0181</td>
-      <td>0.0551</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0254</td>
-      <td>0.0553</td>
-      <td>0.0182</td>
-      <td>0.0511</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0201</td>
-      <td>0.0450</td>
-      <td>0.0155</td>
-      <td>0.0467</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0147</td>
-      <td>0.0334</td>
-      <td>0.0124</td>
-      <td>0.0376</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0110</td>
-      <td>0.0302</td>
-      <td>0.0109</td>
-      <td>0.0361</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0101</td>
-      <td>0.0263</td>
-      <td>0.0119</td>
-      <td>0.0349</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0082</td>
-      <td>0.0192</td>
-      <td>0.0102</td>
-      <td>0.0282</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0125</td>
-      <td>0.0179</td>
-      <td>0.0150</td>
-      <td>0.0257</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0142</td>
-      <td>0.0131</td>
-      <td>0.0160</td>
-      <td>0.0188</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0015</td>
-      <td>0.0031</td>
-      <td>0.0044</td>
-      <td>0.0044</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0272</td>
-      <td>0.0617</td>
-      <td>0.0189</td>
-      <td>0.0440</td>
-      <td>0.0154</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_80_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_80_acc.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 50.214s  
-> mulmc_sld: 48.094s  
-> mulne_sld: 47.975s  
-> ref: 36.698s  
-> atc_mc: 39.829s  
-> tot: 53.564s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0789</td>
-      <td>0.0665</td>
-      <td>0.0702</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1444</td>
-      <td>0.1225</td>
-      <td>0.0677</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1835</td>
-      <td>0.1314</td>
-      <td>0.0654</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1859</td>
-      <td>0.1306</td>
-      <td>0.0603</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1794</td>
-      <td>0.1240</td>
-      <td>0.0530</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.1701</td>
-      <td>0.1156</td>
-      <td>0.0512</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.1650</td>
-      <td>0.1127</td>
-      <td>0.0440</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.1539</td>
-      <td>0.1047</td>
-      <td>0.0410</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.1404</td>
-      <td>0.0953</td>
-      <td>0.0385</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.1328</td>
-      <td>0.0914</td>
-      <td>0.0348</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.1199</td>
-      <td>0.0822</td>
-      <td>0.0271</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.1092</td>
-      <td>0.0771</td>
-      <td>0.0260</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0971</td>
-      <td>0.0682</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0840</td>
-      <td>0.0594</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0699</td>
-      <td>0.0504</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0574</td>
-      <td>0.0427</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0435</td>
-      <td>0.0350</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0295</td>
-      <td>0.0257</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0158</td>
-      <td>0.0169</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0066</td>
-      <td>0.0095</td>
-      <td>0.0125</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0002</td>
-      <td>0.0013</td>
-      <td>0.0170</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.1032</td>
-      <td>0.0744</td>
-      <td>0.0327</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_90_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0014</td>
-      <td>0.0221</td>
-      <td>0.0039</td>
-      <td>0.0162</td>
-      <td>0.0191</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0197</td>
-      <td>0.0385</td>
-      <td>0.0140</td>
-      <td>0.0265</td>
-      <td>0.0180</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0218</td>
-      <td>0.0461</td>
-      <td>0.0165</td>
-      <td>0.0306</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0233</td>
-      <td>0.0490</td>
-      <td>0.0184</td>
-      <td>0.0332</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0217</td>
-      <td>0.0485</td>
-      <td>0.0171</td>
-      <td>0.0328</td>
-      <td>0.0178</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0221</td>
-      <td>0.0481</td>
-      <td>0.0173</td>
-      <td>0.0335</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0236</td>
-      <td>0.0500</td>
-      <td>0.0188</td>
-      <td>0.0361</td>
-      <td>0.0196</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0252</td>
-      <td>0.0507</td>
-      <td>0.0200</td>
-      <td>0.0393</td>
-      <td>0.0205</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0252</td>
-      <td>0.0507</td>
-      <td>0.0196</td>
-      <td>0.0413</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0279</td>
-      <td>0.0530</td>
-      <td>0.0221</td>
-      <td>0.0449</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0284</td>
-      <td>0.0524</td>
-      <td>0.0222</td>
-      <td>0.0456</td>
-      <td>0.0230</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0312</td>
-      <td>0.0558</td>
-      <td>0.0238</td>
-      <td>0.0488</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0348</td>
-      <td>0.0575</td>
-      <td>0.0263</td>
-      <td>0.0498</td>
-      <td>0.0253</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0369</td>
-      <td>0.0593</td>
-      <td>0.0272</td>
-      <td>0.0521</td>
-      <td>0.0256</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0399</td>
-      <td>0.0613</td>
-      <td>0.0293</td>
-      <td>0.0543</td>
-      <td>0.0258</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0420</td>
-      <td>0.0626</td>
-      <td>0.0302</td>
-      <td>0.0555</td>
-      <td>0.0268</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0456</td>
-      <td>0.0658</td>
-      <td>0.0329</td>
-      <td>0.0576</td>
-      <td>0.0283</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0469</td>
-      <td>0.0619</td>
-      <td>0.0340</td>
-      <td>0.0590</td>
-      <td>0.0303</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0475</td>
-      <td>0.0587</td>
-      <td>0.0400</td>
-      <td>0.0617</td>
-      <td>0.0325</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0390</td>
-      <td>0.0491</td>
-      <td>0.0345</td>
-      <td>0.0500</td>
-      <td>0.0345</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0074</td>
-      <td>0.0214</td>
-      <td>0.0137</td>
-      <td>0.0216</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0291</td>
-      <td>0.0506</td>
-      <td>0.0230</td>
-      <td>0.0424</td>
-      <td>0.0241</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0586</td>
-      <td>0.1349</td>
-      <td>0.0327</td>
-      <td>0.1424</td>
-      <td>0.0765</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0210</td>
-      <td>0.0324</td>
-      <td>0.0124</td>
-      <td>0.0180</td>
-      <td>0.0317</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0263</td>
-      <td>0.0309</td>
-      <td>0.0228</td>
-      <td>0.0194</td>
-      <td>0.0183</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0145</td>
-      <td>0.0179</td>
-      <td>0.0144</td>
-      <td>0.0127</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0206</td>
-      <td>0.0187</td>
-      <td>0.0205</td>
-      <td>0.0171</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0311</td>
-      <td>0.0257</td>
-      <td>0.0316</td>
-      <td>0.0280</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0337</td>
-      <td>0.0301</td>
-      <td>0.0304</td>
-      <td>0.0256</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0272</td>
-      <td>0.0617</td>
-      <td>0.0189</td>
-      <td>0.0440</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.1032</td>
-      <td>NaN</td>
-      <td>0.0744</td>
-      <td>0.0327</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0291</td>
-      <td>0.0506</td>
-      <td>0.0230</td>
-      <td>0.0424</td>
-      <td>0.0241</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_avg_acc.png)
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_atc_f1.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_atc_f1.md
deleted file mode 100644
index d45795d..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_atc_f1.md
+++ /dev/null
@@ -1,2154 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 226.692s  
-> mul_sld: 90.640s  
-> binmc_sld: 226.949s  
-> mulmc_sld: 100.373s  
-> binne_sld: 224.579s  
-> mulne_sld: 85.858s  
-> bin_pacc: 217.884s  
-> mul_pacc: 56.877s  
-> ref: 47.843s  
-> atc_mc: 51.242s  
-> tot: 229.926s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1549</td>
-      <td>0.1431</td>
-      <td>0.1065</td>
-      <td>0.1129</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1105</td>
-      <td>0.1315</td>
-      <td>0.0837</td>
-      <td>0.0927</td>
-      <td>0.2695</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0431</td>
-      <td>0.1114</td>
-      <td>0.0553</td>
-      <td>0.0659</td>
-      <td>0.2793</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0282</td>
-      <td>0.1454</td>
-      <td>0.0248</td>
-      <td>0.1089</td>
-      <td>0.2727</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0177</td>
-      <td>0.1723</td>
-      <td>0.0152</td>
-      <td>0.1342</td>
-      <td>0.2684</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0206</td>
-      <td>0.1829</td>
-      <td>0.0114</td>
-      <td>0.1927</td>
-      <td>0.2606</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0242</td>
-      <td>0.1948</td>
-      <td>0.0093</td>
-      <td>0.2190</td>
-      <td>0.2614</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0311</td>
-      <td>0.2025</td>
-      <td>0.0127</td>
-      <td>0.2849</td>
-      <td>0.2657</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0367</td>
-      <td>0.2117</td>
-      <td>0.0161</td>
-      <td>0.3372</td>
-      <td>0.2653</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0384</td>
-      <td>0.2181</td>
-      <td>0.0170</td>
-      <td>0.3688</td>
-      <td>0.2652</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0412</td>
-      <td>0.2160</td>
-      <td>0.0191</td>
-      <td>0.3742</td>
-      <td>0.2598</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0446</td>
-      <td>0.2252</td>
-      <td>0.0219</td>
-      <td>0.3767</td>
-      <td>0.2666</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0456</td>
-      <td>0.2217</td>
-      <td>0.0227</td>
-      <td>0.3633</td>
-      <td>0.2595</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0480</td>
-      <td>0.2280</td>
-      <td>0.0252</td>
-      <td>0.3797</td>
-      <td>0.2623</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0503</td>
-      <td>0.2300</td>
-      <td>0.0276</td>
-      <td>0.3894</td>
-      <td>0.2670</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0513</td>
-      <td>0.2271</td>
-      <td>0.0289</td>
-      <td>0.3892</td>
-      <td>0.2638</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0521</td>
-      <td>0.2293</td>
-      <td>0.0303</td>
-      <td>0.3810</td>
-      <td>0.2665</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0509</td>
-      <td>0.2066</td>
-      <td>0.0312</td>
-      <td>0.3888</td>
-      <td>0.2690</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0353</td>
-      <td>0.1677</td>
-      <td>0.0319</td>
-      <td>0.3723</td>
-      <td>0.2639</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0181</td>
-      <td>0.1258</td>
-      <td>0.0181</td>
-      <td>0.2737</td>
-      <td>0.2660</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0012</td>
-      <td>0.0743</td>
-      <td>0.0012</td>
-      <td>0.1070</td>
-      <td>0.2621</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0450</td>
-      <td>0.1841</td>
-      <td>0.0290</td>
-      <td>0.2720</td>
-      <td>0.2535</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_10_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_10_f1.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 217.346s  
-> mul_sld: 64.811s  
-> binmc_sld: 216.660s  
-> mulmc_sld: 62.046s  
-> binne_sld: 216.967s  
-> mulne_sld: 61.675s  
-> bin_pacc: 210.890s  
-> mul_pacc: 55.836s  
-> ref: 46.732s  
-> atc_mc: 51.013s  
-> tot: 222.345s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0228</td>
-      <td>0.1905</td>
-      <td>0.0272</td>
-      <td>0.0667</td>
-      <td>0.1676</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1732</td>
-      <td>0.1173</td>
-      <td>0.1170</td>
-      <td>0.0976</td>
-      <td>0.0959</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0755</td>
-      <td>0.0757</td>
-      <td>0.0585</td>
-      <td>0.0524</td>
-      <td>0.0583</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0486</td>
-      <td>0.0568</td>
-      <td>0.0409</td>
-      <td>0.0384</td>
-      <td>0.0517</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0329</td>
-      <td>0.0411</td>
-      <td>0.0322</td>
-      <td>0.0301</td>
-      <td>0.0442</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0193</td>
-      <td>0.0262</td>
-      <td>0.0206</td>
-      <td>0.0198</td>
-      <td>0.0392</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0164</td>
-      <td>0.0252</td>
-      <td>0.0194</td>
-      <td>0.0194</td>
-      <td>0.0332</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0138</td>
-      <td>0.0213</td>
-      <td>0.0162</td>
-      <td>0.0163</td>
-      <td>0.0305</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0096</td>
-      <td>0.0202</td>
-      <td>0.0115</td>
-      <td>0.0140</td>
-      <td>0.0322</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0095</td>
-      <td>0.0225</td>
-      <td>0.0103</td>
-      <td>0.0136</td>
-      <td>0.0297</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0106</td>
-      <td>0.0261</td>
-      <td>0.0094</td>
-      <td>0.0146</td>
-      <td>0.0290</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0128</td>
-      <td>0.0318</td>
-      <td>0.0083</td>
-      <td>0.0165</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0147</td>
-      <td>0.0336</td>
-      <td>0.0071</td>
-      <td>0.0159</td>
-      <td>0.0243</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0184</td>
-      <td>0.0398</td>
-      <td>0.0074</td>
-      <td>0.0192</td>
-      <td>0.0247</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0215</td>
-      <td>0.0444</td>
-      <td>0.0094</td>
-      <td>0.0226</td>
-      <td>0.0273</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0235</td>
-      <td>0.0471</td>
-      <td>0.0105</td>
-      <td>0.0245</td>
-      <td>0.0256</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0255</td>
-      <td>0.0489</td>
-      <td>0.0120</td>
-      <td>0.0255</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0266</td>
-      <td>0.0502</td>
-      <td>0.0129</td>
-      <td>0.0268</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0292</td>
-      <td>0.0551</td>
-      <td>0.0164</td>
-      <td>0.0320</td>
-      <td>0.0215</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0240</td>
-      <td>0.0494</td>
-      <td>0.0170</td>
-      <td>0.0334</td>
-      <td>0.0228</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0007</td>
-      <td>0.0149</td>
-      <td>0.0012</td>
-      <td>0.0133</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0299</td>
-      <td>0.0494</td>
-      <td>0.0222</td>
-      <td>0.0292</td>
-      <td>0.0407</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_20_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_20_f1.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 219.389s  
-> mul_sld: 68.837s  
-> binmc_sld: 219.147s  
-> mulmc_sld: 65.023s  
-> binne_sld: 218.371s  
-> mulne_sld: 65.296s  
-> bin_pacc: 212.357s  
-> mul_pacc: 56.167s  
-> ref: 47.599s  
-> atc_mc: 51.508s  
-> tot: 223.231s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0033</td>
-      <td>0.1082</td>
-      <td>0.0049</td>
-      <td>0.0793</td>
-      <td>0.3293</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2430</td>
-      <td>0.0874</td>
-      <td>0.1277</td>
-      <td>0.0864</td>
-      <td>0.0568</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1186</td>
-      <td>0.0639</td>
-      <td>0.0760</td>
-      <td>0.0604</td>
-      <td>0.0372</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0911</td>
-      <td>0.0471</td>
-      <td>0.0641</td>
-      <td>0.0506</td>
-      <td>0.0269</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0560</td>
-      <td>0.0325</td>
-      <td>0.0433</td>
-      <td>0.0361</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0533</td>
-      <td>0.0337</td>
-      <td>0.0422</td>
-      <td>0.0376</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0466</td>
-      <td>0.0336</td>
-      <td>0.0393</td>
-      <td>0.0320</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0391</td>
-      <td>0.0317</td>
-      <td>0.0345</td>
-      <td>0.0281</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0300</td>
-      <td>0.0289</td>
-      <td>0.0274</td>
-      <td>0.0234</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0282</td>
-      <td>0.0305</td>
-      <td>0.0278</td>
-      <td>0.0215</td>
-      <td>0.0124</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0263</td>
-      <td>0.0322</td>
-      <td>0.0276</td>
-      <td>0.0215</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0236</td>
-      <td>0.0310</td>
-      <td>0.0231</td>
-      <td>0.0194</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0254</td>
-      <td>0.0339</td>
-      <td>0.0257</td>
-      <td>0.0201</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0267</td>
-      <td>0.0360</td>
-      <td>0.0250</td>
-      <td>0.0202</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0292</td>
-      <td>0.0395</td>
-      <td>0.0275</td>
-      <td>0.0221</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0300</td>
-      <td>0.0397</td>
-      <td>0.0267</td>
-      <td>0.0219</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0291</td>
-      <td>0.0414</td>
-      <td>0.0263</td>
-      <td>0.0225</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0276</td>
-      <td>0.0408</td>
-      <td>0.0240</td>
-      <td>0.0220</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0316</td>
-      <td>0.0459</td>
-      <td>0.0290</td>
-      <td>0.0259</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0290</td>
-      <td>0.0428</td>
-      <td>0.0272</td>
-      <td>0.0248</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0054</td>
-      <td>0.0346</td>
-      <td>0.0112</td>
-      <td>0.0123</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0473</td>
-      <td>0.0436</td>
-      <td>0.0362</td>
-      <td>0.0328</td>
-      <td>0.0309</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_30_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_30_f1.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 218.273s  
-> mul_sld: 64.926s  
-> binmc_sld: 216.495s  
-> mulmc_sld: 63.652s  
-> binne_sld: 217.602s  
-> mulne_sld: 63.801s  
-> bin_pacc: 211.842s  
-> mul_pacc: 56.383s  
-> ref: 47.351s  
-> atc_mc: 51.386s  
-> tot: 222.442s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0002</td>
-      <td>0.0294</td>
-      <td>0.0029</td>
-      <td>0.0394</td>
-      <td>0.4631</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1436</td>
-      <td>0.0758</td>
-      <td>0.0780</td>
-      <td>0.0622</td>
-      <td>0.0388</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0691</td>
-      <td>0.0575</td>
-      <td>0.0527</td>
-      <td>0.0502</td>
-      <td>0.0294</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0453</td>
-      <td>0.0397</td>
-      <td>0.0390</td>
-      <td>0.0359</td>
-      <td>0.0228</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0330</td>
-      <td>0.0365</td>
-      <td>0.0273</td>
-      <td>0.0246</td>
-      <td>0.0159</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0304</td>
-      <td>0.0315</td>
-      <td>0.0244</td>
-      <td>0.0223</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0314</td>
-      <td>0.0283</td>
-      <td>0.0254</td>
-      <td>0.0218</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0262</td>
-      <td>0.0226</td>
-      <td>0.0236</td>
-      <td>0.0197</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0205</td>
-      <td>0.0196</td>
-      <td>0.0161</td>
-      <td>0.0137</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0179</td>
-      <td>0.0161</td>
-      <td>0.0179</td>
-      <td>0.0139</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0167</td>
-      <td>0.0132</td>
-      <td>0.0164</td>
-      <td>0.0123</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0127</td>
-      <td>0.0119</td>
-      <td>0.0142</td>
-      <td>0.0116</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0134</td>
-      <td>0.0131</td>
-      <td>0.0154</td>
-      <td>0.0123</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0114</td>
-      <td>0.0136</td>
-      <td>0.0148</td>
-      <td>0.0118</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0122</td>
-      <td>0.0147</td>
-      <td>0.0148</td>
-      <td>0.0117</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0118</td>
-      <td>0.0150</td>
-      <td>0.0140</td>
-      <td>0.0110</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0115</td>
-      <td>0.0180</td>
-      <td>0.0138</td>
-      <td>0.0116</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0130</td>
-      <td>0.0200</td>
-      <td>0.0149</td>
-      <td>0.0124</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0151</td>
-      <td>0.0234</td>
-      <td>0.0158</td>
-      <td>0.0136</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0146</td>
-      <td>0.0245</td>
-      <td>0.0149</td>
-      <td>0.0140</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0031</td>
-      <td>0.0108</td>
-      <td>0.0101</td>
-      <td>0.0100</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0263</td>
-      <td>0.0255</td>
-      <td>0.0222</td>
-      <td>0.0208</td>
-      <td>0.0335</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_40_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_40_f1.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 216.810s  
-> mul_sld: 66.656s  
-> binmc_sld: 214.455s  
-> mulmc_sld: 65.245s  
-> binne_sld: 215.501s  
-> mulne_sld: 65.656s  
-> bin_pacc: 211.948s  
-> mul_pacc: 56.312s  
-> ref: 47.378s  
-> atc_mc: 51.192s  
-> tot: 220.479s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0017</td>
-      <td>0.0003</td>
-      <td>0.0056</td>
-      <td>0.5337</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2094</td>
-      <td>0.0922</td>
-      <td>0.1099</td>
-      <td>0.0710</td>
-      <td>0.0902</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1116</td>
-      <td>0.0626</td>
-      <td>0.0738</td>
-      <td>0.0579</td>
-      <td>0.0381</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0697</td>
-      <td>0.0479</td>
-      <td>0.0553</td>
-      <td>0.0462</td>
-      <td>0.0210</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0432</td>
-      <td>0.0319</td>
-      <td>0.0367</td>
-      <td>0.0311</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0341</td>
-      <td>0.0266</td>
-      <td>0.0327</td>
-      <td>0.0277</td>
-      <td>0.0137</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0299</td>
-      <td>0.0228</td>
-      <td>0.0302</td>
-      <td>0.0253</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0326</td>
-      <td>0.0245</td>
-      <td>0.0328</td>
-      <td>0.0283</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0237</td>
-      <td>0.0179</td>
-      <td>0.0239</td>
-      <td>0.0199</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0255</td>
-      <td>0.0194</td>
-      <td>0.0252</td>
-      <td>0.0214</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0205</td>
-      <td>0.0155</td>
-      <td>0.0214</td>
-      <td>0.0184</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0207</td>
-      <td>0.0160</td>
-      <td>0.0219</td>
-      <td>0.0181</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0218</td>
-      <td>0.0175</td>
-      <td>0.0225</td>
-      <td>0.0187</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0207</td>
-      <td>0.0172</td>
-      <td>0.0212</td>
-      <td>0.0176</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0207</td>
-      <td>0.0185</td>
-      <td>0.0211</td>
-      <td>0.0174</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0198</td>
-      <td>0.0178</td>
-      <td>0.0197</td>
-      <td>0.0157</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0187</td>
-      <td>0.0189</td>
-      <td>0.0184</td>
-      <td>0.0150</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0174</td>
-      <td>0.0187</td>
-      <td>0.0169</td>
-      <td>0.0137</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0207</td>
-      <td>0.0221</td>
-      <td>0.0194</td>
-      <td>0.0155</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0182</td>
-      <td>0.0211</td>
-      <td>0.0173</td>
-      <td>0.0142</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0056</td>
-      <td>0.0092</td>
-      <td>0.0112</td>
-      <td>0.0093</td>
-      <td>0.0048</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0374</td>
-      <td>0.0257</td>
-      <td>0.0301</td>
-      <td>0.0242</td>
-      <td>0.0391</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_50_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_50_f1.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 214.524s  
-> mul_sld: 67.289s  
-> binmc_sld: 212.382s  
-> mulmc_sld: 64.717s  
-> binne_sld: 212.511s  
-> mulne_sld: 64.931s  
-> bin_pacc: 207.692s  
-> mul_pacc: 55.877s  
-> ref: 47.088s  
-> atc_mc: 51.183s  
-> tot: 217.360s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0001</td>
-      <td>0.0001</td>
-      <td>0.0008</td>
-      <td>0.5258</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2459</td>
-      <td>0.1557</td>
-      <td>0.1342</td>
-      <td>0.0959</td>
-      <td>0.1176</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1572</td>
-      <td>0.1095</td>
-      <td>0.0987</td>
-      <td>0.0810</td>
-      <td>0.0459</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1080</td>
-      <td>0.0843</td>
-      <td>0.0798</td>
-      <td>0.0690</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0719</td>
-      <td>0.0555</td>
-      <td>0.0565</td>
-      <td>0.0505</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0569</td>
-      <td>0.0469</td>
-      <td>0.0484</td>
-      <td>0.0458</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0473</td>
-      <td>0.0418</td>
-      <td>0.0445</td>
-      <td>0.0424</td>
-      <td>0.0114</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0444</td>
-      <td>0.0408</td>
-      <td>0.0436</td>
-      <td>0.0427</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0335</td>
-      <td>0.0304</td>
-      <td>0.0364</td>
-      <td>0.0349</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0346</td>
-      <td>0.0312</td>
-      <td>0.0380</td>
-      <td>0.0358</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0306</td>
-      <td>0.0268</td>
-      <td>0.0338</td>
-      <td>0.0319</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0322</td>
-      <td>0.0271</td>
-      <td>0.0345</td>
-      <td>0.0320</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0326</td>
-      <td>0.0261</td>
-      <td>0.0336</td>
-      <td>0.0305</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0299</td>
-      <td>0.0233</td>
-      <td>0.0310</td>
-      <td>0.0282</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0296</td>
-      <td>0.0226</td>
-      <td>0.0304</td>
-      <td>0.0271</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0272</td>
-      <td>0.0202</td>
-      <td>0.0272</td>
-      <td>0.0239</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0278</td>
-      <td>0.0200</td>
-      <td>0.0270</td>
-      <td>0.0226</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0276</td>
-      <td>0.0199</td>
-      <td>0.0265</td>
-      <td>0.0218</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0293</td>
-      <td>0.0212</td>
-      <td>0.0277</td>
-      <td>0.0223</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0259</td>
-      <td>0.0186</td>
-      <td>0.0249</td>
-      <td>0.0188</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0139</td>
-      <td>0.0115</td>
-      <td>0.0189</td>
-      <td>0.0161</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0527</td>
-      <td>0.0397</td>
-      <td>0.0427</td>
-      <td>0.0369</td>
-      <td>0.0405</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_60_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_60_f1.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 214.649s  
-> mul_sld: 67.063s  
-> binmc_sld: 213.217s  
-> mulmc_sld: 64.765s  
-> binne_sld: 215.565s  
-> mulne_sld: 65.253s  
-> bin_pacc: 207.954s  
-> mul_pacc: 55.495s  
-> ref: 46.537s  
-> atc_mc: 51.012s  
-> tot: 220.485s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.0000</td>
-      <td>0.0001</td>
-      <td>0.0001</td>
-      <td>0.6387</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2732</td>
-      <td>0.1932</td>
-      <td>0.1516</td>
-      <td>0.1053</td>
-      <td>0.2932</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1896</td>
-      <td>0.1445</td>
-      <td>0.1153</td>
-      <td>0.0856</td>
-      <td>0.1729</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1436</td>
-      <td>0.1153</td>
-      <td>0.0953</td>
-      <td>0.0744</td>
-      <td>0.1108</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1010</td>
-      <td>0.0814</td>
-      <td>0.0707</td>
-      <td>0.0566</td>
-      <td>0.0734</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0770</td>
-      <td>0.0640</td>
-      <td>0.0556</td>
-      <td>0.0458</td>
-      <td>0.0566</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0630</td>
-      <td>0.0552</td>
-      <td>0.0497</td>
-      <td>0.0421</td>
-      <td>0.0406</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0513</td>
-      <td>0.0467</td>
-      <td>0.0419</td>
-      <td>0.0367</td>
-      <td>0.0345</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0445</td>
-      <td>0.0393</td>
-      <td>0.0393</td>
-      <td>0.0335</td>
-      <td>0.0246</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0414</td>
-      <td>0.0368</td>
-      <td>0.0373</td>
-      <td>0.0322</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0332</td>
-      <td>0.0293</td>
-      <td>0.0313</td>
-      <td>0.0269</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0332</td>
-      <td>0.0279</td>
-      <td>0.0306</td>
-      <td>0.0263</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0327</td>
-      <td>0.0272</td>
-      <td>0.0308</td>
-      <td>0.0261</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0283</td>
-      <td>0.0222</td>
-      <td>0.0265</td>
-      <td>0.0221</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0236</td>
-      <td>0.0181</td>
-      <td>0.0221</td>
-      <td>0.0185</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0217</td>
-      <td>0.0158</td>
-      <td>0.0198</td>
-      <td>0.0157</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0230</td>
-      <td>0.0158</td>
-      <td>0.0201</td>
-      <td>0.0156</td>
-      <td>0.0040</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0198</td>
-      <td>0.0130</td>
-      <td>0.0173</td>
-      <td>0.0132</td>
-      <td>0.0029</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0220</td>
-      <td>0.0143</td>
-      <td>0.0184</td>
-      <td>0.0136</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0183</td>
-      <td>0.0120</td>
-      <td>0.0153</td>
-      <td>0.0108</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0033</td>
-      <td>0.0023</td>
-      <td>0.0066</td>
-      <td>0.0051</td>
-      <td>0.0030</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0592</td>
-      <td>0.0464</td>
-      <td>0.0426</td>
-      <td>0.0336</td>
-      <td>0.0732</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_70_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_70_f1.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 216.905s  
-> mul_sld: 78.500s  
-> binmc_sld: 216.274s  
-> mulmc_sld: 78.752s  
-> binne_sld: 214.957s  
-> mulne_sld: 78.429s  
-> bin_pacc: 208.520s  
-> mul_pacc: 55.495s  
-> ref: 46.765s  
-> atc_mc: 50.943s  
-> tot: 219.759s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.0000</td>
-      <td>0.0000</td>
-      <td>0.0000</td>
-      <td>0.5853</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2137</td>
-      <td>0.1403</td>
-      <td>0.1285</td>
-      <td>0.0850</td>
-      <td>0.3775</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1789</td>
-      <td>0.1389</td>
-      <td>0.1053</td>
-      <td>0.0825</td>
-      <td>0.2622</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1428</td>
-      <td>0.1304</td>
-      <td>0.0847</td>
-      <td>0.0797</td>
-      <td>0.1849</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1103</td>
-      <td>0.1112</td>
-      <td>0.0653</td>
-      <td>0.0710</td>
-      <td>0.1334</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0881</td>
-      <td>0.0952</td>
-      <td>0.0520</td>
-      <td>0.0593</td>
-      <td>0.1025</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0743</td>
-      <td>0.0868</td>
-      <td>0.0451</td>
-      <td>0.0581</td>
-      <td>0.0752</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0583</td>
-      <td>0.0730</td>
-      <td>0.0350</td>
-      <td>0.0502</td>
-      <td>0.0582</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0464</td>
-      <td>0.0645</td>
-      <td>0.0281</td>
-      <td>0.0473</td>
-      <td>0.0449</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0419</td>
-      <td>0.0588</td>
-      <td>0.0269</td>
-      <td>0.0454</td>
-      <td>0.0363</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0317</td>
-      <td>0.0475</td>
-      <td>0.0204</td>
-      <td>0.0396</td>
-      <td>0.0254</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0255</td>
-      <td>0.0439</td>
-      <td>0.0171</td>
-      <td>0.0396</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0222</td>
-      <td>0.0375</td>
-      <td>0.0159</td>
-      <td>0.0355</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0161</td>
-      <td>0.0292</td>
-      <td>0.0124</td>
-      <td>0.0308</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0109</td>
-      <td>0.0206</td>
-      <td>0.0092</td>
-      <td>0.0235</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0076</td>
-      <td>0.0180</td>
-      <td>0.0075</td>
-      <td>0.0218</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0065</td>
-      <td>0.0152</td>
-      <td>0.0075</td>
-      <td>0.0202</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0049</td>
-      <td>0.0107</td>
-      <td>0.0061</td>
-      <td>0.0158</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0068</td>
-      <td>0.0096</td>
-      <td>0.0082</td>
-      <td>0.0138</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0073</td>
-      <td>0.0068</td>
-      <td>0.0083</td>
-      <td>0.0098</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0007</td>
-      <td>0.0015</td>
-      <td>0.0022</td>
-      <td>0.0022</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0521</td>
-      <td>0.0543</td>
-      <td>0.0327</td>
-      <td>0.0396</td>
-      <td>0.0934</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_80_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_80_f1.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 50.214s  
-> mulmc_sld: 48.094s  
-> mulne_sld: 47.975s  
-> ref: 36.698s  
-> atc_mc: 39.829s  
-> tot: 53.564s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.0000</td>
-      <td>0.3456</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1087</td>
-      <td>0.0971</td>
-      <td>0.2883</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1674</td>
-      <td>0.1098</td>
-      <td>0.2429</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1681</td>
-      <td>0.1081</td>
-      <td>0.2023</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1595</td>
-      <td>0.1018</td>
-      <td>0.1655</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.1475</td>
-      <td>0.0930</td>
-      <td>0.1394</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.1377</td>
-      <td>0.0880</td>
-      <td>0.1133</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.1228</td>
-      <td>0.0783</td>
-      <td>0.0940</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.1080</td>
-      <td>0.0691</td>
-      <td>0.0776</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0983</td>
-      <td>0.0644</td>
-      <td>0.0632</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0858</td>
-      <td>0.0565</td>
-      <td>0.0477</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0743</td>
-      <td>0.0505</td>
-      <td>0.0392</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0640</td>
-      <td>0.0437</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0534</td>
-      <td>0.0370</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0425</td>
-      <td>0.0301</td>
-      <td>0.0144</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0338</td>
-      <td>0.0250</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0247</td>
-      <td>0.0198</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0162</td>
-      <td>0.0141</td>
-      <td>0.0037</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0083</td>
-      <td>0.0090</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0034</td>
-      <td>0.0049</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0001</td>
-      <td>0.0007</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0774</td>
-      <td>0.0524</td>
-      <td>0.0913</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_90_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0227</td>
-      <td>0.0526</td>
-      <td>0.0177</td>
-      <td>0.0339</td>
-      <td>0.3999</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2016</td>
-      <td>0.1225</td>
-      <td>0.1163</td>
-      <td>0.0881</td>
-      <td>0.1809</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1179</td>
-      <td>0.1035</td>
-      <td>0.0794</td>
-      <td>0.0717</td>
-      <td>0.1296</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0847</td>
-      <td>0.0928</td>
-      <td>0.0605</td>
-      <td>0.0679</td>
-      <td>0.1019</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0582</td>
-      <td>0.0802</td>
-      <td>0.0434</td>
-      <td>0.0596</td>
-      <td>0.0836</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0475</td>
-      <td>0.0727</td>
-      <td>0.0359</td>
-      <td>0.0604</td>
-      <td>0.0731</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0417</td>
-      <td>0.0696</td>
-      <td>0.0329</td>
-      <td>0.0609</td>
-      <td>0.0636</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0371</td>
-      <td>0.0651</td>
-      <td>0.0300</td>
-      <td>0.0650</td>
-      <td>0.0587</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0306</td>
-      <td>0.0601</td>
-      <td>0.0248</td>
-      <td>0.0659</td>
-      <td>0.0540</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0297</td>
-      <td>0.0591</td>
-      <td>0.0250</td>
-      <td>0.0686</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0264</td>
-      <td>0.0547</td>
-      <td>0.0224</td>
-      <td>0.0662</td>
-      <td>0.0459</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0257</td>
-      <td>0.0544</td>
-      <td>0.0214</td>
-      <td>0.0656</td>
-      <td>0.0446</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0261</td>
-      <td>0.0527</td>
-      <td>0.0217</td>
-      <td>0.0629</td>
-      <td>0.0408</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0249</td>
-      <td>0.0514</td>
-      <td>0.0204</td>
-      <td>0.0630</td>
-      <td>0.0395</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0247</td>
-      <td>0.0501</td>
-      <td>0.0203</td>
-      <td>0.0625</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0241</td>
-      <td>0.0483</td>
-      <td>0.0193</td>
-      <td>0.0610</td>
-      <td>0.0372</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0243</td>
-      <td>0.0480</td>
-      <td>0.0194</td>
-      <td>0.0593</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0235</td>
-      <td>0.0440</td>
-      <td>0.0187</td>
-      <td>0.0588</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0237</td>
-      <td>0.0409</td>
-      <td>0.0209</td>
-      <td>0.0575</td>
-      <td>0.0360</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0194</td>
-      <td>0.0338</td>
-      <td>0.0179</td>
-      <td>0.0449</td>
-      <td>0.0364</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0043</td>
-      <td>0.0177</td>
-      <td>0.0078</td>
-      <td>0.0196</td>
-      <td>0.0361</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0437</td>
-      <td>0.0607</td>
-      <td>0.0322</td>
-      <td>0.0602</td>
-      <td>0.0773</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0450</td>
-      <td>0.1841</td>
-      <td>0.0290</td>
-      <td>0.2720</td>
-      <td>0.2535</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0299</td>
-      <td>0.0494</td>
-      <td>0.0222</td>
-      <td>0.0292</td>
-      <td>0.0407</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0473</td>
-      <td>0.0436</td>
-      <td>0.0362</td>
-      <td>0.0328</td>
-      <td>0.0309</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0263</td>
-      <td>0.0255</td>
-      <td>0.0222</td>
-      <td>0.0208</td>
-      <td>0.0335</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0374</td>
-      <td>0.0257</td>
-      <td>0.0301</td>
-      <td>0.0242</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0527</td>
-      <td>0.0397</td>
-      <td>0.0427</td>
-      <td>0.0369</td>
-      <td>0.0405</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0592</td>
-      <td>0.0464</td>
-      <td>0.0426</td>
-      <td>0.0336</td>
-      <td>0.0732</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0521</td>
-      <td>0.0543</td>
-      <td>0.0327</td>
-      <td>0.0396</td>
-      <td>0.0934</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0774</td>
-      <td>NaN</td>
-      <td>0.0524</td>
-      <td>0.0913</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0437</td>
-      <td>0.0607</td>
-      <td>0.0322</td>
-      <td>0.0602</td>
-      <td>0.0773</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_avg_f1.png)
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_atc_pacc_acc.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_atc_pacc_acc.md
deleted file mode 100644
index 49fa671..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_atc_pacc_acc.md
+++ /dev/null
@@ -1,2199 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 492.046s  
-> mul_sld: 249.698s  
-> bin_sld_gs: 1146.562s  
-> mul_sld_gs: 704.644s  
-> bin_sld_gsq: 539.255s  
-> mul_sld_gsq: 529.819s  
-> bin_pacc: 475.786s  
-> mul_pacc: 168.324s  
-> binmc_pacc: 472.270s  
-> mulmc_pacc: 173.273s  
-> binne_pacc: 443.131s  
-> mulne_pacc: 185.335s  
-> bin_pacc_gs: 763.354s  
-> mul_pacc_gs: 287.763s  
-> bin_cc: 427.742s  
-> mul_cc: 164.350s  
-> kfcv: 136.304s  
-> ref: 125.561s  
-> atc_mc: 115.380s  
-> atc_ne: 129.775s  
-> doc_feat: 81.285s  
-> tot: 1152.170s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0035</td>
-      <td>0.0233</td>
-      <td>0.0023</td>
-      <td>0.0072</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0060</td>
-      <td>0.0434</td>
-      <td>0.0059</td>
-      <td>0.0396</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0059</td>
-      <td>0.0439</td>
-      <td>0.0060</td>
-      <td>0.0532</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0080</td>
-      <td>0.0653</td>
-      <td>0.0083</td>
-      <td>0.0803</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0091</td>
-      <td>0.0708</td>
-      <td>0.0095</td>
-      <td>0.0880</td>
-      <td>0.0273</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0110</td>
-      <td>0.0699</td>
-      <td>0.0117</td>
-      <td>0.0912</td>
-      <td>0.0369</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0134</td>
-      <td>0.0790</td>
-      <td>0.0141</td>
-      <td>0.1008</td>
-      <td>0.0466</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0144</td>
-      <td>0.0953</td>
-      <td>0.0148</td>
-      <td>0.1185</td>
-      <td>0.0521</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0143</td>
-      <td>0.0875</td>
-      <td>0.0149</td>
-      <td>0.1141</td>
-      <td>0.0588</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0169</td>
-      <td>0.1157</td>
-      <td>0.0176</td>
-      <td>0.1368</td>
-      <td>0.0685</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0192</td>
-      <td>0.0982</td>
-      <td>0.0196</td>
-      <td>0.1395</td>
-      <td>0.0791</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0205</td>
-      <td>0.1158</td>
-      <td>0.0209</td>
-      <td>0.1425</td>
-      <td>0.0832</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0252</td>
-      <td>0.1284</td>
-      <td>0.0255</td>
-      <td>0.1655</td>
-      <td>0.0960</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0248</td>
-      <td>0.1432</td>
-      <td>0.0254</td>
-      <td>0.1605</td>
-      <td>0.1024</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0252</td>
-      <td>0.1414</td>
-      <td>0.0261</td>
-      <td>0.1507</td>
-      <td>0.1070</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0281</td>
-      <td>0.1622</td>
-      <td>0.0286</td>
-      <td>0.1742</td>
-      <td>0.1150</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0284</td>
-      <td>0.1732</td>
-      <td>0.0293</td>
-      <td>0.1735</td>
-      <td>0.1214</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0315</td>
-      <td>0.1648</td>
-      <td>0.0319</td>
-      <td>0.2096</td>
-      <td>0.1286</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0330</td>
-      <td>0.1652</td>
-      <td>0.0333</td>
-      <td>0.1917</td>
-      <td>0.1403</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0364</td>
-      <td>0.1852</td>
-      <td>0.0365</td>
-      <td>0.2026</td>
-      <td>0.1463</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0375</td>
-      <td>0.2159</td>
-      <td>0.0381</td>
-      <td>0.1953</td>
-      <td>0.1538</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0196</td>
-      <td>0.1137</td>
-      <td>0.0200</td>
-      <td>0.1303</td>
-      <td>0.0765</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_10_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_10_acc.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 448.690s  
-> mul_sld: 179.540s  
-> bin_sld_gs: 1128.970s  
-> mul_sld_gs: 661.362s  
-> bin_sld_gsq: 542.638s  
-> mul_sld_gsq: 485.856s  
-> bin_pacc: 435.959s  
-> mul_pacc: 162.000s  
-> binmc_pacc: 436.717s  
-> mulmc_pacc: 159.011s  
-> binne_pacc: 430.393s  
-> mulne_pacc: 170.319s  
-> bin_pacc_gs: 747.860s  
-> mul_pacc_gs: 259.443s  
-> bin_cc: 413.372s  
-> mul_cc: 153.995s  
-> kfcv: 138.378s  
-> ref: 133.916s  
-> atc_mc: 127.515s  
-> atc_ne: 133.986s  
-> doc_feat: 88.997s  
-> tot: 1133.804s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0020</td>
-      <td>0.0159</td>
-      <td>0.0050</td>
-      <td>0.0064</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0063</td>
-      <td>0.0146</td>
-      <td>0.0060</td>
-      <td>0.0063</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0073</td>
-      <td>0.0147</td>
-      <td>0.0074</td>
-      <td>0.0071</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0081</td>
-      <td>0.0160</td>
-      <td>0.0079</td>
-      <td>0.0075</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0090</td>
-      <td>0.0157</td>
-      <td>0.0091</td>
-      <td>0.0086</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0082</td>
-      <td>0.0154</td>
-      <td>0.0090</td>
-      <td>0.0078</td>
-      <td>0.0122</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0094</td>
-      <td>0.0147</td>
-      <td>0.0091</td>
-      <td>0.0094</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0103</td>
-      <td>0.0158</td>
-      <td>0.0100</td>
-      <td>0.0107</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0092</td>
-      <td>0.0154</td>
-      <td>0.0110</td>
-      <td>0.0112</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0096</td>
-      <td>0.0161</td>
-      <td>0.0109</td>
-      <td>0.0125</td>
-      <td>0.0261</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0107</td>
-      <td>0.0178</td>
-      <td>0.0123</td>
-      <td>0.0146</td>
-      <td>0.0299</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0116</td>
-      <td>0.0176</td>
-      <td>0.0122</td>
-      <td>0.0157</td>
-      <td>0.0329</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0126</td>
-      <td>0.0163</td>
-      <td>0.0121</td>
-      <td>0.0179</td>
-      <td>0.0411</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0126</td>
-      <td>0.0171</td>
-      <td>0.0127</td>
-      <td>0.0185</td>
-      <td>0.0420</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0111</td>
-      <td>0.0197</td>
-      <td>0.0144</td>
-      <td>0.0174</td>
-      <td>0.0419</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0118</td>
-      <td>0.0184</td>
-      <td>0.0139</td>
-      <td>0.0191</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0126</td>
-      <td>0.0201</td>
-      <td>0.0146</td>
-      <td>0.0222</td>
-      <td>0.0522</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0144</td>
-      <td>0.0176</td>
-      <td>0.0140</td>
-      <td>0.0260</td>
-      <td>0.0570</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0133</td>
-      <td>0.0186</td>
-      <td>0.0152</td>
-      <td>0.0249</td>
-      <td>0.0604</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0123</td>
-      <td>0.0158</td>
-      <td>0.0130</td>
-      <td>0.0269</td>
-      <td>0.0626</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0148</td>
-      <td>0.0204</td>
-      <td>0.0163</td>
-      <td>0.0313</td>
-      <td>0.0668</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0103</td>
-      <td>0.0168</td>
-      <td>0.0112</td>
-      <td>0.0153</td>
-      <td>0.0317</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_20_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_20_acc.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 455.442s  
-> mul_sld: 198.713s  
-> bin_sld_gs: 1122.566s  
-> mul_sld_gs: 641.405s  
-> bin_sld_gsq: 542.437s  
-> mul_sld_gsq: 490.757s  
-> bin_pacc: 433.945s  
-> mul_pacc: 157.898s  
-> binmc_pacc: 435.757s  
-> mulmc_pacc: 171.337s  
-> binne_pacc: 432.522s  
-> mulne_pacc: 175.766s  
-> bin_pacc_gs: 742.842s  
-> mul_pacc_gs: 248.789s  
-> bin_cc: 409.971s  
-> mul_cc: 156.701s  
-> kfcv: 138.862s  
-> ref: 117.506s  
-> atc_mc: 134.572s  
-> atc_ne: 127.451s  
-> doc_feat: 91.628s  
-> tot: 1126.987s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0027</td>
-      <td>0.0066</td>
-      <td>0.0026</td>
-      <td>0.0056</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0062</td>
-      <td>0.0082</td>
-      <td>0.0059</td>
-      <td>0.0064</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0083</td>
-      <td>0.0111</td>
-      <td>0.0081</td>
-      <td>0.0081</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0087</td>
-      <td>0.0147</td>
-      <td>0.0093</td>
-      <td>0.0078</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0087</td>
-      <td>0.0150</td>
-      <td>0.0089</td>
-      <td>0.0079</td>
-      <td>0.0066</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0094</td>
-      <td>0.0218</td>
-      <td>0.0110</td>
-      <td>0.0087</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0108</td>
-      <td>0.0235</td>
-      <td>0.0133</td>
-      <td>0.0108</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0117</td>
-      <td>0.0296</td>
-      <td>0.0152</td>
-      <td>0.0114</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0104</td>
-      <td>0.0310</td>
-      <td>0.0157</td>
-      <td>0.0101</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0113</td>
-      <td>0.0340</td>
-      <td>0.0174</td>
-      <td>0.0122</td>
-      <td>0.0151</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0122</td>
-      <td>0.0393</td>
-      <td>0.0203</td>
-      <td>0.0125</td>
-      <td>0.0162</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0139</td>
-      <td>0.0409</td>
-      <td>0.0203</td>
-      <td>0.0150</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0131</td>
-      <td>0.0460</td>
-      <td>0.0223</td>
-      <td>0.0148</td>
-      <td>0.0222</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0128</td>
-      <td>0.0517</td>
-      <td>0.0243</td>
-      <td>0.0157</td>
-      <td>0.0243</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0132</td>
-      <td>0.0596</td>
-      <td>0.0294</td>
-      <td>0.0142</td>
-      <td>0.0225</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0143</td>
-      <td>0.0619</td>
-      <td>0.0294</td>
-      <td>0.0171</td>
-      <td>0.0253</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0134</td>
-      <td>0.0642</td>
-      <td>0.0312</td>
-      <td>0.0169</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0154</td>
-      <td>0.0659</td>
-      <td>0.0316</td>
-      <td>0.0188</td>
-      <td>0.0316</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0151</td>
-      <td>0.0770</td>
-      <td>0.0369</td>
-      <td>0.0181</td>
-      <td>0.0317</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0145</td>
-      <td>0.0739</td>
-      <td>0.0353</td>
-      <td>0.0201</td>
-      <td>0.0359</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0175</td>
-      <td>0.0751</td>
-      <td>0.0335</td>
-      <td>0.0238</td>
-      <td>0.0400</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0116</td>
-      <td>0.0405</td>
-      <td>0.0201</td>
-      <td>0.0131</td>
-      <td>0.0183</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_30_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_30_acc.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 431.626s  
-> mul_sld: 173.772s  
-> bin_sld_gs: 1126.713s  
-> mul_sld_gs: 637.068s  
-> bin_sld_gsq: 515.944s  
-> mul_sld_gsq: 474.062s  
-> bin_pacc: 411.245s  
-> mul_pacc: 163.461s  
-> binmc_pacc: 400.757s  
-> mulmc_pacc: 138.383s  
-> binne_pacc: 414.550s  
-> mulne_pacc: 162.850s  
-> bin_pacc_gs: 725.895s  
-> mul_pacc_gs: 248.814s  
-> bin_cc: 389.288s  
-> mul_cc: 123.416s  
-> kfcv: 114.502s  
-> ref: 85.633s  
-> atc_mc: 124.150s  
-> atc_ne: 99.674s  
-> doc_feat: 84.284s  
-> tot: 1130.557s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0048</td>
-      <td>0.0099</td>
-      <td>0.0053</td>
-      <td>0.0064</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0099</td>
-      <td>0.0100</td>
-      <td>0.0080</td>
-      <td>0.0077</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0111</td>
-      <td>0.0123</td>
-      <td>0.0089</td>
-      <td>0.0103</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0110</td>
-      <td>0.0137</td>
-      <td>0.0083</td>
-      <td>0.0103</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0130</td>
-      <td>0.0108</td>
-      <td>0.0086</td>
-      <td>0.0092</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0126</td>
-      <td>0.0120</td>
-      <td>0.0084</td>
-      <td>0.0101</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0124</td>
-      <td>0.0127</td>
-      <td>0.0090</td>
-      <td>0.0113</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0106</td>
-      <td>0.0144</td>
-      <td>0.0088</td>
-      <td>0.0137</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0113</td>
-      <td>0.0123</td>
-      <td>0.0082</td>
-      <td>0.0111</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0107</td>
-      <td>0.0142</td>
-      <td>0.0098</td>
-      <td>0.0142</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0120</td>
-      <td>0.0133</td>
-      <td>0.0102</td>
-      <td>0.0141</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0114</td>
-      <td>0.0142</td>
-      <td>0.0111</td>
-      <td>0.0156</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0108</td>
-      <td>0.0155</td>
-      <td>0.0129</td>
-      <td>0.0175</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0105</td>
-      <td>0.0161</td>
-      <td>0.0145</td>
-      <td>0.0191</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0111</td>
-      <td>0.0171</td>
-      <td>0.0161</td>
-      <td>0.0212</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0112</td>
-      <td>0.0166</td>
-      <td>0.0160</td>
-      <td>0.0210</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0102</td>
-      <td>0.0165</td>
-      <td>0.0174</td>
-      <td>0.0224</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0117</td>
-      <td>0.0185</td>
-      <td>0.0200</td>
-      <td>0.0252</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0111</td>
-      <td>0.0189</td>
-      <td>0.0221</td>
-      <td>0.0268</td>
-      <td>0.0167</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0098</td>
-      <td>0.0166</td>
-      <td>0.0213</td>
-      <td>0.0256</td>
-      <td>0.0191</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0117</td>
-      <td>0.0167</td>
-      <td>0.0214</td>
-      <td>0.0258</td>
-      <td>0.0189</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0109</td>
-      <td>0.0144</td>
-      <td>0.0127</td>
-      <td>0.0161</td>
-      <td>0.0104</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_40_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_40_acc.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 458.494s  
-> mul_sld: 201.711s  
-> bin_sld_gs: 1164.733s  
-> mul_sld_gs: 676.355s  
-> bin_sld_gsq: 562.768s  
-> mul_sld_gsq: 514.459s  
-> bin_pacc: 442.701s  
-> mul_pacc: 170.811s  
-> binmc_pacc: 438.974s  
-> mulmc_pacc: 169.154s  
-> binne_pacc: 443.046s  
-> mulne_pacc: 181.715s  
-> bin_pacc_gs: 768.357s  
-> mul_pacc_gs: 264.111s  
-> bin_cc: 423.636s  
-> mul_cc: 156.950s  
-> kfcv: 144.505s  
-> ref: 134.555s  
-> atc_mc: 141.161s  
-> atc_ne: 127.587s  
-> doc_feat: 76.400s  
-> tot: 1169.275s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0174</td>
-      <td>0.0113</td>
-      <td>0.0090</td>
-      <td>0.0092</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0192</td>
-      <td>0.0108</td>
-      <td>0.0098</td>
-      <td>0.0098</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0217</td>
-      <td>0.0109</td>
-      <td>0.0124</td>
-      <td>0.0113</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0223</td>
-      <td>0.0120</td>
-      <td>0.0139</td>
-      <td>0.0122</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0195</td>
-      <td>0.0117</td>
-      <td>0.0128</td>
-      <td>0.0119</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0198</td>
-      <td>0.0115</td>
-      <td>0.0135</td>
-      <td>0.0125</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0210</td>
-      <td>0.0113</td>
-      <td>0.0153</td>
-      <td>0.0139</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0241</td>
-      <td>0.0145</td>
-      <td>0.0194</td>
-      <td>0.0176</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0213</td>
-      <td>0.0128</td>
-      <td>0.0181</td>
-      <td>0.0163</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0234</td>
-      <td>0.0161</td>
-      <td>0.0214</td>
-      <td>0.0200</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0220</td>
-      <td>0.0156</td>
-      <td>0.0210</td>
-      <td>0.0199</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0238</td>
-      <td>0.0170</td>
-      <td>0.0246</td>
-      <td>0.0236</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0248</td>
-      <td>0.0190</td>
-      <td>0.0265</td>
-      <td>0.0259</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0255</td>
-      <td>0.0204</td>
-      <td>0.0286</td>
-      <td>0.0283</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0261</td>
-      <td>0.0226</td>
-      <td>0.0306</td>
-      <td>0.0308</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0251</td>
-      <td>0.0226</td>
-      <td>0.0305</td>
-      <td>0.0304</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0242</td>
-      <td>0.0237</td>
-      <td>0.0315</td>
-      <td>0.0320</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0240</td>
-      <td>0.0238</td>
-      <td>0.0328</td>
-      <td>0.0326</td>
-      <td>0.0125</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0272</td>
-      <td>0.0277</td>
-      <td>0.0368</td>
-      <td>0.0377</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0249</td>
-      <td>0.0270</td>
-      <td>0.0370</td>
-      <td>0.0382</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0253</td>
-      <td>0.0282</td>
-      <td>0.0376</td>
-      <td>0.0406</td>
-      <td>0.0115</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0230</td>
-      <td>0.0176</td>
-      <td>0.0230</td>
-      <td>0.0226</td>
-      <td>0.0087</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_50_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_50_acc.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 466.968s  
-> mul_sld: 209.948s  
-> bin_sld_gs: 1150.214s  
-> mul_sld_gs: 682.183s  
-> bin_sld_gsq: 556.758s  
-> mul_sld_gsq: 509.058s  
-> bin_pacc: 464.142s  
-> mul_pacc: 197.052s  
-> binmc_pacc: 456.950s  
-> mulmc_pacc: 198.891s  
-> binne_pacc: 466.343s  
-> mulne_pacc: 211.900s  
-> bin_pacc_gs: 772.058s  
-> mul_pacc_gs: 283.572s  
-> bin_cc: 445.830s  
-> mul_cc: 179.010s  
-> kfcv: 150.241s  
-> ref: 148.770s  
-> atc_mc: 151.278s  
-> atc_ne: 143.773s  
-> doc_feat: 112.638s  
-> tot: 1155.458s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0184</td>
-      <td>0.0331</td>
-      <td>0.0368</td>
-      <td>0.0346</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0194</td>
-      <td>0.0343</td>
-      <td>0.0427</td>
-      <td>0.0357</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0211</td>
-      <td>0.0358</td>
-      <td>0.0442</td>
-      <td>0.0384</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0236</td>
-      <td>0.0376</td>
-      <td>0.0452</td>
-      <td>0.0408</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0211</td>
-      <td>0.0325</td>
-      <td>0.0406</td>
-      <td>0.0366</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0209</td>
-      <td>0.0325</td>
-      <td>0.0392</td>
-      <td>0.0367</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0229</td>
-      <td>0.0331</td>
-      <td>0.0381</td>
-      <td>0.0375</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0245</td>
-      <td>0.0351</td>
-      <td>0.0395</td>
-      <td>0.0403</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0243</td>
-      <td>0.0323</td>
-      <td>0.0370</td>
-      <td>0.0390</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0271</td>
-      <td>0.0346</td>
-      <td>0.0382</td>
-      <td>0.0419</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0260</td>
-      <td>0.0321</td>
-      <td>0.0353</td>
-      <td>0.0403</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0282</td>
-      <td>0.0340</td>
-      <td>0.0364</td>
-      <td>0.0423</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0295</td>
-      <td>0.0344</td>
-      <td>0.0360</td>
-      <td>0.0436</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0296</td>
-      <td>0.0327</td>
-      <td>0.0339</td>
-      <td>0.0428</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0313</td>
-      <td>0.0333</td>
-      <td>0.0347</td>
-      <td>0.0444</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0298</td>
-      <td>0.0311</td>
-      <td>0.0307</td>
-      <td>0.0417</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0306</td>
-      <td>0.0305</td>
-      <td>0.0305</td>
-      <td>0.0427</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0313</td>
-      <td>0.0311</td>
-      <td>0.0303</td>
-      <td>0.0438</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0359</td>
-      <td>0.0343</td>
-      <td>0.0325</td>
-      <td>0.0471</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0344</td>
-      <td>0.0311</td>
-      <td>0.0292</td>
-      <td>0.0454</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0359</td>
-      <td>0.0320</td>
-      <td>0.0296</td>
-      <td>0.0460</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0269</td>
-      <td>0.0332</td>
-      <td>0.0362</td>
-      <td>0.0410</td>
-      <td>0.0088</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_60_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_60_acc.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 480.500s  
-> mul_sld: 213.550s  
-> bin_sld_gs: 1132.131s  
-> mul_sld_gs: 654.288s  
-> bin_sld_gsq: 554.789s  
-> mul_sld_gsq: 514.007s  
-> bin_pacc: 458.638s  
-> mul_pacc: 176.110s  
-> binmc_pacc: 454.887s  
-> mulmc_pacc: 140.659s  
-> binne_pacc: 444.727s  
-> mulne_pacc: 168.258s  
-> bin_pacc_gs: 767.825s  
-> mul_pacc_gs: 271.862s  
-> bin_cc: 432.108s  
-> mul_cc: 156.381s  
-> kfcv: 150.856s  
-> ref: 138.967s  
-> atc_mc: 140.786s  
-> atc_ne: 133.837s  
-> doc_feat: 93.537s  
-> tot: 1140.674s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0471</td>
-      <td>0.0299</td>
-      <td>0.0120</td>
-      <td>0.0344</td>
-      <td>0.0295</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0581</td>
-      <td>0.0276</td>
-      <td>0.0184</td>
-      <td>0.0325</td>
-      <td>0.0275</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0581</td>
-      <td>0.0280</td>
-      <td>0.0196</td>
-      <td>0.0326</td>
-      <td>0.0266</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0601</td>
-      <td>0.0300</td>
-      <td>0.0227</td>
-      <td>0.0350</td>
-      <td>0.0244</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0562</td>
-      <td>0.0276</td>
-      <td>0.0207</td>
-      <td>0.0329</td>
-      <td>0.0210</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0530</td>
-      <td>0.0252</td>
-      <td>0.0191</td>
-      <td>0.0304</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0547</td>
-      <td>0.0271</td>
-      <td>0.0212</td>
-      <td>0.0321</td>
-      <td>0.0181</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0509</td>
-      <td>0.0249</td>
-      <td>0.0194</td>
-      <td>0.0293</td>
-      <td>0.0195</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0523</td>
-      <td>0.0265</td>
-      <td>0.0231</td>
-      <td>0.0315</td>
-      <td>0.0156</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0528</td>
-      <td>0.0268</td>
-      <td>0.0245</td>
-      <td>0.0316</td>
-      <td>0.0156</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0491</td>
-      <td>0.0239</td>
-      <td>0.0229</td>
-      <td>0.0295</td>
-      <td>0.0116</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0505</td>
-      <td>0.0254</td>
-      <td>0.0253</td>
-      <td>0.0299</td>
-      <td>0.0122</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0511</td>
-      <td>0.0270</td>
-      <td>0.0283</td>
-      <td>0.0319</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0480</td>
-      <td>0.0241</td>
-      <td>0.0268</td>
-      <td>0.0297</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0435</td>
-      <td>0.0216</td>
-      <td>0.0241</td>
-      <td>0.0266</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0415</td>
-      <td>0.0204</td>
-      <td>0.0237</td>
-      <td>0.0247</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0427</td>
-      <td>0.0216</td>
-      <td>0.0265</td>
-      <td>0.0268</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0405</td>
-      <td>0.0196</td>
-      <td>0.0258</td>
-      <td>0.0249</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0436</td>
-      <td>0.0227</td>
-      <td>0.0310</td>
-      <td>0.0278</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0407</td>
-      <td>0.0204</td>
-      <td>0.0293</td>
-      <td>0.0257</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0349</td>
-      <td>0.0197</td>
-      <td>0.0219</td>
-      <td>0.0248</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0490</td>
-      <td>0.0248</td>
-      <td>0.0231</td>
-      <td>0.0297</td>
-      <td>0.0145</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_70_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_70_acc.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 500.397s  
-> mul_sld: 258.490s  
-> bin_sld_gs: 1170.341s  
-> mul_sld_gs: 683.747s  
-> bin_sld_gsq: 563.279s  
-> mul_sld_gsq: 515.921s  
-> bin_pacc: 490.203s  
-> mul_pacc: 224.016s  
-> binmc_pacc: 471.840s  
-> mulmc_pacc: 210.841s  
-> binne_pacc: 470.692s  
-> mulne_pacc: 198.506s  
-> bin_pacc_gs: 769.514s  
-> mul_pacc_gs: 297.055s  
-> bin_cc: 463.272s  
-> mul_cc: 198.142s  
-> kfcv: 178.022s  
-> ref: 176.128s  
-> atc_mc: 173.015s  
-> atc_ne: 124.585s  
-> doc_feat: 101.631s  
-> tot: 1175.400s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0157</td>
-      <td>0.0157</td>
-      <td>0.0262</td>
-      <td>0.0264</td>
-      <td>0.0295</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0147</td>
-      <td>0.0169</td>
-      <td>0.0419</td>
-      <td>0.0301</td>
-      <td>0.0270</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0135</td>
-      <td>0.0174</td>
-      <td>0.0425</td>
-      <td>0.0290</td>
-      <td>0.0266</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0124</td>
-      <td>0.0179</td>
-      <td>0.0466</td>
-      <td>0.0324</td>
-      <td>0.0237</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0108</td>
-      <td>0.0165</td>
-      <td>0.0412</td>
-      <td>0.0293</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0114</td>
-      <td>0.0148</td>
-      <td>0.0374</td>
-      <td>0.0252</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0084</td>
-      <td>0.0171</td>
-      <td>0.0396</td>
-      <td>0.0272</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0099</td>
-      <td>0.0151</td>
-      <td>0.0335</td>
-      <td>0.0243</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0081</td>
-      <td>0.0169</td>
-      <td>0.0363</td>
-      <td>0.0271</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0067</td>
-      <td>0.0184</td>
-      <td>0.0356</td>
-      <td>0.0275</td>
-      <td>0.0174</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0063</td>
-      <td>0.0168</td>
-      <td>0.0294</td>
-      <td>0.0244</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0072</td>
-      <td>0.0213</td>
-      <td>0.0380</td>
-      <td>0.0303</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0080</td>
-      <td>0.0225</td>
-      <td>0.0345</td>
-      <td>0.0304</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0070</td>
-      <td>0.0214</td>
-      <td>0.0304</td>
-      <td>0.0276</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0078</td>
-      <td>0.0193</td>
-      <td>0.0248</td>
-      <td>0.0250</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0070</td>
-      <td>0.0230</td>
-      <td>0.0272</td>
-      <td>0.0271</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0082</td>
-      <td>0.0251</td>
-      <td>0.0276</td>
-      <td>0.0293</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0092</td>
-      <td>0.0259</td>
-      <td>0.0256</td>
-      <td>0.0274</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0126</td>
-      <td>0.0295</td>
-      <td>0.0274</td>
-      <td>0.0306</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0136</td>
-      <td>0.0309</td>
-      <td>0.0250</td>
-      <td>0.0312</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0169</td>
-      <td>0.0307</td>
-      <td>0.0166</td>
-      <td>0.0295</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0103</td>
-      <td>0.0206</td>
-      <td>0.0327</td>
-      <td>0.0282</td>
-      <td>0.0154</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_80_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_80_acc.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 64.550s  
-> mul_sld_gs: 336.201s  
-> mul_cc: 54.742s  
-> kfcv: 48.726s  
-> ref: 46.562s  
-> atc_mc: 49.917s  
-> atc_ne: 49.863s  
-> doc_feat: 43.425s  
-> tot: 344.139s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0702</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0677</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0654</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0603</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0530</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0512</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0440</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0410</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0385</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0348</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0271</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0260</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0125</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0170</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0327</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_90_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0140</td>
-      <td>0.0182</td>
-      <td>0.0124</td>
-      <td>0.0163</td>
-      <td>0.0191</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0175</td>
-      <td>0.0207</td>
-      <td>0.0173</td>
-      <td>0.0210</td>
-      <td>0.0180</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0184</td>
-      <td>0.0218</td>
-      <td>0.0186</td>
-      <td>0.0237</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0193</td>
-      <td>0.0259</td>
-      <td>0.0203</td>
-      <td>0.0283</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0184</td>
-      <td>0.0251</td>
-      <td>0.0189</td>
-      <td>0.0281</td>
-      <td>0.0178</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0183</td>
-      <td>0.0254</td>
-      <td>0.0186</td>
-      <td>0.0278</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0191</td>
-      <td>0.0273</td>
-      <td>0.0200</td>
-      <td>0.0304</td>
-      <td>0.0196</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0195</td>
-      <td>0.0306</td>
-      <td>0.0201</td>
-      <td>0.0332</td>
-      <td>0.0205</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0189</td>
-      <td>0.0293</td>
-      <td>0.0205</td>
-      <td>0.0326</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0198</td>
-      <td>0.0345</td>
-      <td>0.0219</td>
-      <td>0.0371</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0197</td>
-      <td>0.0321</td>
-      <td>0.0214</td>
-      <td>0.0368</td>
-      <td>0.0230</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0209</td>
-      <td>0.0358</td>
-      <td>0.0236</td>
-      <td>0.0394</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0219</td>
-      <td>0.0386</td>
-      <td>0.0248</td>
-      <td>0.0434</td>
-      <td>0.0253</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0214</td>
-      <td>0.0408</td>
-      <td>0.0246</td>
-      <td>0.0428</td>
-      <td>0.0256</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0211</td>
-      <td>0.0418</td>
-      <td>0.0250</td>
-      <td>0.0413</td>
-      <td>0.0258</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0211</td>
-      <td>0.0445</td>
-      <td>0.0250</td>
-      <td>0.0444</td>
-      <td>0.0268</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0213</td>
-      <td>0.0469</td>
-      <td>0.0261</td>
-      <td>0.0457</td>
-      <td>0.0283</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0223</td>
-      <td>0.0459</td>
-      <td>0.0265</td>
-      <td>0.0510</td>
-      <td>0.0303</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0240</td>
-      <td>0.0493</td>
-      <td>0.0294</td>
-      <td>0.0506</td>
-      <td>0.0325</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0233</td>
-      <td>0.0501</td>
-      <td>0.0283</td>
-      <td>0.0520</td>
-      <td>0.0345</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0243</td>
-      <td>0.0548</td>
-      <td>0.0269</td>
-      <td>0.0521</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0202</td>
-      <td>0.0352</td>
-      <td>0.0224</td>
-      <td>0.0370</td>
-      <td>0.0241</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0196</td>
-      <td>0.1137</td>
-      <td>0.0200</td>
-      <td>0.1303</td>
-      <td>0.0765</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0103</td>
-      <td>0.0168</td>
-      <td>0.0112</td>
-      <td>0.0153</td>
-      <td>0.0317</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0116</td>
-      <td>0.0405</td>
-      <td>0.0201</td>
-      <td>0.0131</td>
-      <td>0.0183</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0109</td>
-      <td>0.0144</td>
-      <td>0.0127</td>
-      <td>0.0161</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0230</td>
-      <td>0.0176</td>
-      <td>0.0230</td>
-      <td>0.0226</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0269</td>
-      <td>0.0332</td>
-      <td>0.0362</td>
-      <td>0.0410</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0490</td>
-      <td>0.0248</td>
-      <td>0.0231</td>
-      <td>0.0297</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0103</td>
-      <td>0.0206</td>
-      <td>0.0327</td>
-      <td>0.0282</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0327</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0202</td>
-      <td>0.0352</td>
-      <td>0.0224</td>
-      <td>0.0370</td>
-      <td>0.0241</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_avg_acc.png)
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_atc_pacc_f1.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_atc_pacc_f1.md
deleted file mode 100644
index 6c2804a..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_atc_pacc_f1.md
+++ /dev/null
@@ -1,2199 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 492.046s  
-> mul_sld: 249.698s  
-> bin_sld_gs: 1146.562s  
-> mul_sld_gs: 704.644s  
-> bin_sld_gsq: 539.255s  
-> mul_sld_gsq: 529.819s  
-> bin_pacc: 475.786s  
-> mul_pacc: 168.324s  
-> binmc_pacc: 472.270s  
-> mulmc_pacc: 173.273s  
-> binne_pacc: 443.131s  
-> mulne_pacc: 185.335s  
-> bin_pacc_gs: 763.354s  
-> mul_pacc_gs: 287.763s  
-> bin_cc: 427.742s  
-> mul_cc: 164.350s  
-> kfcv: 136.304s  
-> ref: 125.561s  
-> atc_mc: 115.380s  
-> atc_ne: 129.775s  
-> doc_feat: 81.285s  
-> tot: 1152.170s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1561</td>
-      <td>0.6052</td>
-      <td>0.1778</td>
-      <td>0.7714</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0971</td>
-      <td>0.4170</td>
-      <td>0.1004</td>
-      <td>0.4774</td>
-      <td>0.2695</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0393</td>
-      <td>0.3442</td>
-      <td>0.0427</td>
-      <td>0.4174</td>
-      <td>0.2793</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0356</td>
-      <td>0.3377</td>
-      <td>0.0380</td>
-      <td>0.4276</td>
-      <td>0.2727</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0272</td>
-      <td>0.3196</td>
-      <td>0.0313</td>
-      <td>0.3590</td>
-      <td>0.2684</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0206</td>
-      <td>0.2728</td>
-      <td>0.0216</td>
-      <td>0.3282</td>
-      <td>0.2606</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0193</td>
-      <td>0.2722</td>
-      <td>0.0202</td>
-      <td>0.3139</td>
-      <td>0.2614</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0149</td>
-      <td>0.2892</td>
-      <td>0.0158</td>
-      <td>0.3114</td>
-      <td>0.2657</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0137</td>
-      <td>0.2373</td>
-      <td>0.0148</td>
-      <td>0.2975</td>
-      <td>0.2653</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0137</td>
-      <td>0.2682</td>
-      <td>0.0147</td>
-      <td>0.3137</td>
-      <td>0.2652</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0139</td>
-      <td>0.2107</td>
-      <td>0.0143</td>
-      <td>0.2872</td>
-      <td>0.2598</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0133</td>
-      <td>0.2281</td>
-      <td>0.0137</td>
-      <td>0.2816</td>
-      <td>0.2666</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0151</td>
-      <td>0.2190</td>
-      <td>0.0152</td>
-      <td>0.3055</td>
-      <td>0.2595</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0134</td>
-      <td>0.2234</td>
-      <td>0.0141</td>
-      <td>0.2804</td>
-      <td>0.2623</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0133</td>
-      <td>0.2076</td>
-      <td>0.0142</td>
-      <td>0.2554</td>
-      <td>0.2670</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0133</td>
-      <td>0.2153</td>
-      <td>0.0135</td>
-      <td>0.2883</td>
-      <td>0.2638</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0125</td>
-      <td>0.2076</td>
-      <td>0.0129</td>
-      <td>0.2807</td>
-      <td>0.2665</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0131</td>
-      <td>0.1905</td>
-      <td>0.0136</td>
-      <td>0.2791</td>
-      <td>0.2690</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0129</td>
-      <td>0.1809</td>
-      <td>0.0130</td>
-      <td>0.2655</td>
-      <td>0.2639</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0134</td>
-      <td>0.1847</td>
-      <td>0.0135</td>
-      <td>0.2691</td>
-      <td>0.2660</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0132</td>
-      <td>0.2025</td>
-      <td>0.0134</td>
-      <td>0.2571</td>
-      <td>0.2621</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0279</td>
-      <td>0.2683</td>
-      <td>0.0299</td>
-      <td>0.3365</td>
-      <td>0.2535</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_10_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_10_f1.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 448.690s  
-> mul_sld: 179.540s  
-> bin_sld_gs: 1128.970s  
-> mul_sld_gs: 661.362s  
-> bin_sld_gsq: 542.638s  
-> mul_sld_gsq: 485.856s  
-> bin_pacc: 435.959s  
-> mul_pacc: 162.000s  
-> binmc_pacc: 436.717s  
-> mulmc_pacc: 159.011s  
-> binne_pacc: 430.393s  
-> mulne_pacc: 170.319s  
-> bin_pacc_gs: 747.860s  
-> mul_pacc_gs: 259.443s  
-> bin_cc: 413.372s  
-> mul_cc: 153.995s  
-> kfcv: 138.378s  
-> ref: 133.916s  
-> atc_mc: 127.515s  
-> atc_ne: 133.986s  
-> doc_feat: 88.997s  
-> tot: 1133.804s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.4049</td>
-      <td>0.0739</td>
-      <td>0.2624</td>
-      <td>0.3309</td>
-      <td>0.1676</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0640</td>
-      <td>0.2490</td>
-      <td>0.0602</td>
-      <td>0.0551</td>
-      <td>0.0959</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0364</td>
-      <td>0.1198</td>
-      <td>0.0426</td>
-      <td>0.0350</td>
-      <td>0.0583</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0258</td>
-      <td>0.0852</td>
-      <td>0.0347</td>
-      <td>0.0267</td>
-      <td>0.0517</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0230</td>
-      <td>0.0619</td>
-      <td>0.0311</td>
-      <td>0.0231</td>
-      <td>0.0442</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0168</td>
-      <td>0.0505</td>
-      <td>0.0280</td>
-      <td>0.0175</td>
-      <td>0.0392</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0160</td>
-      <td>0.0393</td>
-      <td>0.0252</td>
-      <td>0.0185</td>
-      <td>0.0332</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0149</td>
-      <td>0.0355</td>
-      <td>0.0241</td>
-      <td>0.0172</td>
-      <td>0.0305</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0118</td>
-      <td>0.0303</td>
-      <td>0.0253</td>
-      <td>0.0163</td>
-      <td>0.0322</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0113</td>
-      <td>0.0291</td>
-      <td>0.0230</td>
-      <td>0.0163</td>
-      <td>0.0297</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0116</td>
-      <td>0.0286</td>
-      <td>0.0233</td>
-      <td>0.0160</td>
-      <td>0.0290</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0113</td>
-      <td>0.0259</td>
-      <td>0.0226</td>
-      <td>0.0158</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0100</td>
-      <td>0.0222</td>
-      <td>0.0206</td>
-      <td>0.0161</td>
-      <td>0.0243</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0099</td>
-      <td>0.0206</td>
-      <td>0.0209</td>
-      <td>0.0150</td>
-      <td>0.0247</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0102</td>
-      <td>0.0238</td>
-      <td>0.0233</td>
-      <td>0.0130</td>
-      <td>0.0273</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0091</td>
-      <td>0.0203</td>
-      <td>0.0218</td>
-      <td>0.0138</td>
-      <td>0.0256</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0094</td>
-      <td>0.0197</td>
-      <td>0.0209</td>
-      <td>0.0149</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0080</td>
-      <td>0.0160</td>
-      <td>0.0192</td>
-      <td>0.0160</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0085</td>
-      <td>0.0169</td>
-      <td>0.0206</td>
-      <td>0.0144</td>
-      <td>0.0215</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0069</td>
-      <td>0.0141</td>
-      <td>0.0190</td>
-      <td>0.0145</td>
-      <td>0.0228</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0080</td>
-      <td>0.0149</td>
-      <td>0.0185</td>
-      <td>0.0163</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0347</td>
-      <td>0.0475</td>
-      <td>0.0375</td>
-      <td>0.0344</td>
-      <td>0.0407</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_20_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_20_f1.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 455.442s  
-> mul_sld: 198.713s  
-> bin_sld_gs: 1122.566s  
-> mul_sld_gs: 641.405s  
-> bin_sld_gsq: 542.437s  
-> mul_sld_gsq: 490.757s  
-> bin_pacc: 433.945s  
-> mul_pacc: 157.898s  
-> binmc_pacc: 435.757s  
-> mulmc_pacc: 171.337s  
-> binne_pacc: 432.522s  
-> mulne_pacc: 175.766s  
-> bin_pacc_gs: 742.842s  
-> mul_pacc_gs: 248.789s  
-> bin_cc: 409.971s  
-> mul_cc: 156.701s  
-> kfcv: 138.862s  
-> ref: 117.506s  
-> atc_mc: 134.572s  
-> atc_ne: 127.451s  
-> doc_feat: 91.628s  
-> tot: 1126.987s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0937</td>
-      <td>0.5165</td>
-      <td>0.1745</td>
-      <td>0.2163</td>
-      <td>0.3293</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0584</td>
-      <td>0.0814</td>
-      <td>0.0521</td>
-      <td>0.0600</td>
-      <td>0.0568</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0447</td>
-      <td>0.0641</td>
-      <td>0.0427</td>
-      <td>0.0433</td>
-      <td>0.0372</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0328</td>
-      <td>0.0626</td>
-      <td>0.0369</td>
-      <td>0.0295</td>
-      <td>0.0269</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0232</td>
-      <td>0.0502</td>
-      <td>0.0280</td>
-      <td>0.0213</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0219</td>
-      <td>0.0607</td>
-      <td>0.0285</td>
-      <td>0.0204</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0206</td>
-      <td>0.0556</td>
-      <td>0.0290</td>
-      <td>0.0207</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0191</td>
-      <td>0.0603</td>
-      <td>0.0286</td>
-      <td>0.0185</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0149</td>
-      <td>0.0550</td>
-      <td>0.0262</td>
-      <td>0.0146</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0140</td>
-      <td>0.0545</td>
-      <td>0.0261</td>
-      <td>0.0150</td>
-      <td>0.0124</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0138</td>
-      <td>0.0571</td>
-      <td>0.0276</td>
-      <td>0.0142</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0141</td>
-      <td>0.0544</td>
-      <td>0.0248</td>
-      <td>0.0150</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0118</td>
-      <td>0.0568</td>
-      <td>0.0260</td>
-      <td>0.0130</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0109</td>
-      <td>0.0589</td>
-      <td>0.0259</td>
-      <td>0.0128</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0106</td>
-      <td>0.0620</td>
-      <td>0.0287</td>
-      <td>0.0110</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0107</td>
-      <td>0.0607</td>
-      <td>0.0270</td>
-      <td>0.0129</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0091</td>
-      <td>0.0592</td>
-      <td>0.0266</td>
-      <td>0.0113</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0096</td>
-      <td>0.0574</td>
-      <td>0.0253</td>
-      <td>0.0116</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0090</td>
-      <td>0.0630</td>
-      <td>0.0280</td>
-      <td>0.0103</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0079</td>
-      <td>0.0579</td>
-      <td>0.0257</td>
-      <td>0.0107</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0089</td>
-      <td>0.0558</td>
-      <td>0.0232</td>
-      <td>0.0119</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0219</td>
-      <td>0.0812</td>
-      <td>0.0363</td>
-      <td>0.0283</td>
-      <td>0.0309</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_30_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_30_f1.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 431.626s  
-> mul_sld: 173.772s  
-> bin_sld_gs: 1126.713s  
-> mul_sld_gs: 637.068s  
-> bin_sld_gsq: 515.944s  
-> mul_sld_gsq: 474.062s  
-> bin_pacc: 411.245s  
-> mul_pacc: 163.461s  
-> binmc_pacc: 400.757s  
-> mulmc_pacc: 138.383s  
-> binne_pacc: 414.550s  
-> mulne_pacc: 162.850s  
-> bin_pacc_gs: 725.895s  
-> mul_pacc_gs: 248.814s  
-> bin_cc: 389.288s  
-> mul_cc: 123.416s  
-> kfcv: 114.502s  
-> ref: 85.633s  
-> atc_mc: 124.150s  
-> atc_ne: 99.674s  
-> doc_feat: 84.284s  
-> tot: 1130.557s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.3014</td>
-      <td>0.0670</td>
-      <td>0.3347</td>
-      <td>0.1650</td>
-      <td>0.4631</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0813</td>
-      <td>0.0834</td>
-      <td>0.0653</td>
-      <td>0.0646</td>
-      <td>0.0388</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0499</td>
-      <td>0.0624</td>
-      <td>0.0407</td>
-      <td>0.0500</td>
-      <td>0.0294</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0343</td>
-      <td>0.0496</td>
-      <td>0.0264</td>
-      <td>0.0359</td>
-      <td>0.0228</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0309</td>
-      <td>0.0297</td>
-      <td>0.0205</td>
-      <td>0.0243</td>
-      <td>0.0159</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0240</td>
-      <td>0.0277</td>
-      <td>0.0171</td>
-      <td>0.0223</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0201</td>
-      <td>0.0258</td>
-      <td>0.0163</td>
-      <td>0.0216</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0152</td>
-      <td>0.0253</td>
-      <td>0.0150</td>
-      <td>0.0235</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0138</td>
-      <td>0.0187</td>
-      <td>0.0118</td>
-      <td>0.0164</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0119</td>
-      <td>0.0199</td>
-      <td>0.0138</td>
-      <td>0.0194</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0120</td>
-      <td>0.0169</td>
-      <td>0.0128</td>
-      <td>0.0171</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0104</td>
-      <td>0.0168</td>
-      <td>0.0130</td>
-      <td>0.0177</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0093</td>
-      <td>0.0171</td>
-      <td>0.0141</td>
-      <td>0.0182</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0084</td>
-      <td>0.0163</td>
-      <td>0.0148</td>
-      <td>0.0184</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0085</td>
-      <td>0.0161</td>
-      <td>0.0154</td>
-      <td>0.0189</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0081</td>
-      <td>0.0149</td>
-      <td>0.0145</td>
-      <td>0.0177</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0069</td>
-      <td>0.0141</td>
-      <td>0.0147</td>
-      <td>0.0177</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0075</td>
-      <td>0.0147</td>
-      <td>0.0157</td>
-      <td>0.0186</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0071</td>
-      <td>0.0142</td>
-      <td>0.0162</td>
-      <td>0.0187</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0057</td>
-      <td>0.0123</td>
-      <td>0.0150</td>
-      <td>0.0171</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0065</td>
-      <td>0.0116</td>
-      <td>0.0146</td>
-      <td>0.0165</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0321</td>
-      <td>0.0274</td>
-      <td>0.0344</td>
-      <td>0.0305</td>
-      <td>0.0335</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_40_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_40_f1.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 458.494s  
-> mul_sld: 201.711s  
-> bin_sld_gs: 1164.733s  
-> mul_sld_gs: 676.355s  
-> bin_sld_gsq: 562.768s  
-> mul_sld_gsq: 514.459s  
-> bin_pacc: 442.701s  
-> mul_pacc: 170.811s  
-> binmc_pacc: 438.974s  
-> mulmc_pacc: 169.154s  
-> binne_pacc: 443.046s  
-> mulne_pacc: 181.715s  
-> bin_pacc_gs: 768.357s  
-> mul_pacc_gs: 264.111s  
-> bin_cc: 423.636s  
-> mul_cc: 156.950s  
-> kfcv: 144.505s  
-> ref: 134.555s  
-> atc_mc: 141.161s  
-> atc_ne: 127.587s  
-> doc_feat: 76.400s  
-> tot: 1169.275s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0550</td>
-      <td>0.4209</td>
-      <td>0.1782</td>
-      <td>0.0585</td>
-      <td>0.5337</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0905</td>
-      <td>0.0769</td>
-      <td>0.0498</td>
-      <td>0.0770</td>
-      <td>0.0902</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0773</td>
-      <td>0.0445</td>
-      <td>0.0446</td>
-      <td>0.0526</td>
-      <td>0.0381</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0607</td>
-      <td>0.0322</td>
-      <td>0.0378</td>
-      <td>0.0397</td>
-      <td>0.0210</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0438</td>
-      <td>0.0261</td>
-      <td>0.0291</td>
-      <td>0.0295</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0379</td>
-      <td>0.0210</td>
-      <td>0.0261</td>
-      <td>0.0257</td>
-      <td>0.0137</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0346</td>
-      <td>0.0179</td>
-      <td>0.0257</td>
-      <td>0.0246</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0350</td>
-      <td>0.0202</td>
-      <td>0.0289</td>
-      <td>0.0273</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0273</td>
-      <td>0.0155</td>
-      <td>0.0238</td>
-      <td>0.0216</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0272</td>
-      <td>0.0177</td>
-      <td>0.0254</td>
-      <td>0.0239</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0234</td>
-      <td>0.0158</td>
-      <td>0.0228</td>
-      <td>0.0216</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0231</td>
-      <td>0.0156</td>
-      <td>0.0244</td>
-      <td>0.0232</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0226</td>
-      <td>0.0164</td>
-      <td>0.0244</td>
-      <td>0.0236</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0215</td>
-      <td>0.0163</td>
-      <td>0.0244</td>
-      <td>0.0238</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0206</td>
-      <td>0.0170</td>
-      <td>0.0243</td>
-      <td>0.0240</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0188</td>
-      <td>0.0161</td>
-      <td>0.0229</td>
-      <td>0.0223</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0170</td>
-      <td>0.0158</td>
-      <td>0.0221</td>
-      <td>0.0219</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0159</td>
-      <td>0.0150</td>
-      <td>0.0217</td>
-      <td>0.0211</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0171</td>
-      <td>0.0166</td>
-      <td>0.0231</td>
-      <td>0.0229</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0149</td>
-      <td>0.0153</td>
-      <td>0.0220</td>
-      <td>0.0219</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0145</td>
-      <td>0.0158</td>
-      <td>0.0214</td>
-      <td>0.0229</td>
-      <td>0.0048</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0333</td>
-      <td>0.0414</td>
-      <td>0.0344</td>
-      <td>0.0300</td>
-      <td>0.0391</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_50_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_50_f1.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 466.968s  
-> mul_sld: 209.948s  
-> bin_sld_gs: 1150.214s  
-> mul_sld_gs: 682.183s  
-> bin_sld_gsq: 556.758s  
-> mul_sld_gsq: 509.058s  
-> bin_pacc: 464.142s  
-> mul_pacc: 197.052s  
-> binmc_pacc: 456.950s  
-> mulmc_pacc: 198.891s  
-> binne_pacc: 466.343s  
-> mulne_pacc: 211.900s  
-> bin_pacc_gs: 772.058s  
-> mul_pacc_gs: 283.572s  
-> bin_cc: 445.830s  
-> mul_cc: 179.010s  
-> kfcv: 150.241s  
-> ref: 148.770s  
-> atc_mc: 151.278s  
-> atc_ne: 143.773s  
-> doc_feat: 112.638s  
-> tot: 1155.458s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1478</td>
-      <td>0.0105</td>
-      <td>0.0140</td>
-      <td>0.0327</td>
-      <td>0.5258</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0485</td>
-      <td>0.1678</td>
-      <td>0.1617</td>
-      <td>0.1201</td>
-      <td>0.1176</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0524</td>
-      <td>0.1253</td>
-      <td>0.1340</td>
-      <td>0.1064</td>
-      <td>0.0459</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0510</td>
-      <td>0.1001</td>
-      <td>0.1076</td>
-      <td>0.0911</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0408</td>
-      <td>0.0714</td>
-      <td>0.0821</td>
-      <td>0.0702</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0353</td>
-      <td>0.0606</td>
-      <td>0.0677</td>
-      <td>0.0604</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0343</td>
-      <td>0.0528</td>
-      <td>0.0572</td>
-      <td>0.0540</td>
-      <td>0.0114</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0331</td>
-      <td>0.0497</td>
-      <td>0.0531</td>
-      <td>0.0519</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0294</td>
-      <td>0.0401</td>
-      <td>0.0443</td>
-      <td>0.0445</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0299</td>
-      <td>0.0391</td>
-      <td>0.0415</td>
-      <td>0.0437</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0264</td>
-      <td>0.0331</td>
-      <td>0.0351</td>
-      <td>0.0384</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0264</td>
-      <td>0.0322</td>
-      <td>0.0334</td>
-      <td>0.0373</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0258</td>
-      <td>0.0302</td>
-      <td>0.0308</td>
-      <td>0.0356</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0241</td>
-      <td>0.0267</td>
-      <td>0.0271</td>
-      <td>0.0327</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0237</td>
-      <td>0.0252</td>
-      <td>0.0258</td>
-      <td>0.0316</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0213</td>
-      <td>0.0222</td>
-      <td>0.0215</td>
-      <td>0.0280</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0207</td>
-      <td>0.0205</td>
-      <td>0.0202</td>
-      <td>0.0270</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0200</td>
-      <td>0.0198</td>
-      <td>0.0191</td>
-      <td>0.0263</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0216</td>
-      <td>0.0207</td>
-      <td>0.0193</td>
-      <td>0.0268</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0198</td>
-      <td>0.0178</td>
-      <td>0.0166</td>
-      <td>0.0245</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0196</td>
-      <td>0.0174</td>
-      <td>0.0160</td>
-      <td>0.0249</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0358</td>
-      <td>0.0468</td>
-      <td>0.0490</td>
-      <td>0.0480</td>
-      <td>0.0405</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_60_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_60_f1.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 480.500s  
-> mul_sld: 213.550s  
-> bin_sld_gs: 1132.131s  
-> mul_sld_gs: 654.288s  
-> bin_sld_gsq: 554.789s  
-> mul_sld_gsq: 514.007s  
-> bin_pacc: 458.638s  
-> mul_pacc: 176.110s  
-> binmc_pacc: 454.887s  
-> mulmc_pacc: 140.659s  
-> binne_pacc: 444.727s  
-> mulne_pacc: 168.258s  
-> bin_pacc_gs: 767.825s  
-> mul_pacc_gs: 271.862s  
-> bin_cc: 432.108s  
-> mul_cc: 156.381s  
-> kfcv: 150.856s  
-> ref: 138.967s  
-> atc_mc: 140.786s  
-> atc_ne: 133.837s  
-> doc_feat: 93.537s  
-> tot: 1140.674s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0048</td>
-      <td>0.0728</td>
-      <td>0.0183</td>
-      <td>0.0771</td>
-      <td>0.6387</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1634</td>
-      <td>0.0490</td>
-      <td>0.0818</td>
-      <td>0.0501</td>
-      <td>0.2932</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1373</td>
-      <td>0.0451</td>
-      <td>0.0588</td>
-      <td>0.0526</td>
-      <td>0.1729</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1209</td>
-      <td>0.0483</td>
-      <td>0.0519</td>
-      <td>0.0549</td>
-      <td>0.1108</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0999</td>
-      <td>0.0413</td>
-      <td>0.0415</td>
-      <td>0.0493</td>
-      <td>0.0734</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0820</td>
-      <td>0.0340</td>
-      <td>0.0325</td>
-      <td>0.0409</td>
-      <td>0.0566</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0757</td>
-      <td>0.0338</td>
-      <td>0.0319</td>
-      <td>0.0401</td>
-      <td>0.0406</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0628</td>
-      <td>0.0281</td>
-      <td>0.0252</td>
-      <td>0.0332</td>
-      <td>0.0345</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0583</td>
-      <td>0.0275</td>
-      <td>0.0266</td>
-      <td>0.0329</td>
-      <td>0.0246</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0543</td>
-      <td>0.0261</td>
-      <td>0.0261</td>
-      <td>0.0309</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0465</td>
-      <td>0.0217</td>
-      <td>0.0222</td>
-      <td>0.0268</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0443</td>
-      <td>0.0215</td>
-      <td>0.0226</td>
-      <td>0.0255</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0419</td>
-      <td>0.0216</td>
-      <td>0.0235</td>
-      <td>0.0255</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0368</td>
-      <td>0.0179</td>
-      <td>0.0207</td>
-      <td>0.0222</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0313</td>
-      <td>0.0152</td>
-      <td>0.0173</td>
-      <td>0.0187</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0281</td>
-      <td>0.0135</td>
-      <td>0.0160</td>
-      <td>0.0165</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0274</td>
-      <td>0.0136</td>
-      <td>0.0169</td>
-      <td>0.0169</td>
-      <td>0.0040</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0246</td>
-      <td>0.0117</td>
-      <td>0.0156</td>
-      <td>0.0150</td>
-      <td>0.0029</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0251</td>
-      <td>0.0129</td>
-      <td>0.0176</td>
-      <td>0.0159</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0223</td>
-      <td>0.0110</td>
-      <td>0.0158</td>
-      <td>0.0140</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0184</td>
-      <td>0.0103</td>
-      <td>0.0114</td>
-      <td>0.0130</td>
-      <td>0.0030</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0574</td>
-      <td>0.0275</td>
-      <td>0.0283</td>
-      <td>0.0320</td>
-      <td>0.0732</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_70_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_70_f1.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 500.397s  
-> mul_sld: 258.490s  
-> bin_sld_gs: 1170.341s  
-> mul_sld_gs: 683.747s  
-> bin_sld_gsq: 563.279s  
-> mul_sld_gsq: 515.921s  
-> bin_pacc: 490.203s  
-> mul_pacc: 224.016s  
-> binmc_pacc: 471.840s  
-> mulmc_pacc: 210.841s  
-> binne_pacc: 470.692s  
-> mulne_pacc: 198.506s  
-> bin_pacc_gs: 769.514s  
-> mul_pacc_gs: 297.055s  
-> bin_cc: 463.272s  
-> mul_cc: 198.142s  
-> kfcv: 178.022s  
-> ref: 176.128s  
-> atc_mc: 173.015s  
-> atc_ne: 124.585s  
-> doc_feat: 101.631s  
-> tot: 1175.400s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0999</td>
-      <td>0.0469</td>
-      <td>0.0011</td>
-      <td>0.0267</td>
-      <td>0.5853</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0634</td>
-      <td>0.0424</td>
-      <td>0.0832</td>
-      <td>0.0352</td>
-      <td>0.3775</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0425</td>
-      <td>0.0304</td>
-      <td>0.0740</td>
-      <td>0.0353</td>
-      <td>0.2622</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0310</td>
-      <td>0.0263</td>
-      <td>0.0689</td>
-      <td>0.0376</td>
-      <td>0.1849</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0220</td>
-      <td>0.0216</td>
-      <td>0.0578</td>
-      <td>0.0323</td>
-      <td>0.1334</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0193</td>
-      <td>0.0195</td>
-      <td>0.0478</td>
-      <td>0.0275</td>
-      <td>0.1025</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0123</td>
-      <td>0.0188</td>
-      <td>0.0468</td>
-      <td>0.0278</td>
-      <td>0.0752</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0129</td>
-      <td>0.0167</td>
-      <td>0.0363</td>
-      <td>0.0233</td>
-      <td>0.0582</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0094</td>
-      <td>0.0164</td>
-      <td>0.0352</td>
-      <td>0.0247</td>
-      <td>0.0449</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0071</td>
-      <td>0.0172</td>
-      <td>0.0331</td>
-      <td>0.0239</td>
-      <td>0.0363</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0061</td>
-      <td>0.0150</td>
-      <td>0.0260</td>
-      <td>0.0203</td>
-      <td>0.0254</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0064</td>
-      <td>0.0169</td>
-      <td>0.0298</td>
-      <td>0.0230</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0068</td>
-      <td>0.0174</td>
-      <td>0.0262</td>
-      <td>0.0225</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0056</td>
-      <td>0.0154</td>
-      <td>0.0219</td>
-      <td>0.0193</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0057</td>
-      <td>0.0132</td>
-      <td>0.0169</td>
-      <td>0.0165</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0049</td>
-      <td>0.0149</td>
-      <td>0.0175</td>
-      <td>0.0171</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0053</td>
-      <td>0.0153</td>
-      <td>0.0168</td>
-      <td>0.0175</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0056</td>
-      <td>0.0151</td>
-      <td>0.0149</td>
-      <td>0.0157</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0072</td>
-      <td>0.0163</td>
-      <td>0.0151</td>
-      <td>0.0167</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0074</td>
-      <td>0.0163</td>
-      <td>0.0132</td>
-      <td>0.0163</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0086</td>
-      <td>0.0157</td>
-      <td>0.0085</td>
-      <td>0.0151</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0185</td>
-      <td>0.0204</td>
-      <td>0.0329</td>
-      <td>0.0236</td>
-      <td>0.0934</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_80_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_80_f1.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 64.550s  
-> mul_sld_gs: 336.201s  
-> mul_cc: 54.742s  
-> kfcv: 48.726s  
-> ref: 46.562s  
-> atc_mc: 49.917s  
-> atc_ne: 49.863s  
-> doc_feat: 43.425s  
-> tot: 344.139s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.3456</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2883</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.2429</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.2023</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1655</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.1394</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.1133</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0940</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0776</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0632</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0477</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0392</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0144</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0037</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0913</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_atc_pacc_90_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1579</td>
-      <td>0.2267</td>
-      <td>0.1451</td>
-      <td>0.2098</td>
-      <td>0.3999</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0833</td>
-      <td>0.1459</td>
-      <td>0.0818</td>
-      <td>0.1174</td>
-      <td>0.1809</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0600</td>
-      <td>0.1045</td>
-      <td>0.0600</td>
-      <td>0.0991</td>
-      <td>0.1296</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0490</td>
-      <td>0.0927</td>
-      <td>0.0503</td>
-      <td>0.0929</td>
-      <td>0.1019</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0388</td>
-      <td>0.0777</td>
-      <td>0.0402</td>
-      <td>0.0761</td>
-      <td>0.0836</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0322</td>
-      <td>0.0683</td>
-      <td>0.0337</td>
-      <td>0.0679</td>
-      <td>0.0731</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0291</td>
-      <td>0.0645</td>
-      <td>0.0315</td>
-      <td>0.0651</td>
-      <td>0.0636</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0260</td>
-      <td>0.0656</td>
-      <td>0.0284</td>
-      <td>0.0633</td>
-      <td>0.0587</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0223</td>
-      <td>0.0551</td>
-      <td>0.0260</td>
-      <td>0.0586</td>
-      <td>0.0540</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0212</td>
-      <td>0.0590</td>
-      <td>0.0255</td>
-      <td>0.0609</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0192</td>
-      <td>0.0499</td>
-      <td>0.0230</td>
-      <td>0.0552</td>
-      <td>0.0459</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0187</td>
-      <td>0.0514</td>
-      <td>0.0231</td>
-      <td>0.0549</td>
-      <td>0.0446</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0179</td>
-      <td>0.0501</td>
-      <td>0.0226</td>
-      <td>0.0575</td>
-      <td>0.0408</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0163</td>
-      <td>0.0495</td>
-      <td>0.0212</td>
-      <td>0.0531</td>
-      <td>0.0395</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0155</td>
-      <td>0.0475</td>
-      <td>0.0207</td>
-      <td>0.0486</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0143</td>
-      <td>0.0472</td>
-      <td>0.0193</td>
-      <td>0.0521</td>
-      <td>0.0372</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0135</td>
-      <td>0.0457</td>
-      <td>0.0189</td>
-      <td>0.0510</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0130</td>
-      <td>0.0425</td>
-      <td>0.0181</td>
-      <td>0.0504</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0135</td>
-      <td>0.0427</td>
-      <td>0.0191</td>
-      <td>0.0489</td>
-      <td>0.0360</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0123</td>
-      <td>0.0412</td>
-      <td>0.0176</td>
-      <td>0.0485</td>
-      <td>0.0364</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0122</td>
-      <td>0.0430</td>
-      <td>0.0159</td>
-      <td>0.0472</td>
-      <td>0.0361</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0327</td>
-      <td>0.0700</td>
-      <td>0.0353</td>
-      <td>0.0704</td>
-      <td>0.0773</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0279</td>
-      <td>0.2683</td>
-      <td>0.0299</td>
-      <td>0.3365</td>
-      <td>0.2535</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0347</td>
-      <td>0.0475</td>
-      <td>0.0375</td>
-      <td>0.0344</td>
-      <td>0.0407</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0219</td>
-      <td>0.0812</td>
-      <td>0.0363</td>
-      <td>0.0283</td>
-      <td>0.0309</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0321</td>
-      <td>0.0274</td>
-      <td>0.0344</td>
-      <td>0.0305</td>
-      <td>0.0335</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0333</td>
-      <td>0.0414</td>
-      <td>0.0344</td>
-      <td>0.0300</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0358</td>
-      <td>0.0468</td>
-      <td>0.0490</td>
-      <td>0.0480</td>
-      <td>0.0405</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0574</td>
-      <td>0.0275</td>
-      <td>0.0283</td>
-      <td>0.0320</td>
-      <td>0.0732</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0185</td>
-      <td>0.0204</td>
-      <td>0.0329</td>
-      <td>0.0236</td>
-      <td>0.0934</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0913</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0327</td>
-      <td>0.0700</td>
-      <td>0.0353</td>
-      <td>0.0704</td>
-      <td>0.0773</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_atc_pacc_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_atc_pacc_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_atc_pacc_avg_f1.png)
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_entropy_acc.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_entropy_acc.md
deleted file mode 100644
index 09e4722..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_entropy_acc.md
+++ /dev/null
@@ -1,2154 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 226.692s  
-> mul_sld: 90.640s  
-> binmc_sld: 226.949s  
-> mulmc_sld: 100.373s  
-> binne_sld: 224.579s  
-> mulne_sld: 85.858s  
-> bin_pacc: 217.884s  
-> mul_pacc: 56.877s  
-> ref: 47.843s  
-> atc_mc: 51.242s  
-> tot: 229.926s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0016</td>
-      <td>0.0015</td>
-      <td>0.0006</td>
-      <td>0.0005</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0059</td>
-      <td>0.0066</td>
-      <td>0.0065</td>
-      <td>0.0072</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0073</td>
-      <td>0.0086</td>
-      <td>0.0063</td>
-      <td>0.0089</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0071</td>
-      <td>0.0149</td>
-      <td>0.0074</td>
-      <td>0.0148</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0073</td>
-      <td>0.0229</td>
-      <td>0.0081</td>
-      <td>0.0228</td>
-      <td>0.0273</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0085</td>
-      <td>0.0394</td>
-      <td>0.0107</td>
-      <td>0.0324</td>
-      <td>0.0369</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0084</td>
-      <td>0.0534</td>
-      <td>0.0127</td>
-      <td>0.0456</td>
-      <td>0.0466</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0134</td>
-      <td>0.0844</td>
-      <td>0.0190</td>
-      <td>0.0607</td>
-      <td>0.0521</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0195</td>
-      <td>0.1164</td>
-      <td>0.0255</td>
-      <td>0.0868</td>
-      <td>0.0588</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0233</td>
-      <td>0.1424</td>
-      <td>0.0294</td>
-      <td>0.0996</td>
-      <td>0.0685</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0293</td>
-      <td>0.1622</td>
-      <td>0.0347</td>
-      <td>0.1085</td>
-      <td>0.0791</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0367</td>
-      <td>0.1837</td>
-      <td>0.0415</td>
-      <td>0.1377</td>
-      <td>0.0832</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0421</td>
-      <td>0.1954</td>
-      <td>0.0457</td>
-      <td>0.1341</td>
-      <td>0.0960</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0505</td>
-      <td>0.2234</td>
-      <td>0.0524</td>
-      <td>0.1504</td>
-      <td>0.1024</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0597</td>
-      <td>0.2504</td>
-      <td>0.0596</td>
-      <td>0.1693</td>
-      <td>0.1070</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0668</td>
-      <td>0.2703</td>
-      <td>0.0643</td>
-      <td>0.1651</td>
-      <td>0.1150</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0751</td>
-      <td>0.2864</td>
-      <td>0.0695</td>
-      <td>0.1801</td>
-      <td>0.1214</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0820</td>
-      <td>0.3096</td>
-      <td>0.0728</td>
-      <td>0.1882</td>
-      <td>0.1286</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0900</td>
-      <td>0.3144</td>
-      <td>0.0774</td>
-      <td>0.1719</td>
-      <td>0.1403</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0507</td>
-      <td>0.2241</td>
-      <td>0.0506</td>
-      <td>0.1042</td>
-      <td>0.1463</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0009</td>
-      <td>0.0792</td>
-      <td>0.0010</td>
-      <td>0.0306</td>
-      <td>0.1538</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0327</td>
-      <td>0.1424</td>
-      <td>0.0331</td>
-      <td>0.0914</td>
-      <td>0.0765</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_10_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_10_acc.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 217.346s  
-> mul_sld: 64.811s  
-> binmc_sld: 216.660s  
-> mulmc_sld: 62.046s  
-> binne_sld: 216.967s  
-> mulne_sld: 61.675s  
-> bin_pacc: 210.890s  
-> mul_pacc: 55.836s  
-> ref: 46.732s  
-> atc_mc: 51.013s  
-> tot: 222.345s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0033</td>
-      <td>0.0030</td>
-      <td>0.0008</td>
-      <td>0.0022</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0077</td>
-      <td>0.0065</td>
-      <td>0.0096</td>
-      <td>0.0082</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0088</td>
-      <td>0.0082</td>
-      <td>0.0102</td>
-      <td>0.0096</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0096</td>
-      <td>0.0094</td>
-      <td>0.0105</td>
-      <td>0.0100</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0103</td>
-      <td>0.0101</td>
-      <td>0.0100</td>
-      <td>0.0103</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0086</td>
-      <td>0.0087</td>
-      <td>0.0079</td>
-      <td>0.0089</td>
-      <td>0.0122</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0099</td>
-      <td>0.0098</td>
-      <td>0.0085</td>
-      <td>0.0102</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0101</td>
-      <td>0.0102</td>
-      <td>0.0093</td>
-      <td>0.0108</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0081</td>
-      <td>0.0091</td>
-      <td>0.0075</td>
-      <td>0.0115</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0081</td>
-      <td>0.0095</td>
-      <td>0.0081</td>
-      <td>0.0129</td>
-      <td>0.0261</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0087</td>
-      <td>0.0110</td>
-      <td>0.0091</td>
-      <td>0.0146</td>
-      <td>0.0299</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0085</td>
-      <td>0.0130</td>
-      <td>0.0107</td>
-      <td>0.0184</td>
-      <td>0.0329</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0086</td>
-      <td>0.0136</td>
-      <td>0.0114</td>
-      <td>0.0188</td>
-      <td>0.0411</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0098</td>
-      <td>0.0181</td>
-      <td>0.0149</td>
-      <td>0.0234</td>
-      <td>0.0420</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0135</td>
-      <td>0.0241</td>
-      <td>0.0186</td>
-      <td>0.0281</td>
-      <td>0.0419</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0163</td>
-      <td>0.0283</td>
-      <td>0.0211</td>
-      <td>0.0302</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0202</td>
-      <td>0.0323</td>
-      <td>0.0240</td>
-      <td>0.0321</td>
-      <td>0.0522</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0233</td>
-      <td>0.0367</td>
-      <td>0.0257</td>
-      <td>0.0335</td>
-      <td>0.0570</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0311</td>
-      <td>0.0471</td>
-      <td>0.0305</td>
-      <td>0.0401</td>
-      <td>0.0604</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0341</td>
-      <td>0.0522</td>
-      <td>0.0297</td>
-      <td>0.0402</td>
-      <td>0.0626</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0016</td>
-      <td>0.0173</td>
-      <td>0.0011</td>
-      <td>0.0134</td>
-      <td>0.0668</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0124</td>
-      <td>0.0180</td>
-      <td>0.0133</td>
-      <td>0.0184</td>
-      <td>0.0317</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_20_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_20_acc.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 219.389s  
-> mul_sld: 68.837s  
-> binmc_sld: 219.147s  
-> mulmc_sld: 65.023s  
-> binne_sld: 218.371s  
-> mulne_sld: 65.296s  
-> bin_pacc: 212.357s  
-> mul_pacc: 56.167s  
-> ref: 47.599s  
-> atc_mc: 51.508s  
-> tot: 223.231s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0019</td>
-      <td>0.0029</td>
-      <td>0.0006</td>
-      <td>0.0032</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0087</td>
-      <td>0.0069</td>
-      <td>0.0099</td>
-      <td>0.0079</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0115</td>
-      <td>0.0095</td>
-      <td>0.0134</td>
-      <td>0.0103</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0140</td>
-      <td>0.0111</td>
-      <td>0.0166</td>
-      <td>0.0111</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0129</td>
-      <td>0.0104</td>
-      <td>0.0150</td>
-      <td>0.0109</td>
-      <td>0.0066</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0157</td>
-      <td>0.0133</td>
-      <td>0.0186</td>
-      <td>0.0145</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0177</td>
-      <td>0.0143</td>
-      <td>0.0202</td>
-      <td>0.0160</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0187</td>
-      <td>0.0151</td>
-      <td>0.0209</td>
-      <td>0.0183</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0174</td>
-      <td>0.0146</td>
-      <td>0.0202</td>
-      <td>0.0189</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0198</td>
-      <td>0.0154</td>
-      <td>0.0220</td>
-      <td>0.0207</td>
-      <td>0.0151</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0217</td>
-      <td>0.0167</td>
-      <td>0.0231</td>
-      <td>0.0235</td>
-      <td>0.0162</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0207</td>
-      <td>0.0173</td>
-      <td>0.0234</td>
-      <td>0.0243</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0250</td>
-      <td>0.0194</td>
-      <td>0.0265</td>
-      <td>0.0272</td>
-      <td>0.0222</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0269</td>
-      <td>0.0217</td>
-      <td>0.0297</td>
-      <td>0.0304</td>
-      <td>0.0243</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0322</td>
-      <td>0.0260</td>
-      <td>0.0338</td>
-      <td>0.0348</td>
-      <td>0.0225</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0337</td>
-      <td>0.0275</td>
-      <td>0.0355</td>
-      <td>0.0358</td>
-      <td>0.0253</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0364</td>
-      <td>0.0309</td>
-      <td>0.0367</td>
-      <td>0.0386</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0358</td>
-      <td>0.0325</td>
-      <td>0.0351</td>
-      <td>0.0379</td>
-      <td>0.0316</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0458</td>
-      <td>0.0407</td>
-      <td>0.0421</td>
-      <td>0.0452</td>
-      <td>0.0317</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0459</td>
-      <td>0.0415</td>
-      <td>0.0396</td>
-      <td>0.0416</td>
-      <td>0.0359</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0172</td>
-      <td>0.0190</td>
-      <td>0.0105</td>
-      <td>0.0231</td>
-      <td>0.0400</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0228</td>
-      <td>0.0194</td>
-      <td>0.0235</td>
-      <td>0.0235</td>
-      <td>0.0183</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_30_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_30_acc.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 218.273s  
-> mul_sld: 64.926s  
-> binmc_sld: 216.495s  
-> mulmc_sld: 63.652s  
-> binne_sld: 217.602s  
-> mulne_sld: 63.801s  
-> bin_pacc: 211.842s  
-> mul_pacc: 56.383s  
-> ref: 47.351s  
-> atc_mc: 51.386s  
-> tot: 222.442s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0010</td>
-      <td>0.0039</td>
-      <td>0.0004</td>
-      <td>0.0046</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0063</td>
-      <td>0.0068</td>
-      <td>0.0069</td>
-      <td>0.0089</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0092</td>
-      <td>0.0094</td>
-      <td>0.0089</td>
-      <td>0.0108</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0101</td>
-      <td>0.0095</td>
-      <td>0.0105</td>
-      <td>0.0107</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0100</td>
-      <td>0.0091</td>
-      <td>0.0117</td>
-      <td>0.0124</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0107</td>
-      <td>0.0100</td>
-      <td>0.0128</td>
-      <td>0.0125</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0132</td>
-      <td>0.0114</td>
-      <td>0.0155</td>
-      <td>0.0133</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0136</td>
-      <td>0.0115</td>
-      <td>0.0148</td>
-      <td>0.0124</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0113</td>
-      <td>0.0100</td>
-      <td>0.0131</td>
-      <td>0.0115</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0135</td>
-      <td>0.0110</td>
-      <td>0.0142</td>
-      <td>0.0119</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0140</td>
-      <td>0.0106</td>
-      <td>0.0147</td>
-      <td>0.0111</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0133</td>
-      <td>0.0110</td>
-      <td>0.0131</td>
-      <td>0.0122</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0156</td>
-      <td>0.0126</td>
-      <td>0.0153</td>
-      <td>0.0144</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0164</td>
-      <td>0.0136</td>
-      <td>0.0153</td>
-      <td>0.0157</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0178</td>
-      <td>0.0144</td>
-      <td>0.0175</td>
-      <td>0.0177</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0179</td>
-      <td>0.0143</td>
-      <td>0.0175</td>
-      <td>0.0184</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0192</td>
-      <td>0.0162</td>
-      <td>0.0177</td>
-      <td>0.0212</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0219</td>
-      <td>0.0184</td>
-      <td>0.0201</td>
-      <td>0.0236</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0251</td>
-      <td>0.0215</td>
-      <td>0.0234</td>
-      <td>0.0274</td>
-      <td>0.0167</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0252</td>
-      <td>0.0237</td>
-      <td>0.0223</td>
-      <td>0.0279</td>
-      <td>0.0191</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0171</td>
-      <td>0.0171</td>
-      <td>0.0083</td>
-      <td>0.0158</td>
-      <td>0.0189</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0144</td>
-      <td>0.0127</td>
-      <td>0.0140</td>
-      <td>0.0150</td>
-      <td>0.0104</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_40_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_40_acc.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 216.810s  
-> mul_sld: 66.656s  
-> binmc_sld: 214.455s  
-> mulmc_sld: 65.245s  
-> binne_sld: 215.501s  
-> mulne_sld: 65.656s  
-> bin_pacc: 211.948s  
-> mul_pacc: 56.312s  
-> ref: 47.378s  
-> atc_mc: 51.192s  
-> tot: 220.479s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0033</td>
-      <td>0.0046</td>
-      <td>0.0012</td>
-      <td>0.0049</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0107</td>
-      <td>0.0077</td>
-      <td>0.0117</td>
-      <td>0.0077</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0133</td>
-      <td>0.0112</td>
-      <td>0.0129</td>
-      <td>0.0108</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0151</td>
-      <td>0.0126</td>
-      <td>0.0143</td>
-      <td>0.0122</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0132</td>
-      <td>0.0116</td>
-      <td>0.0129</td>
-      <td>0.0119</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0146</td>
-      <td>0.0123</td>
-      <td>0.0138</td>
-      <td>0.0122</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0164</td>
-      <td>0.0134</td>
-      <td>0.0157</td>
-      <td>0.0127</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0206</td>
-      <td>0.0175</td>
-      <td>0.0201</td>
-      <td>0.0167</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0175</td>
-      <td>0.0147</td>
-      <td>0.0175</td>
-      <td>0.0142</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0207</td>
-      <td>0.0176</td>
-      <td>0.0218</td>
-      <td>0.0181</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0195</td>
-      <td>0.0169</td>
-      <td>0.0203</td>
-      <td>0.0172</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0223</td>
-      <td>0.0185</td>
-      <td>0.0234</td>
-      <td>0.0195</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0248</td>
-      <td>0.0207</td>
-      <td>0.0264</td>
-      <td>0.0222</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0254</td>
-      <td>0.0213</td>
-      <td>0.0269</td>
-      <td>0.0229</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0274</td>
-      <td>0.0229</td>
-      <td>0.0289</td>
-      <td>0.0256</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0271</td>
-      <td>0.0219</td>
-      <td>0.0293</td>
-      <td>0.0251</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0273</td>
-      <td>0.0226</td>
-      <td>0.0292</td>
-      <td>0.0264</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0268</td>
-      <td>0.0220</td>
-      <td>0.0283</td>
-      <td>0.0258</td>
-      <td>0.0125</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0327</td>
-      <td>0.0263</td>
-      <td>0.0343</td>
-      <td>0.0306</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0309</td>
-      <td>0.0254</td>
-      <td>0.0304</td>
-      <td>0.0282</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0201</td>
-      <td>0.0168</td>
-      <td>0.0133</td>
-      <td>0.0154</td>
-      <td>0.0115</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0205</td>
-      <td>0.0171</td>
-      <td>0.0206</td>
-      <td>0.0181</td>
-      <td>0.0087</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_50_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_50_acc.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 214.524s  
-> mul_sld: 67.289s  
-> binmc_sld: 212.382s  
-> mulmc_sld: 64.717s  
-> binne_sld: 212.511s  
-> mulne_sld: 64.931s  
-> bin_pacc: 207.692s  
-> mul_pacc: 55.877s  
-> ref: 47.088s  
-> atc_mc: 51.183s  
-> tot: 217.360s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0061</td>
-      <td>0.0066</td>
-      <td>0.0016</td>
-      <td>0.0056</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0173</td>
-      <td>0.0135</td>
-      <td>0.0167</td>
-      <td>0.0116</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0204</td>
-      <td>0.0181</td>
-      <td>0.0203</td>
-      <td>0.0166</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0247</td>
-      <td>0.0219</td>
-      <td>0.0228</td>
-      <td>0.0211</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0219</td>
-      <td>0.0200</td>
-      <td>0.0205</td>
-      <td>0.0189</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0226</td>
-      <td>0.0220</td>
-      <td>0.0206</td>
-      <td>0.0209</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0254</td>
-      <td>0.0243</td>
-      <td>0.0228</td>
-      <td>0.0236</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0287</td>
-      <td>0.0283</td>
-      <td>0.0259</td>
-      <td>0.0275</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0276</td>
-      <td>0.0267</td>
-      <td>0.0239</td>
-      <td>0.0251</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0329</td>
-      <td>0.0307</td>
-      <td>0.0296</td>
-      <td>0.0296</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0324</td>
-      <td>0.0304</td>
-      <td>0.0297</td>
-      <td>0.0291</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0363</td>
-      <td>0.0335</td>
-      <td>0.0348</td>
-      <td>0.0326</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0384</td>
-      <td>0.0348</td>
-      <td>0.0384</td>
-      <td>0.0344</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0382</td>
-      <td>0.0347</td>
-      <td>0.0386</td>
-      <td>0.0343</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0406</td>
-      <td>0.0362</td>
-      <td>0.0414</td>
-      <td>0.0358</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0390</td>
-      <td>0.0340</td>
-      <td>0.0412</td>
-      <td>0.0345</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0411</td>
-      <td>0.0345</td>
-      <td>0.0441</td>
-      <td>0.0354</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0427</td>
-      <td>0.0352</td>
-      <td>0.0460</td>
-      <td>0.0363</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0475</td>
-      <td>0.0382</td>
-      <td>0.0514</td>
-      <td>0.0399</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0450</td>
-      <td>0.0340</td>
-      <td>0.0474</td>
-      <td>0.0351</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0351</td>
-      <td>0.0300</td>
-      <td>0.0305</td>
-      <td>0.0275</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0316</td>
-      <td>0.0280</td>
-      <td>0.0309</td>
-      <td>0.0274</td>
-      <td>0.0088</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_60_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_60_acc.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 214.649s  
-> mul_sld: 67.063s  
-> binmc_sld: 213.217s  
-> mulmc_sld: 64.765s  
-> binne_sld: 215.565s  
-> mulne_sld: 65.253s  
-> bin_pacc: 207.954s  
-> mul_pacc: 55.495s  
-> ref: 46.537s  
-> atc_mc: 51.012s  
-> tot: 220.485s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0124</td>
-      <td>0.0124</td>
-      <td>0.0055</td>
-      <td>0.0099</td>
-      <td>0.0295</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0282</td>
-      <td>0.0227</td>
-      <td>0.0245</td>
-      <td>0.0194</td>
-      <td>0.0275</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0317</td>
-      <td>0.0262</td>
-      <td>0.0296</td>
-      <td>0.0254</td>
-      <td>0.0266</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0360</td>
-      <td>0.0299</td>
-      <td>0.0357</td>
-      <td>0.0308</td>
-      <td>0.0244</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0324</td>
-      <td>0.0278</td>
-      <td>0.0319</td>
-      <td>0.0291</td>
-      <td>0.0210</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0304</td>
-      <td>0.0265</td>
-      <td>0.0304</td>
-      <td>0.0283</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0317</td>
-      <td>0.0284</td>
-      <td>0.0310</td>
-      <td>0.0312</td>
-      <td>0.0181</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0307</td>
-      <td>0.0282</td>
-      <td>0.0308</td>
-      <td>0.0319</td>
-      <td>0.0195</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0335</td>
-      <td>0.0297</td>
-      <td>0.0327</td>
-      <td>0.0329</td>
-      <td>0.0156</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0348</td>
-      <td>0.0311</td>
-      <td>0.0349</td>
-      <td>0.0350</td>
-      <td>0.0156</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0323</td>
-      <td>0.0287</td>
-      <td>0.0320</td>
-      <td>0.0321</td>
-      <td>0.0116</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0345</td>
-      <td>0.0304</td>
-      <td>0.0362</td>
-      <td>0.0346</td>
-      <td>0.0122</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0376</td>
-      <td>0.0326</td>
-      <td>0.0394</td>
-      <td>0.0366</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0350</td>
-      <td>0.0299</td>
-      <td>0.0372</td>
-      <td>0.0340</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0313</td>
-      <td>0.0267</td>
-      <td>0.0340</td>
-      <td>0.0298</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0299</td>
-      <td>0.0242</td>
-      <td>0.0337</td>
-      <td>0.0279</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0323</td>
-      <td>0.0255</td>
-      <td>0.0374</td>
-      <td>0.0289</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0294</td>
-      <td>0.0227</td>
-      <td>0.0339</td>
-      <td>0.0248</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0330</td>
-      <td>0.0245</td>
-      <td>0.0386</td>
-      <td>0.0268</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0287</td>
-      <td>0.0204</td>
-      <td>0.0336</td>
-      <td>0.0221</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0127</td>
-      <td>0.0097</td>
-      <td>0.0088</td>
-      <td>0.0067</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0304</td>
-      <td>0.0256</td>
-      <td>0.0310</td>
-      <td>0.0275</td>
-      <td>0.0145</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_70_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_70_acc.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 216.905s  
-> mul_sld: 78.500s  
-> binmc_sld: 216.274s  
-> mulmc_sld: 78.752s  
-> binne_sld: 214.957s  
-> mulne_sld: 78.429s  
-> bin_pacc: 208.520s  
-> mul_pacc: 55.495s  
-> ref: 46.765s  
-> atc_mc: 50.943s  
-> tot: 219.759s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0020</td>
-      <td>0.0443</td>
-      <td>0.0024</td>
-      <td>0.0545</td>
-      <td>0.0295</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0275</td>
-      <td>0.0454</td>
-      <td>0.0270</td>
-      <td>0.0672</td>
-      <td>0.0270</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0302</td>
-      <td>0.0526</td>
-      <td>0.0326</td>
-      <td>0.0758</td>
-      <td>0.0266</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0310</td>
-      <td>0.0593</td>
-      <td>0.0356</td>
-      <td>0.0835</td>
-      <td>0.0237</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0290</td>
-      <td>0.0595</td>
-      <td>0.0350</td>
-      <td>0.0811</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0273</td>
-      <td>0.0534</td>
-      <td>0.0346</td>
-      <td>0.0751</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0275</td>
-      <td>0.0568</td>
-      <td>0.0356</td>
-      <td>0.0778</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0243</td>
-      <td>0.0534</td>
-      <td>0.0332</td>
-      <td>0.0723</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0221</td>
-      <td>0.0550</td>
-      <td>0.0308</td>
-      <td>0.0727</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0235</td>
-      <td>0.0553</td>
-      <td>0.0324</td>
-      <td>0.0715</td>
-      <td>0.0174</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0195</td>
-      <td>0.0514</td>
-      <td>0.0281</td>
-      <td>0.0650</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0181</td>
-      <td>0.0551</td>
-      <td>0.0260</td>
-      <td>0.0676</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0182</td>
-      <td>0.0511</td>
-      <td>0.0256</td>
-      <td>0.0618</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0155</td>
-      <td>0.0467</td>
-      <td>0.0215</td>
-      <td>0.0546</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0124</td>
-      <td>0.0376</td>
-      <td>0.0165</td>
-      <td>0.0434</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0109</td>
-      <td>0.0361</td>
-      <td>0.0132</td>
-      <td>0.0401</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0119</td>
-      <td>0.0349</td>
-      <td>0.0124</td>
-      <td>0.0365</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0102</td>
-      <td>0.0282</td>
-      <td>0.0094</td>
-      <td>0.0276</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0150</td>
-      <td>0.0257</td>
-      <td>0.0132</td>
-      <td>0.0238</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0160</td>
-      <td>0.0188</td>
-      <td>0.0147</td>
-      <td>0.0157</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0044</td>
-      <td>0.0044</td>
-      <td>0.0024</td>
-      <td>0.0032</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0189</td>
-      <td>0.0440</td>
-      <td>0.0230</td>
-      <td>0.0557</td>
-      <td>0.0154</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_80_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_80_acc.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 50.214s  
-> mulmc_sld: 48.094s  
-> mulne_sld: 47.975s  
-> ref: 36.698s  
-> atc_mc: 39.829s  
-> tot: 53.564s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mulmc_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0665</td>
-      <td>0.0630</td>
-      <td>0.0702</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1225</td>
-      <td>0.1029</td>
-      <td>0.0677</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1314</td>
-      <td>0.1137</td>
-      <td>0.0654</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1306</td>
-      <td>0.1166</td>
-      <td>0.0603</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1240</td>
-      <td>0.1132</td>
-      <td>0.0530</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.1156</td>
-      <td>0.1080</td>
-      <td>0.0512</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.1127</td>
-      <td>0.1078</td>
-      <td>0.0440</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.1047</td>
-      <td>0.1026</td>
-      <td>0.0410</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0953</td>
-      <td>0.0952</td>
-      <td>0.0385</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0914</td>
-      <td>0.0934</td>
-      <td>0.0348</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0822</td>
-      <td>0.0853</td>
-      <td>0.0271</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0771</td>
-      <td>0.0819</td>
-      <td>0.0260</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0682</td>
-      <td>0.0741</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0594</td>
-      <td>0.0659</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0504</td>
-      <td>0.0571</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0427</td>
-      <td>0.0492</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0350</td>
-      <td>0.0410</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0257</td>
-      <td>0.0306</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0169</td>
-      <td>0.0202</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0095</td>
-      <td>0.0099</td>
-      <td>0.0125</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0013</td>
-      <td>0.0004</td>
-      <td>0.0170</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0744</td>
-      <td>0.0730</td>
-      <td>0.0327</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_90_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0039</td>
-      <td>0.0162</td>
-      <td>0.0016</td>
-      <td>0.0165</td>
-      <td>0.0191</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0140</td>
-      <td>0.0265</td>
-      <td>0.0141</td>
-      <td>0.0268</td>
-      <td>0.0180</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0165</td>
-      <td>0.0306</td>
-      <td>0.0168</td>
-      <td>0.0313</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0184</td>
-      <td>0.0332</td>
-      <td>0.0192</td>
-      <td>0.0345</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0171</td>
-      <td>0.0328</td>
-      <td>0.0181</td>
-      <td>0.0345</td>
-      <td>0.0178</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0173</td>
-      <td>0.0335</td>
-      <td>0.0187</td>
-      <td>0.0347</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0188</td>
-      <td>0.0361</td>
-      <td>0.0203</td>
-      <td>0.0376</td>
-      <td>0.0196</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0200</td>
-      <td>0.0393</td>
-      <td>0.0217</td>
-      <td>0.0392</td>
-      <td>0.0205</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0196</td>
-      <td>0.0413</td>
-      <td>0.0214</td>
-      <td>0.0410</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0221</td>
-      <td>0.0449</td>
-      <td>0.0241</td>
-      <td>0.0436</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0222</td>
-      <td>0.0456</td>
-      <td>0.0240</td>
-      <td>0.0429</td>
-      <td>0.0230</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0238</td>
-      <td>0.0488</td>
-      <td>0.0261</td>
-      <td>0.0476</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0263</td>
-      <td>0.0498</td>
-      <td>0.0286</td>
-      <td>0.0471</td>
-      <td>0.0253</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0272</td>
-      <td>0.0521</td>
-      <td>0.0296</td>
-      <td>0.0480</td>
-      <td>0.0256</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0293</td>
-      <td>0.0543</td>
-      <td>0.0313</td>
-      <td>0.0491</td>
-      <td>0.0258</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0302</td>
-      <td>0.0555</td>
-      <td>0.0320</td>
-      <td>0.0474</td>
-      <td>0.0268</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0329</td>
-      <td>0.0576</td>
-      <td>0.0339</td>
-      <td>0.0489</td>
-      <td>0.0283</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0340</td>
-      <td>0.0590</td>
-      <td>0.0339</td>
-      <td>0.0476</td>
-      <td>0.0303</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0400</td>
-      <td>0.0617</td>
-      <td>0.0389</td>
-      <td>0.0473</td>
-      <td>0.0325</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0345</td>
-      <td>0.0500</td>
-      <td>0.0335</td>
-      <td>0.0361</td>
-      <td>0.0345</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0137</td>
-      <td>0.0216</td>
-      <td>0.0095</td>
-      <td>0.0151</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0230</td>
-      <td>0.0424</td>
-      <td>0.0237</td>
-      <td>0.0389</td>
-      <td>0.0241</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0327</td>
-      <td>0.1424</td>
-      <td>0.0331</td>
-      <td>0.0914</td>
-      <td>0.0765</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0124</td>
-      <td>0.0180</td>
-      <td>0.0133</td>
-      <td>0.0184</td>
-      <td>0.0317</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0228</td>
-      <td>0.0194</td>
-      <td>0.0235</td>
-      <td>0.0235</td>
-      <td>0.0183</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0144</td>
-      <td>0.0127</td>
-      <td>0.0140</td>
-      <td>0.0150</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0205</td>
-      <td>0.0171</td>
-      <td>0.0206</td>
-      <td>0.0181</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0316</td>
-      <td>0.0280</td>
-      <td>0.0309</td>
-      <td>0.0274</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0304</td>
-      <td>0.0256</td>
-      <td>0.0310</td>
-      <td>0.0275</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0189</td>
-      <td>0.0440</td>
-      <td>0.0230</td>
-      <td>0.0557</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0744</td>
-      <td>NaN</td>
-      <td>0.0730</td>
-      <td>0.0327</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0230</td>
-      <td>0.0424</td>
-      <td>0.0237</td>
-      <td>0.0389</td>
-      <td>0.0241</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_avg_acc.png)
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_entropy_f1.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_entropy_f1.md
deleted file mode 100644
index 9c7a098..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_entropy_f1.md
+++ /dev/null
@@ -1,2154 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 226.692s  
-> mul_sld: 90.640s  
-> binmc_sld: 226.949s  
-> mulmc_sld: 100.373s  
-> binne_sld: 224.579s  
-> mulne_sld: 85.858s  
-> bin_pacc: 217.884s  
-> mul_pacc: 56.877s  
-> ref: 47.843s  
-> atc_mc: 51.242s  
-> tot: 229.926s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1065</td>
-      <td>0.1129</td>
-      <td>0.1463</td>
-      <td>0.1179</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0837</td>
-      <td>0.0927</td>
-      <td>0.0915</td>
-      <td>0.0950</td>
-      <td>0.2695</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0553</td>
-      <td>0.0659</td>
-      <td>0.0375</td>
-      <td>0.0703</td>
-      <td>0.2793</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0248</td>
-      <td>0.1089</td>
-      <td>0.0266</td>
-      <td>0.0929</td>
-      <td>0.2727</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0152</td>
-      <td>0.1342</td>
-      <td>0.0145</td>
-      <td>0.1098</td>
-      <td>0.2684</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0114</td>
-      <td>0.1927</td>
-      <td>0.0140</td>
-      <td>0.1233</td>
-      <td>0.2606</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0093</td>
-      <td>0.2190</td>
-      <td>0.0135</td>
-      <td>0.1462</td>
-      <td>0.2614</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0127</td>
-      <td>0.2849</td>
-      <td>0.0175</td>
-      <td>0.1590</td>
-      <td>0.2657</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0161</td>
-      <td>0.3372</td>
-      <td>0.0208</td>
-      <td>0.1976</td>
-      <td>0.2653</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0170</td>
-      <td>0.3688</td>
-      <td>0.0211</td>
-      <td>0.2031</td>
-      <td>0.2652</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0191</td>
-      <td>0.3742</td>
-      <td>0.0224</td>
-      <td>0.1957</td>
-      <td>0.2598</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0219</td>
-      <td>0.3767</td>
-      <td>0.0245</td>
-      <td>0.2260</td>
-      <td>0.2666</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0227</td>
-      <td>0.3633</td>
-      <td>0.0246</td>
-      <td>0.1982</td>
-      <td>0.2595</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0252</td>
-      <td>0.3797</td>
-      <td>0.0261</td>
-      <td>0.2045</td>
-      <td>0.2623</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0276</td>
-      <td>0.3894</td>
-      <td>0.0276</td>
-      <td>0.2127</td>
-      <td>0.2670</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0289</td>
-      <td>0.3892</td>
-      <td>0.0279</td>
-      <td>0.1896</td>
-      <td>0.2638</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0303</td>
-      <td>0.3810</td>
-      <td>0.0282</td>
-      <td>0.1948</td>
-      <td>0.2665</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0312</td>
-      <td>0.3888</td>
-      <td>0.0280</td>
-      <td>0.1935</td>
-      <td>0.2690</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0319</td>
-      <td>0.3723</td>
-      <td>0.0278</td>
-      <td>0.1634</td>
-      <td>0.2639</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0181</td>
-      <td>0.2737</td>
-      <td>0.0181</td>
-      <td>0.0908</td>
-      <td>0.2660</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0012</td>
-      <td>0.1070</td>
-      <td>0.0012</td>
-      <td>0.0387</td>
-      <td>0.2621</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0290</td>
-      <td>0.2720</td>
-      <td>0.0314</td>
-      <td>0.1535</td>
-      <td>0.2535</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_10_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_10_f1.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 217.346s  
-> mul_sld: 64.811s  
-> binmc_sld: 216.660s  
-> mulmc_sld: 62.046s  
-> binne_sld: 216.967s  
-> mulne_sld: 61.675s  
-> bin_pacc: 210.890s  
-> mul_pacc: 55.836s  
-> ref: 46.732s  
-> atc_mc: 51.013s  
-> tot: 222.345s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0272</td>
-      <td>0.0667</td>
-      <td>0.0230</td>
-      <td>0.1995</td>
-      <td>0.1676</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1170</td>
-      <td>0.0976</td>
-      <td>0.1604</td>
-      <td>0.1109</td>
-      <td>0.0959</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0585</td>
-      <td>0.0524</td>
-      <td>0.0707</td>
-      <td>0.0603</td>
-      <td>0.0583</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0409</td>
-      <td>0.0384</td>
-      <td>0.0449</td>
-      <td>0.0428</td>
-      <td>0.0517</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0322</td>
-      <td>0.0301</td>
-      <td>0.0301</td>
-      <td>0.0318</td>
-      <td>0.0442</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0206</td>
-      <td>0.0198</td>
-      <td>0.0179</td>
-      <td>0.0231</td>
-      <td>0.0392</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0194</td>
-      <td>0.0194</td>
-      <td>0.0161</td>
-      <td>0.0217</td>
-      <td>0.0332</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0162</td>
-      <td>0.0163</td>
-      <td>0.0136</td>
-      <td>0.0194</td>
-      <td>0.0305</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0115</td>
-      <td>0.0140</td>
-      <td>0.0090</td>
-      <td>0.0186</td>
-      <td>0.0322</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0103</td>
-      <td>0.0136</td>
-      <td>0.0083</td>
-      <td>0.0190</td>
-      <td>0.0297</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0094</td>
-      <td>0.0146</td>
-      <td>0.0083</td>
-      <td>0.0193</td>
-      <td>0.0290</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0083</td>
-      <td>0.0165</td>
-      <td>0.0088</td>
-      <td>0.0219</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0071</td>
-      <td>0.0159</td>
-      <td>0.0083</td>
-      <td>0.0204</td>
-      <td>0.0243</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0074</td>
-      <td>0.0192</td>
-      <td>0.0104</td>
-      <td>0.0230</td>
-      <td>0.0247</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0094</td>
-      <td>0.0226</td>
-      <td>0.0122</td>
-      <td>0.0249</td>
-      <td>0.0273</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0105</td>
-      <td>0.0245</td>
-      <td>0.0130</td>
-      <td>0.0250</td>
-      <td>0.0256</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0120</td>
-      <td>0.0255</td>
-      <td>0.0139</td>
-      <td>0.0245</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0129</td>
-      <td>0.0268</td>
-      <td>0.0141</td>
-      <td>0.0240</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0164</td>
-      <td>0.0320</td>
-      <td>0.0159</td>
-      <td>0.0270</td>
-      <td>0.0215</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0170</td>
-      <td>0.0334</td>
-      <td>0.0147</td>
-      <td>0.0260</td>
-      <td>0.0228</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0012</td>
-      <td>0.0133</td>
-      <td>0.0008</td>
-      <td>0.0103</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0222</td>
-      <td>0.0292</td>
-      <td>0.0245</td>
-      <td>0.0378</td>
-      <td>0.0407</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_20_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_20_f1.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 219.389s  
-> mul_sld: 68.837s  
-> binmc_sld: 219.147s  
-> mulmc_sld: 65.023s  
-> binne_sld: 218.371s  
-> mulne_sld: 65.296s  
-> bin_pacc: 212.357s  
-> mul_pacc: 56.167s  
-> ref: 47.599s  
-> atc_mc: 51.508s  
-> tot: 223.231s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0049</td>
-      <td>0.0793</td>
-      <td>0.0049</td>
-      <td>0.1339</td>
-      <td>0.3293</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1277</td>
-      <td>0.0864</td>
-      <td>0.1827</td>
-      <td>0.0880</td>
-      <td>0.0568</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0760</td>
-      <td>0.0604</td>
-      <td>0.0989</td>
-      <td>0.0651</td>
-      <td>0.0372</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0641</td>
-      <td>0.0506</td>
-      <td>0.0810</td>
-      <td>0.0514</td>
-      <td>0.0269</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0433</td>
-      <td>0.0361</td>
-      <td>0.0524</td>
-      <td>0.0374</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0422</td>
-      <td>0.0376</td>
-      <td>0.0504</td>
-      <td>0.0415</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0393</td>
-      <td>0.0320</td>
-      <td>0.0451</td>
-      <td>0.0371</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0345</td>
-      <td>0.0281</td>
-      <td>0.0379</td>
-      <td>0.0350</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0274</td>
-      <td>0.0234</td>
-      <td>0.0310</td>
-      <td>0.0307</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0278</td>
-      <td>0.0215</td>
-      <td>0.0298</td>
-      <td>0.0292</td>
-      <td>0.0124</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0276</td>
-      <td>0.0215</td>
-      <td>0.0280</td>
-      <td>0.0300</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0231</td>
-      <td>0.0194</td>
-      <td>0.0245</td>
-      <td>0.0271</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0257</td>
-      <td>0.0201</td>
-      <td>0.0256</td>
-      <td>0.0278</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0250</td>
-      <td>0.0202</td>
-      <td>0.0259</td>
-      <td>0.0281</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0275</td>
-      <td>0.0221</td>
-      <td>0.0272</td>
-      <td>0.0293</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0267</td>
-      <td>0.0219</td>
-      <td>0.0267</td>
-      <td>0.0282</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0263</td>
-      <td>0.0225</td>
-      <td>0.0252</td>
-      <td>0.0280</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0240</td>
-      <td>0.0220</td>
-      <td>0.0224</td>
-      <td>0.0258</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0290</td>
-      <td>0.0259</td>
-      <td>0.0255</td>
-      <td>0.0290</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0272</td>
-      <td>0.0248</td>
-      <td>0.0227</td>
-      <td>0.0252</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0112</td>
-      <td>0.0123</td>
-      <td>0.0068</td>
-      <td>0.0150</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0362</td>
-      <td>0.0328</td>
-      <td>0.0417</td>
-      <td>0.0401</td>
-      <td>0.0309</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_30_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_30_f1.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 218.273s  
-> mul_sld: 64.926s  
-> binmc_sld: 216.495s  
-> mulmc_sld: 63.652s  
-> binne_sld: 217.602s  
-> mulne_sld: 63.801s  
-> bin_pacc: 211.842s  
-> mul_pacc: 56.383s  
-> ref: 47.351s  
-> atc_mc: 51.386s  
-> tot: 222.442s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0029</td>
-      <td>0.0394</td>
-      <td>0.0007</td>
-      <td>0.0457</td>
-      <td>0.4631</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0780</td>
-      <td>0.0622</td>
-      <td>0.1044</td>
-      <td>0.0746</td>
-      <td>0.0388</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0527</td>
-      <td>0.0502</td>
-      <td>0.0581</td>
-      <td>0.0556</td>
-      <td>0.0294</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0390</td>
-      <td>0.0359</td>
-      <td>0.0415</td>
-      <td>0.0379</td>
-      <td>0.0228</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0273</td>
-      <td>0.0246</td>
-      <td>0.0308</td>
-      <td>0.0301</td>
-      <td>0.0159</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0244</td>
-      <td>0.0223</td>
-      <td>0.0278</td>
-      <td>0.0260</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0254</td>
-      <td>0.0218</td>
-      <td>0.0293</td>
-      <td>0.0241</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0236</td>
-      <td>0.0197</td>
-      <td>0.0251</td>
-      <td>0.0203</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0161</td>
-      <td>0.0137</td>
-      <td>0.0184</td>
-      <td>0.0154</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0179</td>
-      <td>0.0139</td>
-      <td>0.0183</td>
-      <td>0.0150</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0164</td>
-      <td>0.0123</td>
-      <td>0.0166</td>
-      <td>0.0125</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0142</td>
-      <td>0.0116</td>
-      <td>0.0136</td>
-      <td>0.0127</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0154</td>
-      <td>0.0123</td>
-      <td>0.0146</td>
-      <td>0.0139</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0148</td>
-      <td>0.0118</td>
-      <td>0.0131</td>
-      <td>0.0135</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0148</td>
-      <td>0.0117</td>
-      <td>0.0137</td>
-      <td>0.0142</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0140</td>
-      <td>0.0110</td>
-      <td>0.0129</td>
-      <td>0.0139</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0138</td>
-      <td>0.0116</td>
-      <td>0.0120</td>
-      <td>0.0148</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0149</td>
-      <td>0.0124</td>
-      <td>0.0128</td>
-      <td>0.0156</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0158</td>
-      <td>0.0136</td>
-      <td>0.0138</td>
-      <td>0.0168</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0149</td>
-      <td>0.0140</td>
-      <td>0.0124</td>
-      <td>0.0162</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0101</td>
-      <td>0.0100</td>
-      <td>0.0049</td>
-      <td>0.0093</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0222</td>
-      <td>0.0208</td>
-      <td>0.0236</td>
-      <td>0.0237</td>
-      <td>0.0335</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_40_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_40_f1.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 216.810s  
-> mul_sld: 66.656s  
-> binmc_sld: 214.455s  
-> mulmc_sld: 65.245s  
-> binne_sld: 215.501s  
-> mulne_sld: 65.656s  
-> bin_pacc: 211.948s  
-> mul_pacc: 56.312s  
-> ref: 47.378s  
-> atc_mc: 51.192s  
-> tot: 220.479s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0003</td>
-      <td>0.0056</td>
-      <td>0.0001</td>
-      <td>0.0059</td>
-      <td>0.5337</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1099</td>
-      <td>0.0710</td>
-      <td>0.1468</td>
-      <td>0.0752</td>
-      <td>0.0902</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0738</td>
-      <td>0.0579</td>
-      <td>0.0867</td>
-      <td>0.0571</td>
-      <td>0.0381</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0553</td>
-      <td>0.0462</td>
-      <td>0.0603</td>
-      <td>0.0462</td>
-      <td>0.0210</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0367</td>
-      <td>0.0311</td>
-      <td>0.0394</td>
-      <td>0.0317</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0327</td>
-      <td>0.0277</td>
-      <td>0.0333</td>
-      <td>0.0270</td>
-      <td>0.0137</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0302</td>
-      <td>0.0253</td>
-      <td>0.0307</td>
-      <td>0.0242</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0328</td>
-      <td>0.0283</td>
-      <td>0.0329</td>
-      <td>0.0270</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0239</td>
-      <td>0.0199</td>
-      <td>0.0244</td>
-      <td>0.0193</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0252</td>
-      <td>0.0214</td>
-      <td>0.0267</td>
-      <td>0.0219</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0214</td>
-      <td>0.0184</td>
-      <td>0.0224</td>
-      <td>0.0188</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0219</td>
-      <td>0.0181</td>
-      <td>0.0228</td>
-      <td>0.0187</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0225</td>
-      <td>0.0187</td>
-      <td>0.0237</td>
-      <td>0.0198</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0212</td>
-      <td>0.0176</td>
-      <td>0.0221</td>
-      <td>0.0187</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0211</td>
-      <td>0.0174</td>
-      <td>0.0218</td>
-      <td>0.0192</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0197</td>
-      <td>0.0157</td>
-      <td>0.0208</td>
-      <td>0.0177</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0184</td>
-      <td>0.0150</td>
-      <td>0.0191</td>
-      <td>0.0173</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0169</td>
-      <td>0.0137</td>
-      <td>0.0173</td>
-      <td>0.0159</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0194</td>
-      <td>0.0155</td>
-      <td>0.0199</td>
-      <td>0.0178</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0173</td>
-      <td>0.0142</td>
-      <td>0.0166</td>
-      <td>0.0156</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0112</td>
-      <td>0.0093</td>
-      <td>0.0074</td>
-      <td>0.0086</td>
-      <td>0.0048</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0301</td>
-      <td>0.0242</td>
-      <td>0.0331</td>
-      <td>0.0249</td>
-      <td>0.0391</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_50_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_50_f1.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 214.524s  
-> mul_sld: 67.289s  
-> binmc_sld: 212.382s  
-> mulmc_sld: 64.717s  
-> binne_sld: 212.511s  
-> mulne_sld: 64.931s  
-> bin_pacc: 207.692s  
-> mul_pacc: 55.877s  
-> ref: 47.088s  
-> atc_mc: 51.183s  
-> tot: 217.360s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0008</td>
-      <td>0.0001</td>
-      <td>0.0008</td>
-      <td>0.5258</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1342</td>
-      <td>0.0959</td>
-      <td>0.1673</td>
-      <td>0.1009</td>
-      <td>0.1176</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0987</td>
-      <td>0.0810</td>
-      <td>0.1185</td>
-      <td>0.0831</td>
-      <td>0.0459</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0798</td>
-      <td>0.0690</td>
-      <td>0.0880</td>
-      <td>0.0713</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0565</td>
-      <td>0.0505</td>
-      <td>0.0608</td>
-      <td>0.0502</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0484</td>
-      <td>0.0458</td>
-      <td>0.0500</td>
-      <td>0.0455</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0445</td>
-      <td>0.0424</td>
-      <td>0.0444</td>
-      <td>0.0428</td>
-      <td>0.0114</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0436</td>
-      <td>0.0427</td>
-      <td>0.0426</td>
-      <td>0.0426</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0364</td>
-      <td>0.0349</td>
-      <td>0.0337</td>
-      <td>0.0338</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0380</td>
-      <td>0.0358</td>
-      <td>0.0359</td>
-      <td>0.0352</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0338</td>
-      <td>0.0319</td>
-      <td>0.0322</td>
-      <td>0.0311</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0345</td>
-      <td>0.0320</td>
-      <td>0.0338</td>
-      <td>0.0316</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0336</td>
-      <td>0.0305</td>
-      <td>0.0340</td>
-      <td>0.0305</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0310</td>
-      <td>0.0282</td>
-      <td>0.0315</td>
-      <td>0.0281</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0304</td>
-      <td>0.0271</td>
-      <td>0.0310</td>
-      <td>0.0269</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0272</td>
-      <td>0.0239</td>
-      <td>0.0286</td>
-      <td>0.0241</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0270</td>
-      <td>0.0226</td>
-      <td>0.0287</td>
-      <td>0.0231</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0265</td>
-      <td>0.0218</td>
-      <td>0.0283</td>
-      <td>0.0224</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0277</td>
-      <td>0.0223</td>
-      <td>0.0297</td>
-      <td>0.0231</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0249</td>
-      <td>0.0188</td>
-      <td>0.0260</td>
-      <td>0.0193</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0189</td>
-      <td>0.0161</td>
-      <td>0.0164</td>
-      <td>0.0148</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0427</td>
-      <td>0.0369</td>
-      <td>0.0458</td>
-      <td>0.0372</td>
-      <td>0.0405</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_60_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_60_f1.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 214.649s  
-> mul_sld: 67.063s  
-> binmc_sld: 213.217s  
-> mulmc_sld: 64.765s  
-> binne_sld: 215.565s  
-> mulne_sld: 65.253s  
-> bin_pacc: 207.954s  
-> mul_pacc: 55.495s  
-> ref: 46.537s  
-> atc_mc: 51.012s  
-> tot: 220.485s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0001</td>
-      <td>0.0001</td>
-      <td>0.0002</td>
-      <td>0.6387</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1516</td>
-      <td>0.1053</td>
-      <td>0.1683</td>
-      <td>0.1052</td>
-      <td>0.2932</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1153</td>
-      <td>0.0856</td>
-      <td>0.1313</td>
-      <td>0.0912</td>
-      <td>0.1729</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0953</td>
-      <td>0.0744</td>
-      <td>0.1088</td>
-      <td>0.0814</td>
-      <td>0.1108</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0707</td>
-      <td>0.0566</td>
-      <td>0.0792</td>
-      <td>0.0620</td>
-      <td>0.0734</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0556</td>
-      <td>0.0458</td>
-      <td>0.0627</td>
-      <td>0.0510</td>
-      <td>0.0566</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0497</td>
-      <td>0.0421</td>
-      <td>0.0538</td>
-      <td>0.0475</td>
-      <td>0.0406</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0419</td>
-      <td>0.0367</td>
-      <td>0.0457</td>
-      <td>0.0423</td>
-      <td>0.0345</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0393</td>
-      <td>0.0335</td>
-      <td>0.0411</td>
-      <td>0.0377</td>
-      <td>0.0246</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0373</td>
-      <td>0.0322</td>
-      <td>0.0392</td>
-      <td>0.0364</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0313</td>
-      <td>0.0269</td>
-      <td>0.0321</td>
-      <td>0.0301</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0306</td>
-      <td>0.0263</td>
-      <td>0.0328</td>
-      <td>0.0298</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0308</td>
-      <td>0.0261</td>
-      <td>0.0327</td>
-      <td>0.0292</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0265</td>
-      <td>0.0221</td>
-      <td>0.0284</td>
-      <td>0.0250</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0221</td>
-      <td>0.0185</td>
-      <td>0.0240</td>
-      <td>0.0206</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0198</td>
-      <td>0.0157</td>
-      <td>0.0221</td>
-      <td>0.0179</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0201</td>
-      <td>0.0156</td>
-      <td>0.0230</td>
-      <td>0.0176</td>
-      <td>0.0040</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0173</td>
-      <td>0.0132</td>
-      <td>0.0197</td>
-      <td>0.0144</td>
-      <td>0.0029</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0184</td>
-      <td>0.0136</td>
-      <td>0.0212</td>
-      <td>0.0148</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0153</td>
-      <td>0.0108</td>
-      <td>0.0176</td>
-      <td>0.0117</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0066</td>
-      <td>0.0051</td>
-      <td>0.0046</td>
-      <td>0.0035</td>
-      <td>0.0030</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0426</td>
-      <td>0.0336</td>
-      <td>0.0471</td>
-      <td>0.0366</td>
-      <td>0.0732</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_70_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_70_f1.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 216.905s  
-> mul_sld: 78.500s  
-> binmc_sld: 216.274s  
-> mulmc_sld: 78.752s  
-> binne_sld: 214.957s  
-> mulne_sld: 78.429s  
-> bin_pacc: 208.520s  
-> mul_pacc: 55.495s  
-> ref: 46.765s  
-> atc_mc: 50.943s  
-> tot: 219.759s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.0000</td>
-      <td>0.0000</td>
-      <td>0.0001</td>
-      <td>0.5853</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1285</td>
-      <td>0.0850</td>
-      <td>0.1238</td>
-      <td>0.0896</td>
-      <td>0.3775</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1053</td>
-      <td>0.0825</td>
-      <td>0.1139</td>
-      <td>0.1019</td>
-      <td>0.2622</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0847</td>
-      <td>0.0797</td>
-      <td>0.0980</td>
-      <td>0.1046</td>
-      <td>0.1849</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0653</td>
-      <td>0.0710</td>
-      <td>0.0794</td>
-      <td>0.0945</td>
-      <td>0.1334</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0520</td>
-      <td>0.0593</td>
-      <td>0.0663</td>
-      <td>0.0828</td>
-      <td>0.1025</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0451</td>
-      <td>0.0581</td>
-      <td>0.0587</td>
-      <td>0.0796</td>
-      <td>0.0752</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0350</td>
-      <td>0.0502</td>
-      <td>0.0479</td>
-      <td>0.0688</td>
-      <td>0.0582</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0281</td>
-      <td>0.0473</td>
-      <td>0.0393</td>
-      <td>0.0638</td>
-      <td>0.0449</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0269</td>
-      <td>0.0454</td>
-      <td>0.0371</td>
-      <td>0.0597</td>
-      <td>0.0363</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0204</td>
-      <td>0.0396</td>
-      <td>0.0292</td>
-      <td>0.0509</td>
-      <td>0.0254</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0171</td>
-      <td>0.0396</td>
-      <td>0.0247</td>
-      <td>0.0495</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0159</td>
-      <td>0.0355</td>
-      <td>0.0223</td>
-      <td>0.0434</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0124</td>
-      <td>0.0308</td>
-      <td>0.0173</td>
-      <td>0.0364</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0092</td>
-      <td>0.0235</td>
-      <td>0.0123</td>
-      <td>0.0274</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0075</td>
-      <td>0.0218</td>
-      <td>0.0092</td>
-      <td>0.0243</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0075</td>
-      <td>0.0202</td>
-      <td>0.0080</td>
-      <td>0.0212</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0061</td>
-      <td>0.0158</td>
-      <td>0.0057</td>
-      <td>0.0154</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0082</td>
-      <td>0.0138</td>
-      <td>0.0072</td>
-      <td>0.0128</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0083</td>
-      <td>0.0098</td>
-      <td>0.0076</td>
-      <td>0.0082</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0022</td>
-      <td>0.0022</td>
-      <td>0.0012</td>
-      <td>0.0016</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0327</td>
-      <td>0.0396</td>
-      <td>0.0385</td>
-      <td>0.0494</td>
-      <td>0.0934</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_80_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_80_f1.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 50.214s  
-> mulmc_sld: 48.094s  
-> mulne_sld: 47.975s  
-> ref: 36.698s  
-> atc_mc: 39.829s  
-> tot: 53.564s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mulmc_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.0000</td>
-      <td>0.3456</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0971</td>
-      <td>0.0739</td>
-      <td>0.2883</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1098</td>
-      <td>0.0899</td>
-      <td>0.2429</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1081</td>
-      <td>0.0940</td>
-      <td>0.2023</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1018</td>
-      <td>0.0923</td>
-      <td>0.1655</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0930</td>
-      <td>0.0877</td>
-      <td>0.1394</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0880</td>
-      <td>0.0856</td>
-      <td>0.1133</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0783</td>
-      <td>0.0784</td>
-      <td>0.0940</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0691</td>
-      <td>0.0708</td>
-      <td>0.0776</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0644</td>
-      <td>0.0675</td>
-      <td>0.0632</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0565</td>
-      <td>0.0603</td>
-      <td>0.0477</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0505</td>
-      <td>0.0550</td>
-      <td>0.0392</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0437</td>
-      <td>0.0488</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0370</td>
-      <td>0.0421</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0301</td>
-      <td>0.0349</td>
-      <td>0.0144</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0250</td>
-      <td>0.0293</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0198</td>
-      <td>0.0235</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0141</td>
-      <td>0.0170</td>
-      <td>0.0037</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0090</td>
-      <td>0.0108</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0049</td>
-      <td>0.0052</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0007</td>
-      <td>0.0002</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0524</td>
-      <td>0.0508</td>
-      <td>0.0913</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_90_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0177</td>
-      <td>0.0339</td>
-      <td>0.0219</td>
-      <td>0.0560</td>
-      <td>0.3999</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1163</td>
-      <td>0.0881</td>
-      <td>0.1432</td>
-      <td>0.0904</td>
-      <td>0.1809</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0794</td>
-      <td>0.0717</td>
-      <td>0.0895</td>
-      <td>0.0750</td>
-      <td>0.1296</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0605</td>
-      <td>0.0679</td>
-      <td>0.0686</td>
-      <td>0.0692</td>
-      <td>0.1019</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0434</td>
-      <td>0.0596</td>
-      <td>0.0483</td>
-      <td>0.0600</td>
-      <td>0.0836</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0359</td>
-      <td>0.0604</td>
-      <td>0.0403</td>
-      <td>0.0564</td>
-      <td>0.0731</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0329</td>
-      <td>0.0609</td>
-      <td>0.0364</td>
-      <td>0.0566</td>
-      <td>0.0636</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0300</td>
-      <td>0.0650</td>
-      <td>0.0329</td>
-      <td>0.0548</td>
-      <td>0.0587</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0248</td>
-      <td>0.0659</td>
-      <td>0.0272</td>
-      <td>0.0542</td>
-      <td>0.0540</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0250</td>
-      <td>0.0686</td>
-      <td>0.0271</td>
-      <td>0.0541</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0224</td>
-      <td>0.0662</td>
-      <td>0.0239</td>
-      <td>0.0499</td>
-      <td>0.0459</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0214</td>
-      <td>0.0656</td>
-      <td>0.0232</td>
-      <td>0.0525</td>
-      <td>0.0446</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0217</td>
-      <td>0.0629</td>
-      <td>0.0232</td>
-      <td>0.0480</td>
-      <td>0.0408</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0204</td>
-      <td>0.0630</td>
-      <td>0.0218</td>
-      <td>0.0466</td>
-      <td>0.0395</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0203</td>
-      <td>0.0625</td>
-      <td>0.0212</td>
-      <td>0.0456</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0193</td>
-      <td>0.0610</td>
-      <td>0.0202</td>
-      <td>0.0411</td>
-      <td>0.0372</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0194</td>
-      <td>0.0593</td>
-      <td>0.0198</td>
-      <td>0.0405</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0187</td>
-      <td>0.0588</td>
-      <td>0.0185</td>
-      <td>0.0382</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0209</td>
-      <td>0.0575</td>
-      <td>0.0201</td>
-      <td>0.0351</td>
-      <td>0.0360</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0179</td>
-      <td>0.0449</td>
-      <td>0.0170</td>
-      <td>0.0242</td>
-      <td>0.0364</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0078</td>
-      <td>0.0196</td>
-      <td>0.0054</td>
-      <td>0.0113</td>
-      <td>0.0361</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0322</td>
-      <td>0.0602</td>
-      <td>0.0357</td>
-      <td>0.0505</td>
-      <td>0.0773</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_sld</th>
-      <th>mulmc_sld</th>
-      <th>binne_sld</th>
-      <th>mulne_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0290</td>
-      <td>0.2720</td>
-      <td>0.0314</td>
-      <td>0.1535</td>
-      <td>0.2535</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0222</td>
-      <td>0.0292</td>
-      <td>0.0245</td>
-      <td>0.0378</td>
-      <td>0.0407</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0362</td>
-      <td>0.0328</td>
-      <td>0.0417</td>
-      <td>0.0401</td>
-      <td>0.0309</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0222</td>
-      <td>0.0208</td>
-      <td>0.0236</td>
-      <td>0.0237</td>
-      <td>0.0335</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0301</td>
-      <td>0.0242</td>
-      <td>0.0331</td>
-      <td>0.0249</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0427</td>
-      <td>0.0369</td>
-      <td>0.0458</td>
-      <td>0.0372</td>
-      <td>0.0405</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0426</td>
-      <td>0.0336</td>
-      <td>0.0471</td>
-      <td>0.0366</td>
-      <td>0.0732</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0327</td>
-      <td>0.0396</td>
-      <td>0.0385</td>
-      <td>0.0494</td>
-      <td>0.0934</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0524</td>
-      <td>NaN</td>
-      <td>0.0508</td>
-      <td>0.0913</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0322</td>
-      <td>0.0602</td>
-      <td>0.0357</td>
-      <td>0.0505</td>
-      <td>0.0773</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_avg_f1.png)
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_entropy_pacc_acc.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_entropy_pacc_acc.md
deleted file mode 100644
index 3dba070..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_entropy_pacc_acc.md
+++ /dev/null
@@ -1,2199 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 492.046s  
-> mul_sld: 249.698s  
-> bin_sld_gs: 1146.562s  
-> mul_sld_gs: 704.644s  
-> bin_sld_gsq: 539.255s  
-> mul_sld_gsq: 529.819s  
-> bin_pacc: 475.786s  
-> mul_pacc: 168.324s  
-> binmc_pacc: 472.270s  
-> mulmc_pacc: 173.273s  
-> binne_pacc: 443.131s  
-> mulne_pacc: 185.335s  
-> bin_pacc_gs: 763.354s  
-> mul_pacc_gs: 287.763s  
-> bin_cc: 427.742s  
-> mul_cc: 164.350s  
-> kfcv: 136.304s  
-> ref: 125.561s  
-> atc_mc: 115.380s  
-> atc_ne: 129.775s  
-> doc_feat: 81.285s  
-> tot: 1152.170s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0023</td>
-      <td>0.0072</td>
-      <td>0.0013</td>
-      <td>0.0069</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0059</td>
-      <td>0.0396</td>
-      <td>0.0058</td>
-      <td>0.0045</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0060</td>
-      <td>0.0532</td>
-      <td>0.0084</td>
-      <td>0.0059</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0083</td>
-      <td>0.0803</td>
-      <td>0.0105</td>
-      <td>0.0086</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0095</td>
-      <td>0.0880</td>
-      <td>0.0141</td>
-      <td>0.0113</td>
-      <td>0.0273</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0117</td>
-      <td>0.0912</td>
-      <td>0.0174</td>
-      <td>0.0156</td>
-      <td>0.0369</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0141</td>
-      <td>0.1008</td>
-      <td>0.0174</td>
-      <td>0.0214</td>
-      <td>0.0466</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0148</td>
-      <td>0.1185</td>
-      <td>0.0215</td>
-      <td>0.0255</td>
-      <td>0.0521</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0149</td>
-      <td>0.1141</td>
-      <td>0.0233</td>
-      <td>0.0280</td>
-      <td>0.0588</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0176</td>
-      <td>0.1368</td>
-      <td>0.0265</td>
-      <td>0.0347</td>
-      <td>0.0685</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0196</td>
-      <td>0.1395</td>
-      <td>0.0294</td>
-      <td>0.0411</td>
-      <td>0.0791</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0209</td>
-      <td>0.1425</td>
-      <td>0.0325</td>
-      <td>0.0439</td>
-      <td>0.0832</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0255</td>
-      <td>0.1655</td>
-      <td>0.0371</td>
-      <td>0.0518</td>
-      <td>0.0960</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0254</td>
-      <td>0.1605</td>
-      <td>0.0389</td>
-      <td>0.0548</td>
-      <td>0.1024</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0261</td>
-      <td>0.1507</td>
-      <td>0.0405</td>
-      <td>0.0585</td>
-      <td>0.1070</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0286</td>
-      <td>0.1742</td>
-      <td>0.0437</td>
-      <td>0.0647</td>
-      <td>0.1150</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0293</td>
-      <td>0.1735</td>
-      <td>0.0463</td>
-      <td>0.0685</td>
-      <td>0.1214</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0319</td>
-      <td>0.2096</td>
-      <td>0.0512</td>
-      <td>0.0748</td>
-      <td>0.1286</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0333</td>
-      <td>0.1917</td>
-      <td>0.0570</td>
-      <td>0.0809</td>
-      <td>0.1403</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0365</td>
-      <td>0.2026</td>
-      <td>0.0590</td>
-      <td>0.0868</td>
-      <td>0.1463</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0381</td>
-      <td>0.1953</td>
-      <td>0.0636</td>
-      <td>0.0944</td>
-      <td>0.1538</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0200</td>
-      <td>0.1303</td>
-      <td>0.0307</td>
-      <td>0.0420</td>
-      <td>0.0765</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_10_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_10_acc.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 448.690s  
-> mul_sld: 179.540s  
-> bin_sld_gs: 1128.970s  
-> mul_sld_gs: 661.362s  
-> bin_sld_gsq: 542.638s  
-> mul_sld_gsq: 485.856s  
-> bin_pacc: 435.959s  
-> mul_pacc: 162.000s  
-> binmc_pacc: 436.717s  
-> mulmc_pacc: 159.011s  
-> binne_pacc: 430.393s  
-> mulne_pacc: 170.319s  
-> bin_pacc_gs: 747.860s  
-> mul_pacc_gs: 259.443s  
-> bin_cc: 413.372s  
-> mul_cc: 153.995s  
-> kfcv: 138.378s  
-> ref: 133.916s  
-> atc_mc: 127.515s  
-> atc_ne: 133.986s  
-> doc_feat: 88.997s  
-> tot: 1133.804s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0050</td>
-      <td>0.0064</td>
-      <td>0.0018</td>
-      <td>0.0033</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0060</td>
-      <td>0.0063</td>
-      <td>0.0076</td>
-      <td>0.0060</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0074</td>
-      <td>0.0071</td>
-      <td>0.0080</td>
-      <td>0.0067</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0079</td>
-      <td>0.0075</td>
-      <td>0.0085</td>
-      <td>0.0075</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0091</td>
-      <td>0.0086</td>
-      <td>0.0093</td>
-      <td>0.0083</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0090</td>
-      <td>0.0078</td>
-      <td>0.0078</td>
-      <td>0.0077</td>
-      <td>0.0122</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0091</td>
-      <td>0.0094</td>
-      <td>0.0091</td>
-      <td>0.0088</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0100</td>
-      <td>0.0107</td>
-      <td>0.0097</td>
-      <td>0.0093</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0110</td>
-      <td>0.0112</td>
-      <td>0.0085</td>
-      <td>0.0099</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0109</td>
-      <td>0.0125</td>
-      <td>0.0087</td>
-      <td>0.0101</td>
-      <td>0.0261</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0123</td>
-      <td>0.0146</td>
-      <td>0.0099</td>
-      <td>0.0119</td>
-      <td>0.0299</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0122</td>
-      <td>0.0157</td>
-      <td>0.0100</td>
-      <td>0.0129</td>
-      <td>0.0329</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0121</td>
-      <td>0.0179</td>
-      <td>0.0109</td>
-      <td>0.0119</td>
-      <td>0.0411</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0127</td>
-      <td>0.0185</td>
-      <td>0.0108</td>
-      <td>0.0132</td>
-      <td>0.0420</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0144</td>
-      <td>0.0174</td>
-      <td>0.0101</td>
-      <td>0.0163</td>
-      <td>0.0419</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0139</td>
-      <td>0.0191</td>
-      <td>0.0102</td>
-      <td>0.0160</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0146</td>
-      <td>0.0222</td>
-      <td>0.0109</td>
-      <td>0.0164</td>
-      <td>0.0522</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0140</td>
-      <td>0.0260</td>
-      <td>0.0116</td>
-      <td>0.0155</td>
-      <td>0.0570</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0152</td>
-      <td>0.0249</td>
-      <td>0.0119</td>
-      <td>0.0174</td>
-      <td>0.0604</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0130</td>
-      <td>0.0269</td>
-      <td>0.0097</td>
-      <td>0.0162</td>
-      <td>0.0626</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0163</td>
-      <td>0.0313</td>
-      <td>0.0116</td>
-      <td>0.0176</td>
-      <td>0.0668</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0112</td>
-      <td>0.0153</td>
-      <td>0.0094</td>
-      <td>0.0116</td>
-      <td>0.0317</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_20_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_20_acc.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 455.442s  
-> mul_sld: 198.713s  
-> bin_sld_gs: 1122.566s  
-> mul_sld_gs: 641.405s  
-> bin_sld_gsq: 542.437s  
-> mul_sld_gsq: 490.757s  
-> bin_pacc: 433.945s  
-> mul_pacc: 157.898s  
-> binmc_pacc: 435.757s  
-> mulmc_pacc: 171.337s  
-> binne_pacc: 432.522s  
-> mulne_pacc: 175.766s  
-> bin_pacc_gs: 742.842s  
-> mul_pacc_gs: 248.789s  
-> bin_cc: 409.971s  
-> mul_cc: 156.701s  
-> kfcv: 138.862s  
-> ref: 117.506s  
-> atc_mc: 134.572s  
-> atc_ne: 127.451s  
-> doc_feat: 91.628s  
-> tot: 1126.987s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0026</td>
-      <td>0.0056</td>
-      <td>0.0051</td>
-      <td>0.0170</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0059</td>
-      <td>0.0064</td>
-      <td>0.0075</td>
-      <td>0.0214</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0081</td>
-      <td>0.0081</td>
-      <td>0.0098</td>
-      <td>0.0249</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0093</td>
-      <td>0.0078</td>
-      <td>0.0117</td>
-      <td>0.0313</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0089</td>
-      <td>0.0079</td>
-      <td>0.0106</td>
-      <td>0.0308</td>
-      <td>0.0066</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0110</td>
-      <td>0.0087</td>
-      <td>0.0126</td>
-      <td>0.0407</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0133</td>
-      <td>0.0108</td>
-      <td>0.0136</td>
-      <td>0.0412</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0152</td>
-      <td>0.0114</td>
-      <td>0.0148</td>
-      <td>0.0488</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0157</td>
-      <td>0.0101</td>
-      <td>0.0154</td>
-      <td>0.0489</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0174</td>
-      <td>0.0122</td>
-      <td>0.0164</td>
-      <td>0.0517</td>
-      <td>0.0151</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0203</td>
-      <td>0.0125</td>
-      <td>0.0175</td>
-      <td>0.0570</td>
-      <td>0.0162</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0203</td>
-      <td>0.0150</td>
-      <td>0.0173</td>
-      <td>0.0596</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0223</td>
-      <td>0.0148</td>
-      <td>0.0182</td>
-      <td>0.0655</td>
-      <td>0.0222</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0243</td>
-      <td>0.0157</td>
-      <td>0.0202</td>
-      <td>0.0729</td>
-      <td>0.0243</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0294</td>
-      <td>0.0142</td>
-      <td>0.0228</td>
-      <td>0.0776</td>
-      <td>0.0225</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0294</td>
-      <td>0.0171</td>
-      <td>0.0228</td>
-      <td>0.0802</td>
-      <td>0.0253</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0312</td>
-      <td>0.0169</td>
-      <td>0.0234</td>
-      <td>0.0825</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0316</td>
-      <td>0.0188</td>
-      <td>0.0224</td>
-      <td>0.0826</td>
-      <td>0.0316</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0369</td>
-      <td>0.0181</td>
-      <td>0.0264</td>
-      <td>0.0958</td>
-      <td>0.0317</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0353</td>
-      <td>0.0201</td>
-      <td>0.0239</td>
-      <td>0.0909</td>
-      <td>0.0359</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0335</td>
-      <td>0.0238</td>
-      <td>0.0161</td>
-      <td>0.0899</td>
-      <td>0.0400</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0201</td>
-      <td>0.0131</td>
-      <td>0.0166</td>
-      <td>0.0577</td>
-      <td>0.0183</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_30_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_30_acc.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 431.626s  
-> mul_sld: 173.772s  
-> bin_sld_gs: 1126.713s  
-> mul_sld_gs: 637.068s  
-> bin_sld_gsq: 515.944s  
-> mul_sld_gsq: 474.062s  
-> bin_pacc: 411.245s  
-> mul_pacc: 163.461s  
-> binmc_pacc: 400.757s  
-> mulmc_pacc: 138.383s  
-> binne_pacc: 414.550s  
-> mulne_pacc: 162.850s  
-> bin_pacc_gs: 725.895s  
-> mul_pacc_gs: 248.814s  
-> bin_cc: 389.288s  
-> mul_cc: 123.416s  
-> kfcv: 114.502s  
-> ref: 85.633s  
-> atc_mc: 124.150s  
-> atc_ne: 99.674s  
-> doc_feat: 84.284s  
-> tot: 1130.557s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0053</td>
-      <td>0.0064</td>
-      <td>0.0091</td>
-      <td>0.0087</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0080</td>
-      <td>0.0077</td>
-      <td>0.0110</td>
-      <td>0.0084</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0089</td>
-      <td>0.0103</td>
-      <td>0.0134</td>
-      <td>0.0108</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0083</td>
-      <td>0.0103</td>
-      <td>0.0154</td>
-      <td>0.0107</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0086</td>
-      <td>0.0092</td>
-      <td>0.0136</td>
-      <td>0.0091</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0084</td>
-      <td>0.0101</td>
-      <td>0.0152</td>
-      <td>0.0095</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0090</td>
-      <td>0.0113</td>
-      <td>0.0169</td>
-      <td>0.0095</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0088</td>
-      <td>0.0137</td>
-      <td>0.0194</td>
-      <td>0.0104</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0082</td>
-      <td>0.0111</td>
-      <td>0.0172</td>
-      <td>0.0095</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0098</td>
-      <td>0.0142</td>
-      <td>0.0211</td>
-      <td>0.0101</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0102</td>
-      <td>0.0141</td>
-      <td>0.0197</td>
-      <td>0.0097</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0111</td>
-      <td>0.0156</td>
-      <td>0.0213</td>
-      <td>0.0098</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0129</td>
-      <td>0.0175</td>
-      <td>0.0228</td>
-      <td>0.0103</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0145</td>
-      <td>0.0191</td>
-      <td>0.0250</td>
-      <td>0.0114</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0161</td>
-      <td>0.0212</td>
-      <td>0.0266</td>
-      <td>0.0112</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0160</td>
-      <td>0.0210</td>
-      <td>0.0265</td>
-      <td>0.0110</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0174</td>
-      <td>0.0224</td>
-      <td>0.0272</td>
-      <td>0.0107</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0200</td>
-      <td>0.0252</td>
-      <td>0.0286</td>
-      <td>0.0112</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0221</td>
-      <td>0.0268</td>
-      <td>0.0306</td>
-      <td>0.0115</td>
-      <td>0.0167</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0213</td>
-      <td>0.0256</td>
-      <td>0.0288</td>
-      <td>0.0095</td>
-      <td>0.0191</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0214</td>
-      <td>0.0258</td>
-      <td>0.0287</td>
-      <td>0.0099</td>
-      <td>0.0189</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0127</td>
-      <td>0.0161</td>
-      <td>0.0209</td>
-      <td>0.0101</td>
-      <td>0.0104</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_40_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_40_acc.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 458.494s  
-> mul_sld: 201.711s  
-> bin_sld_gs: 1164.733s  
-> mul_sld_gs: 676.355s  
-> bin_sld_gsq: 562.768s  
-> mul_sld_gsq: 514.459s  
-> bin_pacc: 442.701s  
-> mul_pacc: 170.811s  
-> binmc_pacc: 438.974s  
-> mulmc_pacc: 169.154s  
-> binne_pacc: 443.046s  
-> mulne_pacc: 181.715s  
-> bin_pacc_gs: 768.357s  
-> mul_pacc_gs: 264.111s  
-> bin_cc: 423.636s  
-> mul_cc: 156.950s  
-> kfcv: 144.505s  
-> ref: 134.555s  
-> atc_mc: 141.161s  
-> atc_ne: 127.587s  
-> doc_feat: 76.400s  
-> tot: 1169.275s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0090</td>
-      <td>0.0092</td>
-      <td>0.0164</td>
-      <td>0.0366</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0098</td>
-      <td>0.0098</td>
-      <td>0.0170</td>
-      <td>0.0362</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0124</td>
-      <td>0.0113</td>
-      <td>0.0186</td>
-      <td>0.0400</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0139</td>
-      <td>0.0122</td>
-      <td>0.0191</td>
-      <td>0.0414</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0128</td>
-      <td>0.0119</td>
-      <td>0.0157</td>
-      <td>0.0385</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0135</td>
-      <td>0.0125</td>
-      <td>0.0154</td>
-      <td>0.0390</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0153</td>
-      <td>0.0139</td>
-      <td>0.0156</td>
-      <td>0.0406</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0194</td>
-      <td>0.0176</td>
-      <td>0.0175</td>
-      <td>0.0437</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0181</td>
-      <td>0.0163</td>
-      <td>0.0146</td>
-      <td>0.0417</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0214</td>
-      <td>0.0200</td>
-      <td>0.0163</td>
-      <td>0.0442</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0210</td>
-      <td>0.0199</td>
-      <td>0.0142</td>
-      <td>0.0421</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0246</td>
-      <td>0.0236</td>
-      <td>0.0152</td>
-      <td>0.0453</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0265</td>
-      <td>0.0259</td>
-      <td>0.0153</td>
-      <td>0.0460</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0286</td>
-      <td>0.0283</td>
-      <td>0.0155</td>
-      <td>0.0471</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0306</td>
-      <td>0.0308</td>
-      <td>0.0155</td>
-      <td>0.0482</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0305</td>
-      <td>0.0304</td>
-      <td>0.0142</td>
-      <td>0.0469</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0315</td>
-      <td>0.0320</td>
-      <td>0.0135</td>
-      <td>0.0464</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0328</td>
-      <td>0.0326</td>
-      <td>0.0123</td>
-      <td>0.0458</td>
-      <td>0.0125</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0368</td>
-      <td>0.0377</td>
-      <td>0.0137</td>
-      <td>0.0493</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0370</td>
-      <td>0.0382</td>
-      <td>0.0116</td>
-      <td>0.0479</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0376</td>
-      <td>0.0406</td>
-      <td>0.0060</td>
-      <td>0.0472</td>
-      <td>0.0115</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0230</td>
-      <td>0.0226</td>
-      <td>0.0149</td>
-      <td>0.0435</td>
-      <td>0.0087</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_50_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_50_acc.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 466.968s  
-> mul_sld: 209.948s  
-> bin_sld_gs: 1150.214s  
-> mul_sld_gs: 682.183s  
-> bin_sld_gsq: 556.758s  
-> mul_sld_gsq: 509.058s  
-> bin_pacc: 464.142s  
-> mul_pacc: 197.052s  
-> binmc_pacc: 456.950s  
-> mulmc_pacc: 198.891s  
-> binne_pacc: 466.343s  
-> mulne_pacc: 211.900s  
-> bin_pacc_gs: 772.058s  
-> mul_pacc_gs: 283.572s  
-> bin_cc: 445.830s  
-> mul_cc: 179.010s  
-> kfcv: 150.241s  
-> ref: 148.770s  
-> atc_mc: 151.278s  
-> atc_ne: 143.773s  
-> doc_feat: 112.638s  
-> tot: 1155.458s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0368</td>
-      <td>0.0346</td>
-      <td>0.0110</td>
-      <td>0.0491</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0427</td>
-      <td>0.0357</td>
-      <td>0.0107</td>
-      <td>0.0507</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0442</td>
-      <td>0.0384</td>
-      <td>0.0108</td>
-      <td>0.0521</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0452</td>
-      <td>0.0408</td>
-      <td>0.0136</td>
-      <td>0.0548</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0406</td>
-      <td>0.0366</td>
-      <td>0.0125</td>
-      <td>0.0502</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0392</td>
-      <td>0.0367</td>
-      <td>0.0119</td>
-      <td>0.0502</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0381</td>
-      <td>0.0375</td>
-      <td>0.0145</td>
-      <td>0.0513</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0395</td>
-      <td>0.0403</td>
-      <td>0.0157</td>
-      <td>0.0535</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0370</td>
-      <td>0.0390</td>
-      <td>0.0164</td>
-      <td>0.0519</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0382</td>
-      <td>0.0419</td>
-      <td>0.0208</td>
-      <td>0.0544</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0353</td>
-      <td>0.0403</td>
-      <td>0.0209</td>
-      <td>0.0521</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0364</td>
-      <td>0.0423</td>
-      <td>0.0241</td>
-      <td>0.0541</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0360</td>
-      <td>0.0436</td>
-      <td>0.0261</td>
-      <td>0.0547</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0339</td>
-      <td>0.0428</td>
-      <td>0.0271</td>
-      <td>0.0539</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0347</td>
-      <td>0.0444</td>
-      <td>0.0302</td>
-      <td>0.0547</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0307</td>
-      <td>0.0417</td>
-      <td>0.0298</td>
-      <td>0.0523</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0305</td>
-      <td>0.0427</td>
-      <td>0.0318</td>
-      <td>0.0525</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0303</td>
-      <td>0.0438</td>
-      <td>0.0341</td>
-      <td>0.0532</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0325</td>
-      <td>0.0471</td>
-      <td>0.0393</td>
-      <td>0.0565</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0292</td>
-      <td>0.0454</td>
-      <td>0.0393</td>
-      <td>0.0547</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0296</td>
-      <td>0.0460</td>
-      <td>0.0392</td>
-      <td>0.0546</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0362</td>
-      <td>0.0410</td>
-      <td>0.0228</td>
-      <td>0.0529</td>
-      <td>0.0088</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_60_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_60_acc.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 480.500s  
-> mul_sld: 213.550s  
-> bin_sld_gs: 1132.131s  
-> mul_sld_gs: 654.288s  
-> bin_sld_gsq: 554.789s  
-> mul_sld_gsq: 514.007s  
-> bin_pacc: 458.638s  
-> mul_pacc: 176.110s  
-> binmc_pacc: 454.887s  
-> mulmc_pacc: 140.659s  
-> binne_pacc: 444.727s  
-> mulne_pacc: 168.258s  
-> bin_pacc_gs: 767.825s  
-> mul_pacc_gs: 271.862s  
-> bin_cc: 432.108s  
-> mul_cc: 156.381s  
-> kfcv: 150.856s  
-> ref: 138.967s  
-> atc_mc: 140.786s  
-> atc_ne: 133.837s  
-> doc_feat: 93.537s  
-> tot: 1140.674s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0120</td>
-      <td>0.0344</td>
-      <td>0.0048</td>
-      <td>0.0398</td>
-      <td>0.0295</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0184</td>
-      <td>0.0325</td>
-      <td>0.0167</td>
-      <td>0.0379</td>
-      <td>0.0275</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0196</td>
-      <td>0.0326</td>
-      <td>0.0170</td>
-      <td>0.0389</td>
-      <td>0.0266</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0227</td>
-      <td>0.0350</td>
-      <td>0.0187</td>
-      <td>0.0415</td>
-      <td>0.0244</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0207</td>
-      <td>0.0329</td>
-      <td>0.0157</td>
-      <td>0.0382</td>
-      <td>0.0210</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0191</td>
-      <td>0.0304</td>
-      <td>0.0140</td>
-      <td>0.0354</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0212</td>
-      <td>0.0321</td>
-      <td>0.0145</td>
-      <td>0.0374</td>
-      <td>0.0181</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0194</td>
-      <td>0.0293</td>
-      <td>0.0133</td>
-      <td>0.0350</td>
-      <td>0.0195</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0231</td>
-      <td>0.0315</td>
-      <td>0.0150</td>
-      <td>0.0371</td>
-      <td>0.0156</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0245</td>
-      <td>0.0316</td>
-      <td>0.0162</td>
-      <td>0.0366</td>
-      <td>0.0156</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0229</td>
-      <td>0.0295</td>
-      <td>0.0131</td>
-      <td>0.0344</td>
-      <td>0.0116</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0253</td>
-      <td>0.0299</td>
-      <td>0.0156</td>
-      <td>0.0352</td>
-      <td>0.0122</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0283</td>
-      <td>0.0319</td>
-      <td>0.0173</td>
-      <td>0.0369</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0268</td>
-      <td>0.0297</td>
-      <td>0.0153</td>
-      <td>0.0348</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0241</td>
-      <td>0.0266</td>
-      <td>0.0135</td>
-      <td>0.0312</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0237</td>
-      <td>0.0247</td>
-      <td>0.0117</td>
-      <td>0.0295</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0265</td>
-      <td>0.0268</td>
-      <td>0.0138</td>
-      <td>0.0312</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0258</td>
-      <td>0.0249</td>
-      <td>0.0121</td>
-      <td>0.0289</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0310</td>
-      <td>0.0278</td>
-      <td>0.0154</td>
-      <td>0.0321</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0293</td>
-      <td>0.0257</td>
-      <td>0.0134</td>
-      <td>0.0300</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0219</td>
-      <td>0.0248</td>
-      <td>0.0126</td>
-      <td>0.0291</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0231</td>
-      <td>0.0297</td>
-      <td>0.0143</td>
-      <td>0.0348</td>
-      <td>0.0145</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_70_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_70_acc.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 500.397s  
-> mul_sld: 258.490s  
-> bin_sld_gs: 1170.341s  
-> mul_sld_gs: 683.747s  
-> bin_sld_gsq: 563.279s  
-> mul_sld_gsq: 515.921s  
-> bin_pacc: 490.203s  
-> mul_pacc: 224.016s  
-> binmc_pacc: 471.840s  
-> mulmc_pacc: 210.841s  
-> binne_pacc: 470.692s  
-> mulne_pacc: 198.506s  
-> bin_pacc_gs: 769.514s  
-> mul_pacc_gs: 297.055s  
-> bin_cc: 463.272s  
-> mul_cc: 198.142s  
-> kfcv: 178.022s  
-> ref: 176.128s  
-> atc_mc: 173.015s  
-> atc_ne: 124.585s  
-> doc_feat: 101.631s  
-> tot: 1175.400s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0262</td>
-      <td>0.0264</td>
-      <td>0.0370</td>
-      <td>0.0181</td>
-      <td>0.0295</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0419</td>
-      <td>0.0301</td>
-      <td>0.0352</td>
-      <td>0.0208</td>
-      <td>0.0270</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0425</td>
-      <td>0.0290</td>
-      <td>0.0330</td>
-      <td>0.0205</td>
-      <td>0.0266</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0466</td>
-      <td>0.0324</td>
-      <td>0.0301</td>
-      <td>0.0207</td>
-      <td>0.0237</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0412</td>
-      <td>0.0293</td>
-      <td>0.0274</td>
-      <td>0.0196</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0374</td>
-      <td>0.0252</td>
-      <td>0.0262</td>
-      <td>0.0174</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0396</td>
-      <td>0.0272</td>
-      <td>0.0224</td>
-      <td>0.0185</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0335</td>
-      <td>0.0243</td>
-      <td>0.0223</td>
-      <td>0.0168</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0363</td>
-      <td>0.0271</td>
-      <td>0.0202</td>
-      <td>0.0179</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0356</td>
-      <td>0.0275</td>
-      <td>0.0158</td>
-      <td>0.0191</td>
-      <td>0.0174</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0294</td>
-      <td>0.0244</td>
-      <td>0.0145</td>
-      <td>0.0181</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0380</td>
-      <td>0.0303</td>
-      <td>0.0128</td>
-      <td>0.0201</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0345</td>
-      <td>0.0304</td>
-      <td>0.0096</td>
-      <td>0.0223</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0304</td>
-      <td>0.0276</td>
-      <td>0.0081</td>
-      <td>0.0201</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0248</td>
-      <td>0.0250</td>
-      <td>0.0078</td>
-      <td>0.0175</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0272</td>
-      <td>0.0271</td>
-      <td>0.0064</td>
-      <td>0.0199</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0276</td>
-      <td>0.0293</td>
-      <td>0.0061</td>
-      <td>0.0220</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0256</td>
-      <td>0.0274</td>
-      <td>0.0061</td>
-      <td>0.0217</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0274</td>
-      <td>0.0306</td>
-      <td>0.0089</td>
-      <td>0.0250</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0250</td>
-      <td>0.0312</td>
-      <td>0.0100</td>
-      <td>0.0255</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0166</td>
-      <td>0.0295</td>
-      <td>0.0134</td>
-      <td>0.0251</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0327</td>
-      <td>0.0282</td>
-      <td>0.0178</td>
-      <td>0.0203</td>
-      <td>0.0154</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_80_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_80_acc.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 64.550s  
-> mul_sld_gs: 336.201s  
-> mul_cc: 54.742s  
-> kfcv: 48.726s  
-> ref: 46.562s  
-> atc_mc: 49.917s  
-> atc_ne: 49.863s  
-> doc_feat: 43.425s  
-> tot: 344.139s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0702</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0677</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0654</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0603</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0530</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0512</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0440</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0410</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0385</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0348</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0271</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0260</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0125</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0170</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0327</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_90_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0124</td>
-      <td>0.0163</td>
-      <td>0.0108</td>
-      <td>0.0224</td>
-      <td>0.0191</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0173</td>
-      <td>0.0210</td>
-      <td>0.0139</td>
-      <td>0.0232</td>
-      <td>0.0180</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0186</td>
-      <td>0.0237</td>
-      <td>0.0149</td>
-      <td>0.0250</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0203</td>
-      <td>0.0283</td>
-      <td>0.0159</td>
-      <td>0.0271</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0189</td>
-      <td>0.0281</td>
-      <td>0.0149</td>
-      <td>0.0258</td>
-      <td>0.0178</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0186</td>
-      <td>0.0278</td>
-      <td>0.0151</td>
-      <td>0.0269</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0200</td>
-      <td>0.0304</td>
-      <td>0.0155</td>
-      <td>0.0286</td>
-      <td>0.0196</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0201</td>
-      <td>0.0332</td>
-      <td>0.0168</td>
-      <td>0.0304</td>
-      <td>0.0205</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0205</td>
-      <td>0.0326</td>
-      <td>0.0163</td>
-      <td>0.0306</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0219</td>
-      <td>0.0371</td>
-      <td>0.0177</td>
-      <td>0.0326</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0214</td>
-      <td>0.0368</td>
-      <td>0.0174</td>
-      <td>0.0333</td>
-      <td>0.0230</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0236</td>
-      <td>0.0394</td>
-      <td>0.0186</td>
-      <td>0.0351</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0248</td>
-      <td>0.0434</td>
-      <td>0.0197</td>
-      <td>0.0374</td>
-      <td>0.0253</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0246</td>
-      <td>0.0428</td>
-      <td>0.0201</td>
-      <td>0.0385</td>
-      <td>0.0256</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0250</td>
-      <td>0.0413</td>
-      <td>0.0209</td>
-      <td>0.0394</td>
-      <td>0.0258</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0250</td>
-      <td>0.0444</td>
-      <td>0.0207</td>
-      <td>0.0401</td>
-      <td>0.0268</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0261</td>
-      <td>0.0457</td>
-      <td>0.0216</td>
-      <td>0.0413</td>
-      <td>0.0283</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0265</td>
-      <td>0.0510</td>
-      <td>0.0223</td>
-      <td>0.0417</td>
-      <td>0.0303</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0294</td>
-      <td>0.0506</td>
-      <td>0.0254</td>
-      <td>0.0461</td>
-      <td>0.0325</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0283</td>
-      <td>0.0520</td>
-      <td>0.0245</td>
-      <td>0.0452</td>
-      <td>0.0345</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0269</td>
-      <td>0.0521</td>
-      <td>0.0239</td>
-      <td>0.0460</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0224</td>
-      <td>0.0370</td>
-      <td>0.0184</td>
-      <td>0.0341</td>
-      <td>0.0241</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0200</td>
-      <td>0.1303</td>
-      <td>0.0307</td>
-      <td>0.0420</td>
-      <td>0.0765</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0112</td>
-      <td>0.0153</td>
-      <td>0.0094</td>
-      <td>0.0116</td>
-      <td>0.0317</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0201</td>
-      <td>0.0131</td>
-      <td>0.0166</td>
-      <td>0.0577</td>
-      <td>0.0183</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0127</td>
-      <td>0.0161</td>
-      <td>0.0209</td>
-      <td>0.0101</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0230</td>
-      <td>0.0226</td>
-      <td>0.0149</td>
-      <td>0.0435</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0362</td>
-      <td>0.0410</td>
-      <td>0.0228</td>
-      <td>0.0529</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0231</td>
-      <td>0.0297</td>
-      <td>0.0143</td>
-      <td>0.0348</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0327</td>
-      <td>0.0282</td>
-      <td>0.0178</td>
-      <td>0.0203</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0327</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0224</td>
-      <td>0.0370</td>
-      <td>0.0184</td>
-      <td>0.0341</td>
-      <td>0.0241</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_acc.png)
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_entropy_pacc_f1.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_entropy_pacc_f1.md
deleted file mode 100644
index 212e18b..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_max_conf_vs_entropy_pacc_f1.md
+++ /dev/null
@@ -1,2199 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 492.046s  
-> mul_sld: 249.698s  
-> bin_sld_gs: 1146.562s  
-> mul_sld_gs: 704.644s  
-> bin_sld_gsq: 539.255s  
-> mul_sld_gsq: 529.819s  
-> bin_pacc: 475.786s  
-> mul_pacc: 168.324s  
-> binmc_pacc: 472.270s  
-> mulmc_pacc: 173.273s  
-> binne_pacc: 443.131s  
-> mulne_pacc: 185.335s  
-> bin_pacc_gs: 763.354s  
-> mul_pacc_gs: 287.763s  
-> bin_cc: 427.742s  
-> mul_cc: 164.350s  
-> kfcv: 136.304s  
-> ref: 125.561s  
-> atc_mc: 115.380s  
-> atc_ne: 129.775s  
-> doc_feat: 81.285s  
-> tot: 1152.170s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1778</td>
-      <td>0.7714</td>
-      <td>0.3528</td>
-      <td>0.0814</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1004</td>
-      <td>0.4774</td>
-      <td>0.1382</td>
-      <td>0.0706</td>
-      <td>0.2695</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0427</td>
-      <td>0.4174</td>
-      <td>0.1056</td>
-      <td>0.0454</td>
-      <td>0.2793</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0380</td>
-      <td>0.4276</td>
-      <td>0.1084</td>
-      <td>0.0370</td>
-      <td>0.2727</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0313</td>
-      <td>0.3590</td>
-      <td>0.1128</td>
-      <td>0.0361</td>
-      <td>0.2684</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0216</td>
-      <td>0.3282</td>
-      <td>0.1188</td>
-      <td>0.0361</td>
-      <td>0.2606</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0202</td>
-      <td>0.3139</td>
-      <td>0.1061</td>
-      <td>0.0400</td>
-      <td>0.2614</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0158</td>
-      <td>0.3114</td>
-      <td>0.1144</td>
-      <td>0.0394</td>
-      <td>0.2657</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0148</td>
-      <td>0.2975</td>
-      <td>0.1017</td>
-      <td>0.0363</td>
-      <td>0.2653</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0147</td>
-      <td>0.3137</td>
-      <td>0.1021</td>
-      <td>0.0385</td>
-      <td>0.2652</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0143</td>
-      <td>0.2872</td>
-      <td>0.1087</td>
-      <td>0.0443</td>
-      <td>0.2598</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0137</td>
-      <td>0.2816</td>
-      <td>0.1063</td>
-      <td>0.0398</td>
-      <td>0.2666</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0152</td>
-      <td>0.3055</td>
-      <td>0.1209</td>
-      <td>0.0452</td>
-      <td>0.2595</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0141</td>
-      <td>0.2804</td>
-      <td>0.1135</td>
-      <td>0.0427</td>
-      <td>0.2623</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0142</td>
-      <td>0.2554</td>
-      <td>0.1075</td>
-      <td>0.0420</td>
-      <td>0.2670</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0135</td>
-      <td>0.2883</td>
-      <td>0.1115</td>
-      <td>0.0440</td>
-      <td>0.2638</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0129</td>
-      <td>0.2807</td>
-      <td>0.1083</td>
-      <td>0.0438</td>
-      <td>0.2665</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0136</td>
-      <td>0.2791</td>
-      <td>0.1132</td>
-      <td>0.0441</td>
-      <td>0.2690</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0130</td>
-      <td>0.2655</td>
-      <td>0.1175</td>
-      <td>0.0450</td>
-      <td>0.2639</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0135</td>
-      <td>0.2691</td>
-      <td>0.1163</td>
-      <td>0.0460</td>
-      <td>0.2660</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0134</td>
-      <td>0.2571</td>
-      <td>0.1186</td>
-      <td>0.0483</td>
-      <td>0.2621</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0299</td>
-      <td>0.3365</td>
-      <td>0.1240</td>
-      <td>0.0451</td>
-      <td>0.2535</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_10_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_10_f1.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 448.690s  
-> mul_sld: 179.540s  
-> bin_sld_gs: 1128.970s  
-> mul_sld_gs: 661.362s  
-> bin_sld_gsq: 542.638s  
-> mul_sld_gsq: 485.856s  
-> bin_pacc: 435.959s  
-> mul_pacc: 162.000s  
-> binmc_pacc: 436.717s  
-> mulmc_pacc: 159.011s  
-> binne_pacc: 430.393s  
-> mulne_pacc: 170.319s  
-> bin_pacc_gs: 747.860s  
-> mul_pacc_gs: 259.443s  
-> bin_cc: 413.372s  
-> mul_cc: 153.995s  
-> kfcv: 138.378s  
-> ref: 133.916s  
-> atc_mc: 127.515s  
-> atc_ne: 133.986s  
-> doc_feat: 88.997s  
-> tot: 1133.804s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.2624</td>
-      <td>0.3309</td>
-      <td>0.4025</td>
-      <td>0.3993</td>
-      <td>0.1676</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0602</td>
-      <td>0.0551</td>
-      <td>0.0780</td>
-      <td>0.0611</td>
-      <td>0.0959</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0426</td>
-      <td>0.0350</td>
-      <td>0.0407</td>
-      <td>0.0367</td>
-      <td>0.0583</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0347</td>
-      <td>0.0267</td>
-      <td>0.0281</td>
-      <td>0.0283</td>
-      <td>0.0517</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0311</td>
-      <td>0.0231</td>
-      <td>0.0241</td>
-      <td>0.0234</td>
-      <td>0.0442</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0280</td>
-      <td>0.0175</td>
-      <td>0.0163</td>
-      <td>0.0198</td>
-      <td>0.0392</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0252</td>
-      <td>0.0185</td>
-      <td>0.0162</td>
-      <td>0.0187</td>
-      <td>0.0332</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0241</td>
-      <td>0.0172</td>
-      <td>0.0146</td>
-      <td>0.0177</td>
-      <td>0.0305</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0253</td>
-      <td>0.0163</td>
-      <td>0.0111</td>
-      <td>0.0176</td>
-      <td>0.0322</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0230</td>
-      <td>0.0163</td>
-      <td>0.0106</td>
-      <td>0.0167</td>
-      <td>0.0297</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0233</td>
-      <td>0.0160</td>
-      <td>0.0108</td>
-      <td>0.0172</td>
-      <td>0.0290</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0226</td>
-      <td>0.0158</td>
-      <td>0.0103</td>
-      <td>0.0185</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0206</td>
-      <td>0.0161</td>
-      <td>0.0095</td>
-      <td>0.0155</td>
-      <td>0.0243</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0209</td>
-      <td>0.0150</td>
-      <td>0.0089</td>
-      <td>0.0163</td>
-      <td>0.0247</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0233</td>
-      <td>0.0130</td>
-      <td>0.0091</td>
-      <td>0.0185</td>
-      <td>0.0273</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0218</td>
-      <td>0.0138</td>
-      <td>0.0082</td>
-      <td>0.0172</td>
-      <td>0.0256</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0209</td>
-      <td>0.0149</td>
-      <td>0.0080</td>
-      <td>0.0165</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0192</td>
-      <td>0.0160</td>
-      <td>0.0073</td>
-      <td>0.0151</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0206</td>
-      <td>0.0144</td>
-      <td>0.0077</td>
-      <td>0.0165</td>
-      <td>0.0215</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0190</td>
-      <td>0.0145</td>
-      <td>0.0059</td>
-      <td>0.0157</td>
-      <td>0.0228</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0185</td>
-      <td>0.0163</td>
-      <td>0.0068</td>
-      <td>0.0149</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0375</td>
-      <td>0.0344</td>
-      <td>0.0350</td>
-      <td>0.0391</td>
-      <td>0.0407</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_20_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_20_f1.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 455.442s  
-> mul_sld: 198.713s  
-> bin_sld_gs: 1122.566s  
-> mul_sld_gs: 641.405s  
-> bin_sld_gsq: 542.437s  
-> mul_sld_gsq: 490.757s  
-> bin_pacc: 433.945s  
-> mul_pacc: 157.898s  
-> binmc_pacc: 435.757s  
-> mulmc_pacc: 171.337s  
-> binne_pacc: 432.522s  
-> mulne_pacc: 175.766s  
-> bin_pacc_gs: 742.842s  
-> mul_pacc_gs: 248.789s  
-> bin_cc: 409.971s  
-> mul_cc: 156.701s  
-> kfcv: 138.862s  
-> ref: 117.506s  
-> atc_mc: 134.572s  
-> atc_ne: 127.451s  
-> doc_feat: 91.628s  
-> tot: 1126.987s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1745</td>
-      <td>0.2163</td>
-      <td>0.1041</td>
-      <td>0.2079</td>
-      <td>0.3293</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0521</td>
-      <td>0.0600</td>
-      <td>0.0622</td>
-      <td>0.2160</td>
-      <td>0.0568</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0427</td>
-      <td>0.0433</td>
-      <td>0.0477</td>
-      <td>0.1435</td>
-      <td>0.0372</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0369</td>
-      <td>0.0295</td>
-      <td>0.0416</td>
-      <td>0.1329</td>
-      <td>0.0269</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0280</td>
-      <td>0.0213</td>
-      <td>0.0293</td>
-      <td>0.1008</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0285</td>
-      <td>0.0204</td>
-      <td>0.0288</td>
-      <td>0.1117</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0290</td>
-      <td>0.0207</td>
-      <td>0.0265</td>
-      <td>0.0958</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0286</td>
-      <td>0.0185</td>
-      <td>0.0243</td>
-      <td>0.0973</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0262</td>
-      <td>0.0146</td>
-      <td>0.0224</td>
-      <td>0.0847</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0261</td>
-      <td>0.0150</td>
-      <td>0.0217</td>
-      <td>0.0810</td>
-      <td>0.0124</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0276</td>
-      <td>0.0142</td>
-      <td>0.0209</td>
-      <td>0.0813</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0248</td>
-      <td>0.0150</td>
-      <td>0.0186</td>
-      <td>0.0779</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0260</td>
-      <td>0.0130</td>
-      <td>0.0183</td>
-      <td>0.0796</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0259</td>
-      <td>0.0128</td>
-      <td>0.0187</td>
-      <td>0.0817</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0287</td>
-      <td>0.0110</td>
-      <td>0.0196</td>
-      <td>0.0798</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0270</td>
-      <td>0.0129</td>
-      <td>0.0183</td>
-      <td>0.0781</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0266</td>
-      <td>0.0113</td>
-      <td>0.0176</td>
-      <td>0.0752</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0253</td>
-      <td>0.0116</td>
-      <td>0.0157</td>
-      <td>0.0711</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0280</td>
-      <td>0.0103</td>
-      <td>0.0178</td>
-      <td>0.0781</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0257</td>
-      <td>0.0107</td>
-      <td>0.0153</td>
-      <td>0.0708</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0232</td>
-      <td>0.0119</td>
-      <td>0.0104</td>
-      <td>0.0663</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0363</td>
-      <td>0.0283</td>
-      <td>0.0286</td>
-      <td>0.1005</td>
-      <td>0.0309</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_30_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_30_f1.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 431.626s  
-> mul_sld: 173.772s  
-> bin_sld_gs: 1126.713s  
-> mul_sld_gs: 637.068s  
-> bin_sld_gsq: 515.944s  
-> mul_sld_gsq: 474.062s  
-> bin_pacc: 411.245s  
-> mul_pacc: 163.461s  
-> binmc_pacc: 400.757s  
-> mulmc_pacc: 138.383s  
-> binne_pacc: 414.550s  
-> mulne_pacc: 162.850s  
-> bin_pacc_gs: 725.895s  
-> mul_pacc_gs: 248.814s  
-> bin_cc: 389.288s  
-> mul_cc: 123.416s  
-> kfcv: 114.502s  
-> ref: 85.633s  
-> atc_mc: 124.150s  
-> atc_ne: 99.674s  
-> doc_feat: 84.284s  
-> tot: 1130.557s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.3347</td>
-      <td>0.1650</td>
-      <td>0.1303</td>
-      <td>0.2395</td>
-      <td>0.4631</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0653</td>
-      <td>0.0646</td>
-      <td>0.0715</td>
-      <td>0.0588</td>
-      <td>0.0388</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0407</td>
-      <td>0.0500</td>
-      <td>0.0595</td>
-      <td>0.0472</td>
-      <td>0.0294</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0264</td>
-      <td>0.0359</td>
-      <td>0.0514</td>
-      <td>0.0330</td>
-      <td>0.0228</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0205</td>
-      <td>0.0243</td>
-      <td>0.0369</td>
-      <td>0.0221</td>
-      <td>0.0159</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0171</td>
-      <td>0.0223</td>
-      <td>0.0349</td>
-      <td>0.0193</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0163</td>
-      <td>0.0216</td>
-      <td>0.0338</td>
-      <td>0.0170</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0150</td>
-      <td>0.0235</td>
-      <td>0.0337</td>
-      <td>0.0160</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0118</td>
-      <td>0.0164</td>
-      <td>0.0266</td>
-      <td>0.0125</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0138</td>
-      <td>0.0194</td>
-      <td>0.0294</td>
-      <td>0.0122</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0128</td>
-      <td>0.0171</td>
-      <td>0.0257</td>
-      <td>0.0107</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0130</td>
-      <td>0.0177</td>
-      <td>0.0251</td>
-      <td>0.0100</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0141</td>
-      <td>0.0182</td>
-      <td>0.0251</td>
-      <td>0.0098</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0148</td>
-      <td>0.0184</td>
-      <td>0.0255</td>
-      <td>0.0098</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0154</td>
-      <td>0.0189</td>
-      <td>0.0250</td>
-      <td>0.0091</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0145</td>
-      <td>0.0177</td>
-      <td>0.0237</td>
-      <td>0.0085</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0147</td>
-      <td>0.0177</td>
-      <td>0.0229</td>
-      <td>0.0077</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0157</td>
-      <td>0.0186</td>
-      <td>0.0227</td>
-      <td>0.0077</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0162</td>
-      <td>0.0187</td>
-      <td>0.0229</td>
-      <td>0.0075</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0150</td>
-      <td>0.0171</td>
-      <td>0.0209</td>
-      <td>0.0059</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0146</td>
-      <td>0.0165</td>
-      <td>0.0199</td>
-      <td>0.0059</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0344</td>
-      <td>0.0305</td>
-      <td>0.0365</td>
-      <td>0.0272</td>
-      <td>0.0335</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_40_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_40_f1.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 458.494s  
-> mul_sld: 201.711s  
-> bin_sld_gs: 1164.733s  
-> mul_sld_gs: 676.355s  
-> bin_sld_gsq: 562.768s  
-> mul_sld_gsq: 514.459s  
-> bin_pacc: 442.701s  
-> mul_pacc: 170.811s  
-> binmc_pacc: 438.974s  
-> mulmc_pacc: 169.154s  
-> binne_pacc: 443.046s  
-> mulne_pacc: 181.715s  
-> bin_pacc_gs: 768.357s  
-> mul_pacc_gs: 264.111s  
-> bin_cc: 423.636s  
-> mul_cc: 156.950s  
-> kfcv: 144.505s  
-> ref: 134.555s  
-> atc_mc: 141.161s  
-> atc_ne: 127.587s  
-> doc_feat: 76.400s  
-> tot: 1169.275s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1782</td>
-      <td>0.0585</td>
-      <td>0.0636</td>
-      <td>0.0687</td>
-      <td>0.5337</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0498</td>
-      <td>0.0770</td>
-      <td>0.0746</td>
-      <td>0.1332</td>
-      <td>0.0902</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0446</td>
-      <td>0.0526</td>
-      <td>0.0615</td>
-      <td>0.1193</td>
-      <td>0.0381</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0378</td>
-      <td>0.0397</td>
-      <td>0.0481</td>
-      <td>0.0992</td>
-      <td>0.0210</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0291</td>
-      <td>0.0295</td>
-      <td>0.0329</td>
-      <td>0.0776</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0261</td>
-      <td>0.0257</td>
-      <td>0.0273</td>
-      <td>0.0671</td>
-      <td>0.0137</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0257</td>
-      <td>0.0246</td>
-      <td>0.0236</td>
-      <td>0.0610</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0289</td>
-      <td>0.0273</td>
-      <td>0.0235</td>
-      <td>0.0585</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0238</td>
-      <td>0.0216</td>
-      <td>0.0174</td>
-      <td>0.0492</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0254</td>
-      <td>0.0239</td>
-      <td>0.0177</td>
-      <td>0.0477</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0228</td>
-      <td>0.0216</td>
-      <td>0.0140</td>
-      <td>0.0417</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0244</td>
-      <td>0.0232</td>
-      <td>0.0136</td>
-      <td>0.0410</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0244</td>
-      <td>0.0236</td>
-      <td>0.0129</td>
-      <td>0.0389</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0244</td>
-      <td>0.0238</td>
-      <td>0.0122</td>
-      <td>0.0372</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0243</td>
-      <td>0.0240</td>
-      <td>0.0114</td>
-      <td>0.0355</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0229</td>
-      <td>0.0223</td>
-      <td>0.0099</td>
-      <td>0.0327</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0221</td>
-      <td>0.0219</td>
-      <td>0.0088</td>
-      <td>0.0304</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0217</td>
-      <td>0.0211</td>
-      <td>0.0075</td>
-      <td>0.0284</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0231</td>
-      <td>0.0229</td>
-      <td>0.0080</td>
-      <td>0.0291</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0220</td>
-      <td>0.0219</td>
-      <td>0.0064</td>
-      <td>0.0269</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0214</td>
-      <td>0.0229</td>
-      <td>0.0033</td>
-      <td>0.0267</td>
-      <td>0.0048</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0344</td>
-      <td>0.0300</td>
-      <td>0.0237</td>
-      <td>0.0548</td>
-      <td>0.0391</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_50_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_50_f1.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 466.968s  
-> mul_sld: 209.948s  
-> bin_sld_gs: 1150.214s  
-> mul_sld_gs: 682.183s  
-> bin_sld_gsq: 556.758s  
-> mul_sld_gsq: 509.058s  
-> bin_pacc: 464.142s  
-> mul_pacc: 197.052s  
-> binmc_pacc: 456.950s  
-> mulmc_pacc: 198.891s  
-> binne_pacc: 466.343s  
-> mulne_pacc: 211.900s  
-> bin_pacc_gs: 772.058s  
-> mul_pacc_gs: 283.572s  
-> bin_cc: 445.830s  
-> mul_cc: 179.010s  
-> kfcv: 150.241s  
-> ref: 148.770s  
-> atc_mc: 151.278s  
-> atc_ne: 143.773s  
-> doc_feat: 112.638s  
-> tot: 1155.458s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0140</td>
-      <td>0.0327</td>
-      <td>0.2701</td>
-      <td>0.0019</td>
-      <td>0.5258</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1617</td>
-      <td>0.1201</td>
-      <td>0.0544</td>
-      <td>0.2095</td>
-      <td>0.1176</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1340</td>
-      <td>0.1064</td>
-      <td>0.0279</td>
-      <td>0.1633</td>
-      <td>0.0459</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1076</td>
-      <td>0.0911</td>
-      <td>0.0283</td>
-      <td>0.1348</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0821</td>
-      <td>0.0702</td>
-      <td>0.0232</td>
-      <td>0.1039</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0677</td>
-      <td>0.0604</td>
-      <td>0.0197</td>
-      <td>0.0885</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0572</td>
-      <td>0.0540</td>
-      <td>0.0213</td>
-      <td>0.0784</td>
-      <td>0.0114</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0531</td>
-      <td>0.0519</td>
-      <td>0.0207</td>
-      <td>0.0725</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0443</td>
-      <td>0.0445</td>
-      <td>0.0195</td>
-      <td>0.0624</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0415</td>
-      <td>0.0437</td>
-      <td>0.0227</td>
-      <td>0.0596</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0351</td>
-      <td>0.0384</td>
-      <td>0.0210</td>
-      <td>0.0522</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0334</td>
-      <td>0.0373</td>
-      <td>0.0224</td>
-      <td>0.0498</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0308</td>
-      <td>0.0356</td>
-      <td>0.0226</td>
-      <td>0.0468</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0271</td>
-      <td>0.0327</td>
-      <td>0.0219</td>
-      <td>0.0429</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0258</td>
-      <td>0.0316</td>
-      <td>0.0226</td>
-      <td>0.0405</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0215</td>
-      <td>0.0280</td>
-      <td>0.0210</td>
-      <td>0.0365</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0202</td>
-      <td>0.0270</td>
-      <td>0.0212</td>
-      <td>0.0345</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0191</td>
-      <td>0.0263</td>
-      <td>0.0214</td>
-      <td>0.0331</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0193</td>
-      <td>0.0268</td>
-      <td>0.0233</td>
-      <td>0.0333</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0166</td>
-      <td>0.0245</td>
-      <td>0.0222</td>
-      <td>0.0307</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0160</td>
-      <td>0.0249</td>
-      <td>0.0212</td>
-      <td>0.0297</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0490</td>
-      <td>0.0480</td>
-      <td>0.0356</td>
-      <td>0.0669</td>
-      <td>0.0405</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_60_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_60_f1.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 480.500s  
-> mul_sld: 213.550s  
-> bin_sld_gs: 1132.131s  
-> mul_sld_gs: 654.288s  
-> bin_sld_gsq: 554.789s  
-> mul_sld_gsq: 514.007s  
-> bin_pacc: 458.638s  
-> mul_pacc: 176.110s  
-> binmc_pacc: 454.887s  
-> mulmc_pacc: 140.659s  
-> binne_pacc: 444.727s  
-> mulne_pacc: 168.258s  
-> bin_pacc_gs: 767.825s  
-> mul_pacc_gs: 271.862s  
-> bin_cc: 432.108s  
-> mul_cc: 156.381s  
-> kfcv: 150.856s  
-> ref: 138.967s  
-> atc_mc: 140.786s  
-> atc_ne: 133.837s  
-> doc_feat: 93.537s  
-> tot: 1140.674s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0183</td>
-      <td>0.0771</td>
-      <td>0.0046</td>
-      <td>0.0196</td>
-      <td>0.6387</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0818</td>
-      <td>0.0501</td>
-      <td>0.1100</td>
-      <td>0.0873</td>
-      <td>0.2932</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0588</td>
-      <td>0.0526</td>
-      <td>0.0700</td>
-      <td>0.0834</td>
-      <td>0.1729</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0519</td>
-      <td>0.0549</td>
-      <td>0.0543</td>
-      <td>0.0797</td>
-      <td>0.1108</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0415</td>
-      <td>0.0493</td>
-      <td>0.0382</td>
-      <td>0.0654</td>
-      <td>0.0734</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0325</td>
-      <td>0.0409</td>
-      <td>0.0282</td>
-      <td>0.0536</td>
-      <td>0.0566</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0319</td>
-      <td>0.0401</td>
-      <td>0.0247</td>
-      <td>0.0509</td>
-      <td>0.0406</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0252</td>
-      <td>0.0332</td>
-      <td>0.0195</td>
-      <td>0.0431</td>
-      <td>0.0345</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0266</td>
-      <td>0.0329</td>
-      <td>0.0187</td>
-      <td>0.0412</td>
-      <td>0.0246</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0261</td>
-      <td>0.0309</td>
-      <td>0.0184</td>
-      <td>0.0378</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0222</td>
-      <td>0.0268</td>
-      <td>0.0134</td>
-      <td>0.0327</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0226</td>
-      <td>0.0255</td>
-      <td>0.0145</td>
-      <td>0.0311</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0235</td>
-      <td>0.0255</td>
-      <td>0.0148</td>
-      <td>0.0304</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0207</td>
-      <td>0.0222</td>
-      <td>0.0121</td>
-      <td>0.0268</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0173</td>
-      <td>0.0187</td>
-      <td>0.0099</td>
-      <td>0.0226</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0160</td>
-      <td>0.0165</td>
-      <td>0.0081</td>
-      <td>0.0201</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0169</td>
-      <td>0.0169</td>
-      <td>0.0090</td>
-      <td>0.0201</td>
-      <td>0.0040</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0156</td>
-      <td>0.0150</td>
-      <td>0.0074</td>
-      <td>0.0177</td>
-      <td>0.0029</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0176</td>
-      <td>0.0159</td>
-      <td>0.0089</td>
-      <td>0.0186</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0158</td>
-      <td>0.0140</td>
-      <td>0.0074</td>
-      <td>0.0165</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0114</td>
-      <td>0.0130</td>
-      <td>0.0066</td>
-      <td>0.0153</td>
-      <td>0.0030</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0283</td>
-      <td>0.0320</td>
-      <td>0.0237</td>
-      <td>0.0388</td>
-      <td>0.0732</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_70_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_70_f1.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 500.397s  
-> mul_sld: 258.490s  
-> bin_sld_gs: 1170.341s  
-> mul_sld_gs: 683.747s  
-> bin_sld_gsq: 563.279s  
-> mul_sld_gsq: 515.921s  
-> bin_pacc: 490.203s  
-> mul_pacc: 224.016s  
-> binmc_pacc: 471.840s  
-> mulmc_pacc: 210.841s  
-> binne_pacc: 470.692s  
-> mulne_pacc: 198.506s  
-> bin_pacc_gs: 769.514s  
-> mul_pacc_gs: 297.055s  
-> bin_cc: 463.272s  
-> mul_cc: 198.142s  
-> kfcv: 178.022s  
-> ref: 176.128s  
-> atc_mc: 173.015s  
-> atc_ne: 124.585s  
-> doc_feat: 101.631s  
-> tot: 1175.400s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0011</td>
-      <td>0.0267</td>
-      <td>0.2226</td>
-      <td>0.1785</td>
-      <td>0.5853</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0832</td>
-      <td>0.0352</td>
-      <td>0.1466</td>
-      <td>0.0978</td>
-      <td>0.3775</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0740</td>
-      <td>0.0353</td>
-      <td>0.1024</td>
-      <td>0.0554</td>
-      <td>0.2622</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0689</td>
-      <td>0.0376</td>
-      <td>0.0742</td>
-      <td>0.0307</td>
-      <td>0.1849</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0578</td>
-      <td>0.0323</td>
-      <td>0.0554</td>
-      <td>0.0223</td>
-      <td>0.1334</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0478</td>
-      <td>0.0275</td>
-      <td>0.0446</td>
-      <td>0.0187</td>
-      <td>0.1025</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0468</td>
-      <td>0.0278</td>
-      <td>0.0329</td>
-      <td>0.0152</td>
-      <td>0.0752</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0363</td>
-      <td>0.0233</td>
-      <td>0.0286</td>
-      <td>0.0141</td>
-      <td>0.0582</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0352</td>
-      <td>0.0247</td>
-      <td>0.0232</td>
-      <td>0.0131</td>
-      <td>0.0449</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0331</td>
-      <td>0.0239</td>
-      <td>0.0162</td>
-      <td>0.0140</td>
-      <td>0.0363</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0260</td>
-      <td>0.0203</td>
-      <td>0.0134</td>
-      <td>0.0130</td>
-      <td>0.0254</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0298</td>
-      <td>0.0230</td>
-      <td>0.0109</td>
-      <td>0.0137</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0262</td>
-      <td>0.0225</td>
-      <td>0.0076</td>
-      <td>0.0155</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0219</td>
-      <td>0.0193</td>
-      <td>0.0059</td>
-      <td>0.0134</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0169</td>
-      <td>0.0165</td>
-      <td>0.0054</td>
-      <td>0.0112</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0175</td>
-      <td>0.0171</td>
-      <td>0.0041</td>
-      <td>0.0124</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0168</td>
-      <td>0.0175</td>
-      <td>0.0038</td>
-      <td>0.0132</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0149</td>
-      <td>0.0157</td>
-      <td>0.0037</td>
-      <td>0.0125</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0151</td>
-      <td>0.0167</td>
-      <td>0.0050</td>
-      <td>0.0138</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0132</td>
-      <td>0.0163</td>
-      <td>0.0054</td>
-      <td>0.0135</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0085</td>
-      <td>0.0151</td>
-      <td>0.0068</td>
-      <td>0.0128</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0329</td>
-      <td>0.0236</td>
-      <td>0.0390</td>
-      <td>0.0288</td>
-      <td>0.0934</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_80_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_80_f1.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 64.550s  
-> mul_sld_gs: 336.201s  
-> mul_cc: 54.742s  
-> kfcv: 48.726s  
-> ref: 46.562s  
-> atc_mc: 49.917s  
-> atc_ne: 49.863s  
-> doc_feat: 43.425s  
-> tot: 344.139s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.3456</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2883</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.2429</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.2023</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1655</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.1394</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.1133</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0940</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0776</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0632</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0477</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0392</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0144</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0037</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0913</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_max_conf_vs_entropy_pacc_90_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1451</td>
-      <td>0.2098</td>
-      <td>0.1938</td>
-      <td>0.1496</td>
-      <td>0.3999</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0818</td>
-      <td>0.1174</td>
-      <td>0.0919</td>
-      <td>0.1168</td>
-      <td>0.1809</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0600</td>
-      <td>0.0991</td>
-      <td>0.0644</td>
-      <td>0.0868</td>
-      <td>0.1296</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0503</td>
-      <td>0.0929</td>
-      <td>0.0543</td>
-      <td>0.0720</td>
-      <td>0.1019</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0402</td>
-      <td>0.0761</td>
-      <td>0.0441</td>
-      <td>0.0565</td>
-      <td>0.0836</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0337</td>
-      <td>0.0679</td>
-      <td>0.0398</td>
-      <td>0.0519</td>
-      <td>0.0731</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0315</td>
-      <td>0.0651</td>
-      <td>0.0356</td>
-      <td>0.0471</td>
-      <td>0.0636</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0284</td>
-      <td>0.0633</td>
-      <td>0.0349</td>
-      <td>0.0448</td>
-      <td>0.0587</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0260</td>
-      <td>0.0586</td>
-      <td>0.0301</td>
-      <td>0.0396</td>
-      <td>0.0540</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0255</td>
-      <td>0.0609</td>
-      <td>0.0298</td>
-      <td>0.0384</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0230</td>
-      <td>0.0552</td>
-      <td>0.0285</td>
-      <td>0.0366</td>
-      <td>0.0459</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0231</td>
-      <td>0.0549</td>
-      <td>0.0277</td>
-      <td>0.0352</td>
-      <td>0.0446</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0226</td>
-      <td>0.0575</td>
-      <td>0.0290</td>
-      <td>0.0352</td>
-      <td>0.0408</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0212</td>
-      <td>0.0531</td>
-      <td>0.0273</td>
-      <td>0.0338</td>
-      <td>0.0395</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0207</td>
-      <td>0.0486</td>
-      <td>0.0263</td>
-      <td>0.0324</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0193</td>
-      <td>0.0521</td>
-      <td>0.0256</td>
-      <td>0.0312</td>
-      <td>0.0372</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0189</td>
-      <td>0.0510</td>
-      <td>0.0249</td>
-      <td>0.0302</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0181</td>
-      <td>0.0504</td>
-      <td>0.0249</td>
-      <td>0.0287</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0191</td>
-      <td>0.0489</td>
-      <td>0.0264</td>
-      <td>0.0302</td>
-      <td>0.0360</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0176</td>
-      <td>0.0485</td>
-      <td>0.0250</td>
-      <td>0.0282</td>
-      <td>0.0364</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0159</td>
-      <td>0.0472</td>
-      <td>0.0242</td>
-      <td>0.0275</td>
-      <td>0.0361</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0353</td>
-      <td>0.0704</td>
-      <td>0.0433</td>
-      <td>0.0501</td>
-      <td>0.0773</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>binmc_pacc</th>
-      <th>mulmc_pacc</th>
-      <th>binne_pacc</th>
-      <th>mulne_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0299</td>
-      <td>0.3365</td>
-      <td>0.1240</td>
-      <td>0.0451</td>
-      <td>0.2535</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0375</td>
-      <td>0.0344</td>
-      <td>0.0350</td>
-      <td>0.0391</td>
-      <td>0.0407</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0363</td>
-      <td>0.0283</td>
-      <td>0.0286</td>
-      <td>0.1005</td>
-      <td>0.0309</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0344</td>
-      <td>0.0305</td>
-      <td>0.0365</td>
-      <td>0.0272</td>
-      <td>0.0335</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0344</td>
-      <td>0.0300</td>
-      <td>0.0237</td>
-      <td>0.0548</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0490</td>
-      <td>0.0480</td>
-      <td>0.0356</td>
-      <td>0.0669</td>
-      <td>0.0405</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0283</td>
-      <td>0.0320</td>
-      <td>0.0237</td>
-      <td>0.0388</td>
-      <td>0.0732</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0329</td>
-      <td>0.0236</td>
-      <td>0.0390</td>
-      <td>0.0288</td>
-      <td>0.0934</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0913</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0353</td>
-      <td>0.0704</td>
-      <td>0.0433</td>
-      <td>0.0501</td>
-      <td>0.0773</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_max_conf_vs_entropy_pacc_avg_f1.png)
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_sld_vs_pacc_acc.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_sld_vs_pacc_acc.md
deleted file mode 100644
index c468584..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_sld_vs_pacc_acc.md
+++ /dev/null
@@ -1,2131 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 226.692s  
-> mul_sld: 90.640s  
-> binmc_sld: 226.949s  
-> mulmc_sld: 100.373s  
-> binne_sld: 224.579s  
-> mulne_sld: 85.858s  
-> bin_pacc: 217.884s  
-> mul_pacc: 56.877s  
-> ref: 47.843s  
-> atc_mc: 51.242s  
-> tot: 229.926s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0005</td>
-      <td>0.0004</td>
-      <td>0.0072</td>
-      <td>0.0077</td>
-      <td>0.0044</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0084</td>
-      <td>0.0105</td>
-      <td>0.0074</td>
-      <td>0.0082</td>
-      <td>0.0055</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0075</td>
-      <td>0.0149</td>
-      <td>0.0073</td>
-      <td>0.0105</td>
-      <td>0.0123</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0080</td>
-      <td>0.0266</td>
-      <td>0.0103</td>
-      <td>0.0113</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0103</td>
-      <td>0.0439</td>
-      <td>0.0143</td>
-      <td>0.0140</td>
-      <td>0.0273</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0165</td>
-      <td>0.0612</td>
-      <td>0.0172</td>
-      <td>0.0125</td>
-      <td>0.0369</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0235</td>
-      <td>0.0801</td>
-      <td>0.0227</td>
-      <td>0.0143</td>
-      <td>0.0466</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0350</td>
-      <td>0.1015</td>
-      <td>0.0277</td>
-      <td>0.0157</td>
-      <td>0.0521</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0473</td>
-      <td>0.1247</td>
-      <td>0.0286</td>
-      <td>0.0168</td>
-      <td>0.0588</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0563</td>
-      <td>0.1447</td>
-      <td>0.0367</td>
-      <td>0.0157</td>
-      <td>0.0685</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0676</td>
-      <td>0.1624</td>
-      <td>0.0420</td>
-      <td>0.0137</td>
-      <td>0.0791</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0803</td>
-      <td>0.1881</td>
-      <td>0.0441</td>
-      <td>0.0160</td>
-      <td>0.0832</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0905</td>
-      <td>0.2041</td>
-      <td>0.0536</td>
-      <td>0.0195</td>
-      <td>0.0960</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.1034</td>
-      <td>0.2280</td>
-      <td>0.0585</td>
-      <td>0.0180</td>
-      <td>0.1024</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.1165</td>
-      <td>0.2499</td>
-      <td>0.0616</td>
-      <td>0.0162</td>
-      <td>0.1070</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.1271</td>
-      <td>0.2660</td>
-      <td>0.0674</td>
-      <td>0.0177</td>
-      <td>0.1150</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.1381</td>
-      <td>0.2853</td>
-      <td>0.0735</td>
-      <td>0.0173</td>
-      <td>0.1214</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.1419</td>
-      <td>0.2570</td>
-      <td>0.0752</td>
-      <td>0.0197</td>
-      <td>0.1286</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.1005</td>
-      <td>0.1951</td>
-      <td>0.0822</td>
-      <td>0.0197</td>
-      <td>0.1403</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0508</td>
-      <td>0.1306</td>
-      <td>0.0922</td>
-      <td>0.0161</td>
-      <td>0.1463</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0010</td>
-      <td>0.0574</td>
-      <td>0.0953</td>
-      <td>0.0219</td>
-      <td>0.1538</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0586</td>
-      <td>0.1349</td>
-      <td>0.0441</td>
-      <td>0.0154</td>
-      <td>0.0765</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_10_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_10_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_10_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_10_acc.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 217.346s  
-> mul_sld: 64.811s  
-> binmc_sld: 216.660s  
-> mulmc_sld: 62.046s  
-> binne_sld: 216.967s  
-> mulne_sld: 61.675s  
-> bin_pacc: 210.890s  
-> mul_pacc: 55.836s  
-> ref: 46.732s  
-> atc_mc: 51.013s  
-> tot: 222.345s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0007</td>
-      <td>0.0019</td>
-      <td>0.0089</td>
-      <td>0.0095</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0103</td>
-      <td>0.0099</td>
-      <td>0.0079</td>
-      <td>0.0087</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0113</td>
-      <td>0.0138</td>
-      <td>0.0075</td>
-      <td>0.0088</td>
-      <td>0.0051</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0122</td>
-      <td>0.0161</td>
-      <td>0.0069</td>
-      <td>0.0086</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0114</td>
-      <td>0.0156</td>
-      <td>0.0076</td>
-      <td>0.0087</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0089</td>
-      <td>0.0122</td>
-      <td>0.0071</td>
-      <td>0.0082</td>
-      <td>0.0122</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0089</td>
-      <td>0.0124</td>
-      <td>0.0078</td>
-      <td>0.0085</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0097</td>
-      <td>0.0124</td>
-      <td>0.0093</td>
-      <td>0.0094</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0083</td>
-      <td>0.0121</td>
-      <td>0.0087</td>
-      <td>0.0098</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0098</td>
-      <td>0.0147</td>
-      <td>0.0098</td>
-      <td>0.0102</td>
-      <td>0.0261</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0123</td>
-      <td>0.0195</td>
-      <td>0.0123</td>
-      <td>0.0121</td>
-      <td>0.0299</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0160</td>
-      <td>0.0270</td>
-      <td>0.0140</td>
-      <td>0.0126</td>
-      <td>0.0329</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0201</td>
-      <td>0.0319</td>
-      <td>0.0168</td>
-      <td>0.0144</td>
-      <td>0.0411</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0267</td>
-      <td>0.0424</td>
-      <td>0.0180</td>
-      <td>0.0149</td>
-      <td>0.0420</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0332</td>
-      <td>0.0521</td>
-      <td>0.0161</td>
-      <td>0.0130</td>
-      <td>0.0419</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0388</td>
-      <td>0.0599</td>
-      <td>0.0189</td>
-      <td>0.0148</td>
-      <td>0.0467</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0449</td>
-      <td>0.0674</td>
-      <td>0.0208</td>
-      <td>0.0178</td>
-      <td>0.0522</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0496</td>
-      <td>0.0739</td>
-      <td>0.0257</td>
-      <td>0.0204</td>
-      <td>0.0570</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0575</td>
-      <td>0.0862</td>
-      <td>0.0248</td>
-      <td>0.0192</td>
-      <td>0.0604</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0494</td>
-      <td>0.0802</td>
-      <td>0.0291</td>
-      <td>0.0210</td>
-      <td>0.0626</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0010</td>
-      <td>0.0193</td>
-      <td>0.0310</td>
-      <td>0.0252</td>
-      <td>0.0668</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0210</td>
-      <td>0.0324</td>
-      <td>0.0147</td>
-      <td>0.0131</td>
-      <td>0.0317</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_20_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_20_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_20_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_20_acc.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 219.389s  
-> mul_sld: 68.837s  
-> binmc_sld: 219.147s  
-> mulmc_sld: 65.023s  
-> binne_sld: 218.371s  
-> mulne_sld: 65.296s  
-> bin_pacc: 212.357s  
-> mul_pacc: 56.167s  
-> ref: 47.599s  
-> atc_mc: 51.508s  
-> tot: 223.231s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0005</td>
-      <td>0.0020</td>
-      <td>0.0047</td>
-      <td>0.0106</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0119</td>
-      <td>0.0083</td>
-      <td>0.0066</td>
-      <td>0.0121</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0148</td>
-      <td>0.0110</td>
-      <td>0.0085</td>
-      <td>0.0142</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0178</td>
-      <td>0.0114</td>
-      <td>0.0107</td>
-      <td>0.0168</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0156</td>
-      <td>0.0110</td>
-      <td>0.0096</td>
-      <td>0.0156</td>
-      <td>0.0066</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0191</td>
-      <td>0.0121</td>
-      <td>0.0114</td>
-      <td>0.0193</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0205</td>
-      <td>0.0141</td>
-      <td>0.0121</td>
-      <td>0.0201</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0211</td>
-      <td>0.0148</td>
-      <td>0.0134</td>
-      <td>0.0228</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0194</td>
-      <td>0.0156</td>
-      <td>0.0138</td>
-      <td>0.0229</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0209</td>
-      <td>0.0191</td>
-      <td>0.0141</td>
-      <td>0.0247</td>
-      <td>0.0151</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0220</td>
-      <td>0.0225</td>
-      <td>0.0156</td>
-      <td>0.0263</td>
-      <td>0.0162</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0233</td>
-      <td>0.0256</td>
-      <td>0.0152</td>
-      <td>0.0262</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0272</td>
-      <td>0.0313</td>
-      <td>0.0150</td>
-      <td>0.0280</td>
-      <td>0.0222</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0318</td>
-      <td>0.0377</td>
-      <td>0.0171</td>
-      <td>0.0291</td>
-      <td>0.0243</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0378</td>
-      <td>0.0462</td>
-      <td>0.0196</td>
-      <td>0.0347</td>
-      <td>0.0225</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0417</td>
-      <td>0.0501</td>
-      <td>0.0198</td>
-      <td>0.0337</td>
-      <td>0.0253</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0446</td>
-      <td>0.0575</td>
-      <td>0.0196</td>
-      <td>0.0348</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0455</td>
-      <td>0.0609</td>
-      <td>0.0194</td>
-      <td>0.0335</td>
-      <td>0.0316</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0548</td>
-      <td>0.0732</td>
-      <td>0.0224</td>
-      <td>0.0406</td>
-      <td>0.0317</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0532</td>
-      <td>0.0724</td>
-      <td>0.0194</td>
-      <td>0.0369</td>
-      <td>0.0359</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0083</td>
-      <td>0.0523</td>
-      <td>0.0200</td>
-      <td>0.0315</td>
-      <td>0.0400</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0263</td>
-      <td>0.0309</td>
-      <td>0.0147</td>
-      <td>0.0255</td>
-      <td>0.0183</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_30_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_30_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_30_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_30_acc.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 218.273s  
-> mul_sld: 64.926s  
-> binmc_sld: 216.495s  
-> mulmc_sld: 63.652s  
-> binne_sld: 217.602s  
-> mulne_sld: 63.801s  
-> bin_pacc: 211.842s  
-> mul_pacc: 56.383s  
-> ref: 47.351s  
-> atc_mc: 51.386s  
-> tot: 222.442s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0004</td>
-      <td>0.0031</td>
-      <td>0.0004</td>
-      <td>0.0091</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0087</td>
-      <td>0.0086</td>
-      <td>0.0058</td>
-      <td>0.0098</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0097</td>
-      <td>0.0112</td>
-      <td>0.0083</td>
-      <td>0.0098</td>
-      <td>0.0073</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0109</td>
-      <td>0.0119</td>
-      <td>0.0093</td>
-      <td>0.0093</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0125</td>
-      <td>0.0152</td>
-      <td>0.0098</td>
-      <td>0.0094</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0140</td>
-      <td>0.0159</td>
-      <td>0.0101</td>
-      <td>0.0100</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0168</td>
-      <td>0.0164</td>
-      <td>0.0109</td>
-      <td>0.0114</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0157</td>
-      <td>0.0149</td>
-      <td>0.0109</td>
-      <td>0.0137</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0153</td>
-      <td>0.0153</td>
-      <td>0.0100</td>
-      <td>0.0130</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0144</td>
-      <td>0.0134</td>
-      <td>0.0115</td>
-      <td>0.0169</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0150</td>
-      <td>0.0126</td>
-      <td>0.0121</td>
-      <td>0.0165</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0125</td>
-      <td>0.0117</td>
-      <td>0.0125</td>
-      <td>0.0202</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0142</td>
-      <td>0.0138</td>
-      <td>0.0144</td>
-      <td>0.0235</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0138</td>
-      <td>0.0160</td>
-      <td>0.0163</td>
-      <td>0.0267</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0159</td>
-      <td>0.0184</td>
-      <td>0.0174</td>
-      <td>0.0296</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0164</td>
-      <td>0.0200</td>
-      <td>0.0174</td>
-      <td>0.0311</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0176</td>
-      <td>0.0262</td>
-      <td>0.0183</td>
-      <td>0.0334</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0212</td>
-      <td>0.0310</td>
-      <td>0.0211</td>
-      <td>0.0368</td>
-      <td>0.0146</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0265</td>
-      <td>0.0389</td>
-      <td>0.0244</td>
-      <td>0.0398</td>
-      <td>0.0167</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0274</td>
-      <td>0.0430</td>
-      <td>0.0223</td>
-      <td>0.0398</td>
-      <td>0.0191</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0053</td>
-      <td>0.0183</td>
-      <td>0.0224</td>
-      <td>0.0413</td>
-      <td>0.0189</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0145</td>
-      <td>0.0179</td>
-      <td>0.0136</td>
-      <td>0.0215</td>
-      <td>0.0104</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_40_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_40_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_40_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_40_acc.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 216.810s  
-> mul_sld: 66.656s  
-> binmc_sld: 214.455s  
-> mulmc_sld: 65.245s  
-> binne_sld: 215.501s  
-> mulne_sld: 65.656s  
-> bin_pacc: 211.948s  
-> mul_pacc: 56.312s  
-> ref: 47.378s  
-> atc_mc: 51.192s  
-> tot: 220.479s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0009</td>
-      <td>0.0039</td>
-      <td>0.0048</td>
-      <td>0.0316</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0160</td>
-      <td>0.0094</td>
-      <td>0.0087</td>
-      <td>0.0311</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0159</td>
-      <td>0.0116</td>
-      <td>0.0118</td>
-      <td>0.0331</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0156</td>
-      <td>0.0127</td>
-      <td>0.0145</td>
-      <td>0.0342</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0134</td>
-      <td>0.0121</td>
-      <td>0.0134</td>
-      <td>0.0311</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0136</td>
-      <td>0.0122</td>
-      <td>0.0155</td>
-      <td>0.0311</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0150</td>
-      <td>0.0123</td>
-      <td>0.0187</td>
-      <td>0.0311</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0195</td>
-      <td>0.0150</td>
-      <td>0.0240</td>
-      <td>0.0343</td>
-      <td>0.0070</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0170</td>
-      <td>0.0133</td>
-      <td>0.0235</td>
-      <td>0.0312</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0207</td>
-      <td>0.0159</td>
-      <td>0.0284</td>
-      <td>0.0325</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0186</td>
-      <td>0.0140</td>
-      <td>0.0292</td>
-      <td>0.0308</td>
-      <td>0.0101</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0213</td>
-      <td>0.0165</td>
-      <td>0.0343</td>
-      <td>0.0325</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0245</td>
-      <td>0.0197</td>
-      <td>0.0373</td>
-      <td>0.0321</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0254</td>
-      <td>0.0212</td>
-      <td>0.0412</td>
-      <td>0.0331</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0278</td>
-      <td>0.0249</td>
-      <td>0.0441</td>
-      <td>0.0336</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0283</td>
-      <td>0.0255</td>
-      <td>0.0454</td>
-      <td>0.0323</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0291</td>
-      <td>0.0291</td>
-      <td>0.0473</td>
-      <td>0.0307</td>
-      <td>0.0118</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0290</td>
-      <td>0.0306</td>
-      <td>0.0492</td>
-      <td>0.0298</td>
-      <td>0.0125</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0365</td>
-      <td>0.0384</td>
-      <td>0.0551</td>
-      <td>0.0327</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0341</td>
-      <td>0.0386</td>
-      <td>0.0565</td>
-      <td>0.0303</td>
-      <td>0.0129</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0101</td>
-      <td>0.0165</td>
-      <td>0.0536</td>
-      <td>0.0308</td>
-      <td>0.0115</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0206</td>
-      <td>0.0187</td>
-      <td>0.0313</td>
-      <td>0.0319</td>
-      <td>0.0087</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_50_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_50_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_50_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_50_acc.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 214.524s  
-> mul_sld: 67.289s  
-> binmc_sld: 212.382s  
-> mulmc_sld: 64.717s  
-> binne_sld: 212.511s  
-> mulne_sld: 64.931s  
-> bin_pacc: 207.692s  
-> mul_pacc: 55.877s  
-> ref: 47.088s  
-> atc_mc: 51.183s  
-> tot: 217.360s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0012</td>
-      <td>0.0054</td>
-      <td>0.0088</td>
-      <td>0.0425</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0233</td>
-      <td>0.0184</td>
-      <td>0.0109</td>
-      <td>0.0428</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0263</td>
-      <td>0.0220</td>
-      <td>0.0132</td>
-      <td>0.0442</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0272</td>
-      <td>0.0249</td>
-      <td>0.0173</td>
-      <td>0.0466</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0237</td>
-      <td>0.0210</td>
-      <td>0.0160</td>
-      <td>0.0428</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0230</td>
-      <td>0.0216</td>
-      <td>0.0161</td>
-      <td>0.0423</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0238</td>
-      <td>0.0231</td>
-      <td>0.0195</td>
-      <td>0.0430</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0266</td>
-      <td>0.0264</td>
-      <td>0.0221</td>
-      <td>0.0445</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0234</td>
-      <td>0.0226</td>
-      <td>0.0231</td>
-      <td>0.0435</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0282</td>
-      <td>0.0262</td>
-      <td>0.0290</td>
-      <td>0.0451</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0281</td>
-      <td>0.0252</td>
-      <td>0.0292</td>
-      <td>0.0436</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0330</td>
-      <td>0.0281</td>
-      <td>0.0337</td>
-      <td>0.0449</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0368</td>
-      <td>0.0297</td>
-      <td>0.0371</td>
-      <td>0.0455</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0367</td>
-      <td>0.0288</td>
-      <td>0.0380</td>
-      <td>0.0439</td>
-      <td>0.0093</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0397</td>
-      <td>0.0306</td>
-      <td>0.0412</td>
-      <td>0.0449</td>
-      <td>0.0102</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0394</td>
-      <td>0.0292</td>
-      <td>0.0417</td>
-      <td>0.0426</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0429</td>
-      <td>0.0311</td>
-      <td>0.0444</td>
-      <td>0.0426</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0454</td>
-      <td>0.0327</td>
-      <td>0.0472</td>
-      <td>0.0423</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0513</td>
-      <td>0.0371</td>
-      <td>0.0544</td>
-      <td>0.0463</td>
-      <td>0.0097</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0478</td>
-      <td>0.0344</td>
-      <td>0.0544</td>
-      <td>0.0438</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0258</td>
-      <td>0.0214</td>
-      <td>0.0430</td>
-      <td>0.0448</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0311</td>
-      <td>0.0257</td>
-      <td>0.0305</td>
-      <td>0.0439</td>
-      <td>0.0088</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_60_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_60_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_60_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_60_acc.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 214.649s  
-> mul_sld: 67.063s  
-> binmc_sld: 213.217s  
-> mulmc_sld: 64.765s  
-> binne_sld: 215.565s  
-> mulne_sld: 65.253s  
-> bin_pacc: 207.954s  
-> mul_pacc: 55.495s  
-> ref: 46.537s  
-> atc_mc: 51.012s  
-> tot: 220.485s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0045</td>
-      <td>0.0143</td>
-      <td>0.0689</td>
-      <td>0.0769</td>
-      <td>0.0295</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0355</td>
-      <td>0.0346</td>
-      <td>0.0795</td>
-      <td>0.0773</td>
-      <td>0.0275</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0397</td>
-      <td>0.0395</td>
-      <td>0.0804</td>
-      <td>0.0759</td>
-      <td>0.0266</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0442</td>
-      <td>0.0429</td>
-      <td>0.0821</td>
-      <td>0.0771</td>
-      <td>0.0244</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0392</td>
-      <td>0.0379</td>
-      <td>0.0769</td>
-      <td>0.0720</td>
-      <td>0.0210</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0363</td>
-      <td>0.0356</td>
-      <td>0.0731</td>
-      <td>0.0679</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0354</td>
-      <td>0.0365</td>
-      <td>0.0752</td>
-      <td>0.0671</td>
-      <td>0.0181</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0338</td>
-      <td>0.0356</td>
-      <td>0.0709</td>
-      <td>0.0632</td>
-      <td>0.0195</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0348</td>
-      <td>0.0348</td>
-      <td>0.0726</td>
-      <td>0.0623</td>
-      <td>0.0156</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0364</td>
-      <td>0.0360</td>
-      <td>0.0728</td>
-      <td>0.0613</td>
-      <td>0.0156</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0328</td>
-      <td>0.0318</td>
-      <td>0.0680</td>
-      <td>0.0561</td>
-      <td>0.0116</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0366</td>
-      <td>0.0331</td>
-      <td>0.0695</td>
-      <td>0.0561</td>
-      <td>0.0122</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0395</td>
-      <td>0.0348</td>
-      <td>0.0702</td>
-      <td>0.0549</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0372</td>
-      <td>0.0309</td>
-      <td>0.0668</td>
-      <td>0.0503</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0337</td>
-      <td>0.0268</td>
-      <td>0.0606</td>
-      <td>0.0456</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0334</td>
-      <td>0.0249</td>
-      <td>0.0587</td>
-      <td>0.0413</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0377</td>
-      <td>0.0262</td>
-      <td>0.0599</td>
-      <td>0.0413</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0344</td>
-      <td>0.0227</td>
-      <td>0.0571</td>
-      <td>0.0376</td>
-      <td>0.0049</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0403</td>
-      <td>0.0261</td>
-      <td>0.0604</td>
-      <td>0.0388</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0353</td>
-      <td>0.0228</td>
-      <td>0.0571</td>
-      <td>0.0344</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0064</td>
-      <td>0.0044</td>
-      <td>0.0390</td>
-      <td>0.0315</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0337</td>
-      <td>0.0301</td>
-      <td>0.0676</td>
-      <td>0.0566</td>
-      <td>0.0145</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_70_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_70_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_70_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_70_acc.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 216.905s  
-> mul_sld: 78.500s  
-> binmc_sld: 216.274s  
-> mulmc_sld: 78.752s  
-> binne_sld: 214.957s  
-> mulne_sld: 78.429s  
-> bin_pacc: 208.520s  
-> mul_pacc: 55.495s  
-> ref: 46.765s  
-> atc_mc: 50.943s  
-> tot: 219.759s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0026</td>
-      <td>0.0893</td>
-      <td>0.0079</td>
-      <td>0.0605</td>
-      <td>0.0295</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0435</td>
-      <td>0.1025</td>
-      <td>0.0081</td>
-      <td>0.0520</td>
-      <td>0.0270</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0489</td>
-      <td>0.1074</td>
-      <td>0.0083</td>
-      <td>0.0531</td>
-      <td>0.0266</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0502</td>
-      <td>0.1089</td>
-      <td>0.0086</td>
-      <td>0.0454</td>
-      <td>0.0237</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0475</td>
-      <td>0.1005</td>
-      <td>0.0074</td>
-      <td>0.0435</td>
-      <td>0.0217</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0454</td>
-      <td>0.0924</td>
-      <td>0.0083</td>
-      <td>0.0442</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0446</td>
-      <td>0.0904</td>
-      <td>0.0069</td>
-      <td>0.0404</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0402</td>
-      <td>0.0818</td>
-      <td>0.0085</td>
-      <td>0.0371</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0363</td>
-      <td>0.0777</td>
-      <td>0.0066</td>
-      <td>0.0344</td>
-      <td>0.0172</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0365</td>
-      <td>0.0744</td>
-      <td>0.0071</td>
-      <td>0.0364</td>
-      <td>0.0174</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0305</td>
-      <td>0.0636</td>
-      <td>0.0069</td>
-      <td>0.0302</td>
-      <td>0.0150</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0270</td>
-      <td>0.0624</td>
-      <td>0.0079</td>
-      <td>0.0350</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0254</td>
-      <td>0.0553</td>
-      <td>0.0096</td>
-      <td>0.0308</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0201</td>
-      <td>0.0450</td>
-      <td>0.0090</td>
-      <td>0.0286</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0147</td>
-      <td>0.0334</td>
-      <td>0.0090</td>
-      <td>0.0285</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0110</td>
-      <td>0.0302</td>
-      <td>0.0087</td>
-      <td>0.0254</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0101</td>
-      <td>0.0263</td>
-      <td>0.0100</td>
-      <td>0.0303</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0082</td>
-      <td>0.0192</td>
-      <td>0.0108</td>
-      <td>0.0274</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0125</td>
-      <td>0.0179</td>
-      <td>0.0146</td>
-      <td>0.0354</td>
-      <td>0.0060</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0142</td>
-      <td>0.0131</td>
-      <td>0.0158</td>
-      <td>0.0403</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0015</td>
-      <td>0.0031</td>
-      <td>0.0179</td>
-      <td>0.0399</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0272</td>
-      <td>0.0617</td>
-      <td>0.0094</td>
-      <td>0.0380</td>
-      <td>0.0154</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_80_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_80_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_80_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_80_acc.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 50.214s  
-> mulmc_sld: 48.094s  
-> mulne_sld: 47.975s  
-> ref: 36.698s  
-> atc_mc: 39.829s  
-> tot: 53.564s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0789</td>
-      <td>0.0702</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1444</td>
-      <td>0.0677</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1835</td>
-      <td>0.0654</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1859</td>
-      <td>0.0603</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1794</td>
-      <td>0.0530</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.1701</td>
-      <td>0.0512</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.1650</td>
-      <td>0.0440</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.1539</td>
-      <td>0.0410</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.1404</td>
-      <td>0.0385</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.1328</td>
-      <td>0.0348</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.1199</td>
-      <td>0.0271</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.1092</td>
-      <td>0.0260</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0971</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0840</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0699</td>
-      <td>0.0131</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0574</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0435</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0295</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0158</td>
-      <td>0.0090</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0066</td>
-      <td>0.0125</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0002</td>
-      <td>0.0170</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.1032</td>
-      <td>0.0327</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_90_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_90_acc.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_90_acc.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_90_acc.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0014</td>
-      <td>0.0221</td>
-      <td>0.0139</td>
-      <td>0.0311</td>
-      <td>0.0191</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.0197</td>
-      <td>0.0385</td>
-      <td>0.0169</td>
-      <td>0.0302</td>
-      <td>0.0180</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0218</td>
-      <td>0.0461</td>
-      <td>0.0182</td>
-      <td>0.0312</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0233</td>
-      <td>0.0490</td>
-      <td>0.0200</td>
-      <td>0.0312</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0217</td>
-      <td>0.0485</td>
-      <td>0.0194</td>
-      <td>0.0296</td>
-      <td>0.0178</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0221</td>
-      <td>0.0481</td>
-      <td>0.0198</td>
-      <td>0.0295</td>
-      <td>0.0192</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0236</td>
-      <td>0.0500</td>
-      <td>0.0217</td>
-      <td>0.0295</td>
-      <td>0.0196</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0252</td>
-      <td>0.0507</td>
-      <td>0.0234</td>
-      <td>0.0301</td>
-      <td>0.0205</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0252</td>
-      <td>0.0507</td>
-      <td>0.0234</td>
-      <td>0.0293</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0279</td>
-      <td>0.0530</td>
-      <td>0.0262</td>
-      <td>0.0304</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0284</td>
-      <td>0.0524</td>
-      <td>0.0269</td>
-      <td>0.0287</td>
-      <td>0.0230</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0312</td>
-      <td>0.0558</td>
-      <td>0.0289</td>
-      <td>0.0304</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0348</td>
-      <td>0.0575</td>
-      <td>0.0317</td>
-      <td>0.0311</td>
-      <td>0.0253</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0369</td>
-      <td>0.0593</td>
-      <td>0.0331</td>
-      <td>0.0306</td>
-      <td>0.0256</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0399</td>
-      <td>0.0613</td>
-      <td>0.0337</td>
-      <td>0.0308</td>
-      <td>0.0258</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0420</td>
-      <td>0.0626</td>
-      <td>0.0348</td>
-      <td>0.0299</td>
-      <td>0.0268</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0456</td>
-      <td>0.0658</td>
-      <td>0.0367</td>
-      <td>0.0310</td>
-      <td>0.0283</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0469</td>
-      <td>0.0619</td>
-      <td>0.0382</td>
-      <td>0.0309</td>
-      <td>0.0303</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0475</td>
-      <td>0.0587</td>
-      <td>0.0423</td>
-      <td>0.0341</td>
-      <td>0.0325</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0390</td>
-      <td>0.0491</td>
-      <td>0.0433</td>
-      <td>0.0328</td>
-      <td>0.0345</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0074</td>
-      <td>0.0214</td>
-      <td>0.0403</td>
-      <td>0.0334</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0291</td>
-      <td>0.0506</td>
-      <td>0.0282</td>
-      <td>0.0307</td>
-      <td>0.0241</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_avg_train_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_avg_train_acc.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0586</td>
-      <td>0.1349</td>
-      <td>0.0441</td>
-      <td>0.0154</td>
-      <td>0.0765</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0210</td>
-      <td>0.0324</td>
-      <td>0.0147</td>
-      <td>0.0131</td>
-      <td>0.0317</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0263</td>
-      <td>0.0309</td>
-      <td>0.0147</td>
-      <td>0.0255</td>
-      <td>0.0183</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0145</td>
-      <td>0.0179</td>
-      <td>0.0136</td>
-      <td>0.0215</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0206</td>
-      <td>0.0187</td>
-      <td>0.0313</td>
-      <td>0.0319</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0311</td>
-      <td>0.0257</td>
-      <td>0.0305</td>
-      <td>0.0439</td>
-      <td>0.0088</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0337</td>
-      <td>0.0301</td>
-      <td>0.0676</td>
-      <td>0.0566</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0272</td>
-      <td>0.0617</td>
-      <td>0.0094</td>
-      <td>0.0380</td>
-      <td>0.0154</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.1032</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0327</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0291</td>
-      <td>0.0506</td>
-      <td>0.0282</td>
-      <td>0.0307</td>
-      <td>0.0241</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_avg_test_acc.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_avg_test_acc.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_avg_acc.png)
diff --git a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_sld_vs_pacc_f1.md b/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_sld_vs_pacc_f1.md
deleted file mode 100644
index e042029..0000000
--- a/output/main/rcv1_MCAT_9prevs/rcv1_MCAT_sld_vs_pacc_f1.md
+++ /dev/null
@@ -1,2131 +0,0 @@
-# rcv1_MCAT_9prevs
-
-## 10% positives
-> train: [0.90021426 0.09978574]  
-> validation: [0.8999388 0.1000612]  
-> bin_sld: 226.692s  
-> mul_sld: 90.640s  
-> binmc_sld: 226.949s  
-> mulmc_sld: 100.373s  
-> binne_sld: 224.579s  
-> mulne_sld: 85.858s  
-> bin_pacc: 217.884s  
-> mul_pacc: 56.877s  
-> ref: 47.843s  
-> atc_mc: 51.242s  
-> tot: 229.926s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.1549</td>
-      <td>0.1431</td>
-      <td>0.0739</td>
-      <td>0.2698</td>
-      <td>0.0100</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1105</td>
-      <td>0.1315</td>
-      <td>0.1320</td>
-      <td>0.0986</td>
-      <td>0.2695</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0431</td>
-      <td>0.1114</td>
-      <td>0.0763</td>
-      <td>0.0532</td>
-      <td>0.2793</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0282</td>
-      <td>0.1454</td>
-      <td>0.0637</td>
-      <td>0.0510</td>
-      <td>0.2727</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0177</td>
-      <td>0.1723</td>
-      <td>0.0648</td>
-      <td>0.0376</td>
-      <td>0.2684</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0206</td>
-      <td>0.1829</td>
-      <td>0.0490</td>
-      <td>0.0320</td>
-      <td>0.2606</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0242</td>
-      <td>0.1948</td>
-      <td>0.0462</td>
-      <td>0.0306</td>
-      <td>0.2614</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0311</td>
-      <td>0.2025</td>
-      <td>0.0342</td>
-      <td>0.0267</td>
-      <td>0.2657</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0367</td>
-      <td>0.2117</td>
-      <td>0.0412</td>
-      <td>0.0262</td>
-      <td>0.2653</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0384</td>
-      <td>0.2181</td>
-      <td>0.0370</td>
-      <td>0.0241</td>
-      <td>0.2652</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0412</td>
-      <td>0.2160</td>
-      <td>0.0377</td>
-      <td>0.0239</td>
-      <td>0.2598</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0446</td>
-      <td>0.2252</td>
-      <td>0.0357</td>
-      <td>0.0237</td>
-      <td>0.2666</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0456</td>
-      <td>0.2217</td>
-      <td>0.0391</td>
-      <td>0.0242</td>
-      <td>0.2595</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0480</td>
-      <td>0.2280</td>
-      <td>0.0359</td>
-      <td>0.0237</td>
-      <td>0.2623</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0503</td>
-      <td>0.2300</td>
-      <td>0.0405</td>
-      <td>0.0216</td>
-      <td>0.2670</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0513</td>
-      <td>0.2271</td>
-      <td>0.0358</td>
-      <td>0.0220</td>
-      <td>0.2638</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0521</td>
-      <td>0.2293</td>
-      <td>0.0370</td>
-      <td>0.0222</td>
-      <td>0.2665</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0509</td>
-      <td>0.2066</td>
-      <td>0.0359</td>
-      <td>0.0233</td>
-      <td>0.2690</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0353</td>
-      <td>0.1677</td>
-      <td>0.0332</td>
-      <td>0.0228</td>
-      <td>0.2639</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0181</td>
-      <td>0.1258</td>
-      <td>0.0346</td>
-      <td>0.0238</td>
-      <td>0.2660</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0012</td>
-      <td>0.0743</td>
-      <td>0.0349</td>
-      <td>0.0228</td>
-      <td>0.2621</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0450</td>
-      <td>0.1841</td>
-      <td>0.0485</td>
-      <td>0.0430</td>
-      <td>0.2535</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_10_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_10_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_10_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_10_f1.png)
-
-
-## 20% positives
-> train: [0.80012244 0.19987756]  
-> validation: [0.7998776 0.2001224]  
-> bin_sld: 217.346s  
-> mul_sld: 64.811s  
-> binmc_sld: 216.660s  
-> mulmc_sld: 62.046s  
-> binne_sld: 216.967s  
-> mulne_sld: 61.675s  
-> bin_pacc: 210.890s  
-> mul_pacc: 55.836s  
-> ref: 46.732s  
-> atc_mc: 51.013s  
-> tot: 222.345s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0228</td>
-      <td>0.1905</td>
-      <td>0.2306</td>
-      <td>0.1392</td>
-      <td>0.1676</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1732</td>
-      <td>0.1173</td>
-      <td>0.0593</td>
-      <td>0.0777</td>
-      <td>0.0959</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0755</td>
-      <td>0.0757</td>
-      <td>0.0339</td>
-      <td>0.0460</td>
-      <td>0.0583</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0486</td>
-      <td>0.0568</td>
-      <td>0.0231</td>
-      <td>0.0328</td>
-      <td>0.0517</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0329</td>
-      <td>0.0411</td>
-      <td>0.0201</td>
-      <td>0.0253</td>
-      <td>0.0442</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0193</td>
-      <td>0.0262</td>
-      <td>0.0148</td>
-      <td>0.0199</td>
-      <td>0.0392</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0164</td>
-      <td>0.0252</td>
-      <td>0.0141</td>
-      <td>0.0174</td>
-      <td>0.0332</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0138</td>
-      <td>0.0213</td>
-      <td>0.0140</td>
-      <td>0.0151</td>
-      <td>0.0305</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0096</td>
-      <td>0.0202</td>
-      <td>0.0109</td>
-      <td>0.0140</td>
-      <td>0.0322</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0095</td>
-      <td>0.0225</td>
-      <td>0.0110</td>
-      <td>0.0137</td>
-      <td>0.0297</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0106</td>
-      <td>0.0261</td>
-      <td>0.0118</td>
-      <td>0.0132</td>
-      <td>0.0290</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0128</td>
-      <td>0.0318</td>
-      <td>0.0115</td>
-      <td>0.0128</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0147</td>
-      <td>0.0336</td>
-      <td>0.0126</td>
-      <td>0.0119</td>
-      <td>0.0243</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0184</td>
-      <td>0.0398</td>
-      <td>0.0123</td>
-      <td>0.0112</td>
-      <td>0.0247</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0215</td>
-      <td>0.0444</td>
-      <td>0.0097</td>
-      <td>0.0097</td>
-      <td>0.0273</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0235</td>
-      <td>0.0471</td>
-      <td>0.0111</td>
-      <td>0.0097</td>
-      <td>0.0256</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0255</td>
-      <td>0.0489</td>
-      <td>0.0110</td>
-      <td>0.0108</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0266</td>
-      <td>0.0502</td>
-      <td>0.0131</td>
-      <td>0.0099</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0292</td>
-      <td>0.0551</td>
-      <td>0.0116</td>
-      <td>0.0090</td>
-      <td>0.0215</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0240</td>
-      <td>0.0494</td>
-      <td>0.0122</td>
-      <td>0.0086</td>
-      <td>0.0228</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0007</td>
-      <td>0.0149</td>
-      <td>0.0131</td>
-      <td>0.0104</td>
-      <td>0.0224</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0299</td>
-      <td>0.0494</td>
-      <td>0.0268</td>
-      <td>0.0247</td>
-      <td>0.0407</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_20_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_20_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_20_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_20_f1.png)
-
-
-## 30% positives
-> train: [0.70003061 0.29996939]  
-> validation: [0.6998164 0.3001836]  
-> bin_sld: 219.389s  
-> mul_sld: 68.837s  
-> binmc_sld: 219.147s  
-> mulmc_sld: 65.023s  
-> binne_sld: 218.371s  
-> mulne_sld: 65.296s  
-> bin_pacc: 212.357s  
-> mul_pacc: 56.167s  
-> ref: 47.599s  
-> atc_mc: 51.508s  
-> tot: 223.231s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0033</td>
-      <td>0.1082</td>
-      <td>0.1182</td>
-      <td>0.3206</td>
-      <td>0.3293</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2430</td>
-      <td>0.0874</td>
-      <td>0.0598</td>
-      <td>0.0766</td>
-      <td>0.0568</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1186</td>
-      <td>0.0639</td>
-      <td>0.0437</td>
-      <td>0.0580</td>
-      <td>0.0372</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0911</td>
-      <td>0.0471</td>
-      <td>0.0413</td>
-      <td>0.0503</td>
-      <td>0.0269</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0560</td>
-      <td>0.0325</td>
-      <td>0.0295</td>
-      <td>0.0368</td>
-      <td>0.0223</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0533</td>
-      <td>0.0337</td>
-      <td>0.0287</td>
-      <td>0.0396</td>
-      <td>0.0182</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0466</td>
-      <td>0.0336</td>
-      <td>0.0262</td>
-      <td>0.0348</td>
-      <td>0.0143</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0391</td>
-      <td>0.0317</td>
-      <td>0.0247</td>
-      <td>0.0342</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0300</td>
-      <td>0.0289</td>
-      <td>0.0230</td>
-      <td>0.0297</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0282</td>
-      <td>0.0305</td>
-      <td>0.0212</td>
-      <td>0.0290</td>
-      <td>0.0124</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0263</td>
-      <td>0.0322</td>
-      <td>0.0215</td>
-      <td>0.0286</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0236</td>
-      <td>0.0310</td>
-      <td>0.0187</td>
-      <td>0.0258</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0254</td>
-      <td>0.0339</td>
-      <td>0.0182</td>
-      <td>0.0261</td>
-      <td>0.0103</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0267</td>
-      <td>0.0360</td>
-      <td>0.0184</td>
-      <td>0.0253</td>
-      <td>0.0104</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0292</td>
-      <td>0.0395</td>
-      <td>0.0199</td>
-      <td>0.0276</td>
-      <td>0.0087</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0300</td>
-      <td>0.0397</td>
-      <td>0.0188</td>
-      <td>0.0256</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0291</td>
-      <td>0.0414</td>
-      <td>0.0181</td>
-      <td>0.0245</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0276</td>
-      <td>0.0408</td>
-      <td>0.0161</td>
-      <td>0.0226</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0316</td>
-      <td>0.0459</td>
-      <td>0.0183</td>
-      <td>0.0261</td>
-      <td>0.0081</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0290</td>
-      <td>0.0428</td>
-      <td>0.0153</td>
-      <td>0.0223</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0054</td>
-      <td>0.0346</td>
-      <td>0.0146</td>
-      <td>0.0206</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0473</td>
-      <td>0.0436</td>
-      <td>0.0292</td>
-      <td>0.0469</td>
-      <td>0.0309</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_30_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_30_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_30_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_30_f1.png)
-
-
-## 40% positives
-> train: [0.59993878 0.40006122]  
-> validation: [0.6000612 0.3999388]  
-> bin_sld: 218.273s  
-> mul_sld: 64.926s  
-> binmc_sld: 216.495s  
-> mulmc_sld: 63.652s  
-> binne_sld: 217.602s  
-> mulne_sld: 63.801s  
-> bin_pacc: 211.842s  
-> mul_pacc: 56.383s  
-> ref: 47.351s  
-> atc_mc: 51.386s  
-> tot: 222.442s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0002</td>
-      <td>0.0294</td>
-      <td>0.0268</td>
-      <td>0.4487</td>
-      <td>0.4631</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1436</td>
-      <td>0.0758</td>
-      <td>0.0641</td>
-      <td>0.0834</td>
-      <td>0.0388</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.0691</td>
-      <td>0.0575</td>
-      <td>0.0419</td>
-      <td>0.0462</td>
-      <td>0.0294</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0453</td>
-      <td>0.0397</td>
-      <td>0.0323</td>
-      <td>0.0313</td>
-      <td>0.0228</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0330</td>
-      <td>0.0365</td>
-      <td>0.0245</td>
-      <td>0.0244</td>
-      <td>0.0159</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0304</td>
-      <td>0.0315</td>
-      <td>0.0213</td>
-      <td>0.0219</td>
-      <td>0.0149</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0314</td>
-      <td>0.0283</td>
-      <td>0.0207</td>
-      <td>0.0222</td>
-      <td>0.0120</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0262</td>
-      <td>0.0226</td>
-      <td>0.0197</td>
-      <td>0.0238</td>
-      <td>0.0113</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0205</td>
-      <td>0.0196</td>
-      <td>0.0149</td>
-      <td>0.0197</td>
-      <td>0.0091</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0179</td>
-      <td>0.0161</td>
-      <td>0.0168</td>
-      <td>0.0234</td>
-      <td>0.0083</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0167</td>
-      <td>0.0132</td>
-      <td>0.0154</td>
-      <td>0.0211</td>
-      <td>0.0092</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0127</td>
-      <td>0.0119</td>
-      <td>0.0149</td>
-      <td>0.0233</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0134</td>
-      <td>0.0131</td>
-      <td>0.0159</td>
-      <td>0.0250</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0114</td>
-      <td>0.0136</td>
-      <td>0.0165</td>
-      <td>0.0262</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0122</td>
-      <td>0.0147</td>
-      <td>0.0162</td>
-      <td>0.0265</td>
-      <td>0.0074</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0118</td>
-      <td>0.0150</td>
-      <td>0.0155</td>
-      <td>0.0263</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0115</td>
-      <td>0.0180</td>
-      <td>0.0153</td>
-      <td>0.0264</td>
-      <td>0.0056</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0130</td>
-      <td>0.0200</td>
-      <td>0.0163</td>
-      <td>0.0273</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0151</td>
-      <td>0.0234</td>
-      <td>0.0175</td>
-      <td>0.0278</td>
-      <td>0.0071</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0146</td>
-      <td>0.0245</td>
-      <td>0.0155</td>
-      <td>0.0266</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0031</td>
-      <td>0.0108</td>
-      <td>0.0147</td>
-      <td>0.0262</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0263</td>
-      <td>0.0255</td>
-      <td>0.0218</td>
-      <td>0.0489</td>
-      <td>0.0335</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_40_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_40_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_40_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_40_f1.png)
-
-
-## 50% positives
-> train: [0.50015305 0.49984695]  
-> validation: [0.5 0.5]  
-> bin_sld: 216.810s  
-> mul_sld: 66.656s  
-> binmc_sld: 214.455s  
-> mulmc_sld: 65.245s  
-> binne_sld: 215.501s  
-> mulne_sld: 65.656s  
-> bin_pacc: 211.948s  
-> mul_pacc: 56.312s  
-> ref: 47.378s  
-> atc_mc: 51.192s  
-> tot: 220.479s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0017</td>
-      <td>0.0436</td>
-      <td>0.0406</td>
-      <td>0.5337</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2094</td>
-      <td>0.0922</td>
-      <td>0.0638</td>
-      <td>0.1348</td>
-      <td>0.0902</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1116</td>
-      <td>0.0626</td>
-      <td>0.0553</td>
-      <td>0.1079</td>
-      <td>0.0381</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0697</td>
-      <td>0.0479</td>
-      <td>0.0470</td>
-      <td>0.0882</td>
-      <td>0.0210</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0432</td>
-      <td>0.0319</td>
-      <td>0.0354</td>
-      <td>0.0659</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0341</td>
-      <td>0.0266</td>
-      <td>0.0337</td>
-      <td>0.0561</td>
-      <td>0.0137</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0299</td>
-      <td>0.0228</td>
-      <td>0.0346</td>
-      <td>0.0485</td>
-      <td>0.0111</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0326</td>
-      <td>0.0245</td>
-      <td>0.0382</td>
-      <td>0.0477</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0237</td>
-      <td>0.0179</td>
-      <td>0.0325</td>
-      <td>0.0381</td>
-      <td>0.0108</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0255</td>
-      <td>0.0194</td>
-      <td>0.0352</td>
-      <td>0.0363</td>
-      <td>0.0084</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0205</td>
-      <td>0.0155</td>
-      <td>0.0327</td>
-      <td>0.0315</td>
-      <td>0.0094</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0207</td>
-      <td>0.0160</td>
-      <td>0.0347</td>
-      <td>0.0304</td>
-      <td>0.0076</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0218</td>
-      <td>0.0175</td>
-      <td>0.0349</td>
-      <td>0.0281</td>
-      <td>0.0068</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0207</td>
-      <td>0.0172</td>
-      <td>0.0356</td>
-      <td>0.0269</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0207</td>
-      <td>0.0185</td>
-      <td>0.0352</td>
-      <td>0.0255</td>
-      <td>0.0054</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0198</td>
-      <td>0.0178</td>
-      <td>0.0341</td>
-      <td>0.0232</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0187</td>
-      <td>0.0189</td>
-      <td>0.0331</td>
-      <td>0.0208</td>
-      <td>0.0065</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0174</td>
-      <td>0.0187</td>
-      <td>0.0324</td>
-      <td>0.0192</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0207</td>
-      <td>0.0221</td>
-      <td>0.0343</td>
-      <td>0.0200</td>
-      <td>0.0058</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0182</td>
-      <td>0.0211</td>
-      <td>0.0333</td>
-      <td>0.0176</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0056</td>
-      <td>0.0092</td>
-      <td>0.0304</td>
-      <td>0.0174</td>
-      <td>0.0048</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0374</td>
-      <td>0.0257</td>
-      <td>0.0376</td>
-      <td>0.0440</td>
-      <td>0.0391</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_50_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_50_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_50_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_50_f1.png)
-
-
-## 60% positives
-> train: [0.40006122 0.59993878]  
-> validation: [0.3999388 0.6000612]  
-> bin_sld: 214.524s  
-> mul_sld: 67.289s  
-> binmc_sld: 212.382s  
-> mulmc_sld: 64.717s  
-> binne_sld: 212.511s  
-> mulne_sld: 64.931s  
-> bin_pacc: 207.692s  
-> mul_pacc: 55.877s  
-> ref: 47.088s  
-> atc_mc: 51.183s  
-> tot: 217.360s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0001</td>
-      <td>0.0001</td>
-      <td>0.0649</td>
-      <td>0.0058</td>
-      <td>0.5258</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2459</td>
-      <td>0.1557</td>
-      <td>0.0549</td>
-      <td>0.1732</td>
-      <td>0.1176</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1572</td>
-      <td>0.1095</td>
-      <td>0.0479</td>
-      <td>0.1405</td>
-      <td>0.0459</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1080</td>
-      <td>0.0843</td>
-      <td>0.0458</td>
-      <td>0.1182</td>
-      <td>0.0238</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0719</td>
-      <td>0.0555</td>
-      <td>0.0358</td>
-      <td>0.0898</td>
-      <td>0.0145</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0569</td>
-      <td>0.0469</td>
-      <td>0.0305</td>
-      <td>0.0760</td>
-      <td>0.0126</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0473</td>
-      <td>0.0418</td>
-      <td>0.0315</td>
-      <td>0.0672</td>
-      <td>0.0114</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0444</td>
-      <td>0.0408</td>
-      <td>0.0315</td>
-      <td>0.0617</td>
-      <td>0.0098</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0335</td>
-      <td>0.0304</td>
-      <td>0.0291</td>
-      <td>0.0534</td>
-      <td>0.0085</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0346</td>
-      <td>0.0312</td>
-      <td>0.0325</td>
-      <td>0.0505</td>
-      <td>0.0082</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0306</td>
-      <td>0.0268</td>
-      <td>0.0299</td>
-      <td>0.0446</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0322</td>
-      <td>0.0271</td>
-      <td>0.0315</td>
-      <td>0.0423</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0326</td>
-      <td>0.0261</td>
-      <td>0.0321</td>
-      <td>0.0398</td>
-      <td>0.0067</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0299</td>
-      <td>0.0233</td>
-      <td>0.0305</td>
-      <td>0.0358</td>
-      <td>0.0075</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0296</td>
-      <td>0.0226</td>
-      <td>0.0307</td>
-      <td>0.0341</td>
-      <td>0.0078</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0272</td>
-      <td>0.0202</td>
-      <td>0.0291</td>
-      <td>0.0305</td>
-      <td>0.0062</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0278</td>
-      <td>0.0200</td>
-      <td>0.0292</td>
-      <td>0.0287</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0276</td>
-      <td>0.0199</td>
-      <td>0.0293</td>
-      <td>0.0270</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0293</td>
-      <td>0.0212</td>
-      <td>0.0318</td>
-      <td>0.0279</td>
-      <td>0.0063</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0259</td>
-      <td>0.0186</td>
-      <td>0.0302</td>
-      <td>0.0251</td>
-      <td>0.0053</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0139</td>
-      <td>0.0115</td>
-      <td>0.0232</td>
-      <td>0.0245</td>
-      <td>0.0059</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0527</td>
-      <td>0.0397</td>
-      <td>0.0349</td>
-      <td>0.0570</td>
-      <td>0.0405</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_60_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_60_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_60_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_60_f1.png)
-
-
-## 70% positives
-> train: [0.29996939 0.70003061]  
-> validation: [0.2998776 0.7001224]  
-> bin_sld: 214.649s  
-> mul_sld: 67.063s  
-> binmc_sld: 213.217s  
-> mulmc_sld: 64.765s  
-> binne_sld: 215.565s  
-> mulne_sld: 65.253s  
-> bin_pacc: 207.954s  
-> mul_pacc: 55.495s  
-> ref: 46.537s  
-> atc_mc: 51.012s  
-> tot: 220.485s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.0000</td>
-      <td>0.0034</td>
-      <td>0.0008</td>
-      <td>0.6387</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2732</td>
-      <td>0.1932</td>
-      <td>0.1876</td>
-      <td>0.2325</td>
-      <td>0.2932</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1896</td>
-      <td>0.1445</td>
-      <td>0.1692</td>
-      <td>0.1837</td>
-      <td>0.1729</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1436</td>
-      <td>0.1153</td>
-      <td>0.1505</td>
-      <td>0.1587</td>
-      <td>0.1108</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1010</td>
-      <td>0.0814</td>
-      <td>0.1273</td>
-      <td>0.1286</td>
-      <td>0.0734</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0770</td>
-      <td>0.0640</td>
-      <td>0.1065</td>
-      <td>0.1055</td>
-      <td>0.0566</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0630</td>
-      <td>0.0552</td>
-      <td>0.0989</td>
-      <td>0.0922</td>
-      <td>0.0406</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0513</td>
-      <td>0.0467</td>
-      <td>0.0838</td>
-      <td>0.0780</td>
-      <td>0.0345</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0445</td>
-      <td>0.0393</td>
-      <td>0.0778</td>
-      <td>0.0690</td>
-      <td>0.0246</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0414</td>
-      <td>0.0368</td>
-      <td>0.0723</td>
-      <td>0.0627</td>
-      <td>0.0209</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0332</td>
-      <td>0.0293</td>
-      <td>0.0625</td>
-      <td>0.0527</td>
-      <td>0.0140</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0332</td>
-      <td>0.0279</td>
-      <td>0.0594</td>
-      <td>0.0489</td>
-      <td>0.0127</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0327</td>
-      <td>0.0272</td>
-      <td>0.0562</td>
-      <td>0.0446</td>
-      <td>0.0089</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0283</td>
-      <td>0.0222</td>
-      <td>0.0500</td>
-      <td>0.0381</td>
-      <td>0.0069</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0236</td>
-      <td>0.0181</td>
-      <td>0.0427</td>
-      <td>0.0325</td>
-      <td>0.0061</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0217</td>
-      <td>0.0158</td>
-      <td>0.0390</td>
-      <td>0.0277</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0230</td>
-      <td>0.0158</td>
-      <td>0.0377</td>
-      <td>0.0262</td>
-      <td>0.0040</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0198</td>
-      <td>0.0130</td>
-      <td>0.0341</td>
-      <td>0.0226</td>
-      <td>0.0029</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0220</td>
-      <td>0.0143</td>
-      <td>0.0343</td>
-      <td>0.0222</td>
-      <td>0.0036</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0183</td>
-      <td>0.0120</td>
-      <td>0.0309</td>
-      <td>0.0187</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0033</td>
-      <td>0.0023</td>
-      <td>0.0205</td>
-      <td>0.0165</td>
-      <td>0.0030</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0592</td>
-      <td>0.0464</td>
-      <td>0.0735</td>
-      <td>0.0696</td>
-      <td>0.0732</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_70_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_70_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_70_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_70_f1.png)
-
-
-## 80% positives
-> train: [0.19987756 0.80012244]  
-> validation: [0.2001224 0.7998776]  
-> bin_sld: 216.905s  
-> mul_sld: 78.500s  
-> binmc_sld: 216.274s  
-> mulmc_sld: 78.752s  
-> binne_sld: 214.957s  
-> mulne_sld: 78.429s  
-> bin_pacc: 208.520s  
-> mul_pacc: 55.495s  
-> ref: 46.765s  
-> atc_mc: 50.943s  
-> tot: 219.759s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.0000</td>
-      <td>0.0511</td>
-      <td>0.2589</td>
-      <td>0.5853</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2137</td>
-      <td>0.1403</td>
-      <td>0.0356</td>
-      <td>0.1695</td>
-      <td>0.3775</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1789</td>
-      <td>0.1389</td>
-      <td>0.0269</td>
-      <td>0.1155</td>
-      <td>0.2622</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1428</td>
-      <td>0.1304</td>
-      <td>0.0223</td>
-      <td>0.0799</td>
-      <td>0.1849</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1103</td>
-      <td>0.1112</td>
-      <td>0.0158</td>
-      <td>0.0650</td>
-      <td>0.1334</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0881</td>
-      <td>0.0952</td>
-      <td>0.0147</td>
-      <td>0.0563</td>
-      <td>0.1025</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0743</td>
-      <td>0.0868</td>
-      <td>0.0110</td>
-      <td>0.0424</td>
-      <td>0.0752</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0583</td>
-      <td>0.0730</td>
-      <td>0.0116</td>
-      <td>0.0371</td>
-      <td>0.0582</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0464</td>
-      <td>0.0645</td>
-      <td>0.0079</td>
-      <td>0.0302</td>
-      <td>0.0449</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0419</td>
-      <td>0.0588</td>
-      <td>0.0080</td>
-      <td>0.0291</td>
-      <td>0.0363</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0317</td>
-      <td>0.0475</td>
-      <td>0.0071</td>
-      <td>0.0231</td>
-      <td>0.0254</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0255</td>
-      <td>0.0439</td>
-      <td>0.0073</td>
-      <td>0.0245</td>
-      <td>0.0193</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0222</td>
-      <td>0.0375</td>
-      <td>0.0083</td>
-      <td>0.0208</td>
-      <td>0.0139</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0161</td>
-      <td>0.0292</td>
-      <td>0.0073</td>
-      <td>0.0184</td>
-      <td>0.0099</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0109</td>
-      <td>0.0206</td>
-      <td>0.0066</td>
-      <td>0.0175</td>
-      <td>0.0080</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0076</td>
-      <td>0.0180</td>
-      <td>0.0061</td>
-      <td>0.0150</td>
-      <td>0.0057</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0065</td>
-      <td>0.0152</td>
-      <td>0.0065</td>
-      <td>0.0174</td>
-      <td>0.0041</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0049</td>
-      <td>0.0107</td>
-      <td>0.0066</td>
-      <td>0.0154</td>
-      <td>0.0038</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0068</td>
-      <td>0.0096</td>
-      <td>0.0083</td>
-      <td>0.0191</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0073</td>
-      <td>0.0068</td>
-      <td>0.0085</td>
-      <td>0.0211</td>
-      <td>0.0032</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0007</td>
-      <td>0.0015</td>
-      <td>0.0091</td>
-      <td>0.0206</td>
-      <td>0.0034</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0521</td>
-      <td>0.0543</td>
-      <td>0.0136</td>
-      <td>0.0522</td>
-      <td>0.0934</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_80_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_80_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_80_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_80_f1.png)
-
-
-## 90% positives
-> train: [0.09978574 0.90021426]  
-> validation: [0.1000612 0.8999388]  
-> mul_sld: 50.214s  
-> mulmc_sld: 48.094s  
-> mulne_sld: 47.975s  
-> ref: 36.698s  
-> atc_mc: 39.829s  
-> tot: 53.564s  
-
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>mul_sld</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0000</td>
-      <td>0.3456</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.1087</td>
-      <td>0.2883</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1674</td>
-      <td>0.2429</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.1681</td>
-      <td>0.2023</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.1595</td>
-      <td>0.1655</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.1475</td>
-      <td>0.1394</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.1377</td>
-      <td>0.1133</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.1228</td>
-      <td>0.0940</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.1080</td>
-      <td>0.0776</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0983</td>
-      <td>0.0632</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0858</td>
-      <td>0.0477</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0743</td>
-      <td>0.0392</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0640</td>
-      <td>0.0288</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0534</td>
-      <td>0.0201</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0425</td>
-      <td>0.0144</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0338</td>
-      <td>0.0079</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0247</td>
-      <td>0.0046</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0162</td>
-      <td>0.0037</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0083</td>
-      <td>0.0045</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0034</td>
-      <td>0.0064</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0001</td>
-      <td>0.0086</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0774</td>
-      <td>0.0913</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_90_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_90_f1.png)
-![plot_diagonal](plot/diagonal_rcv1_MCAT_sld_vs_pacc_90_f1.png)
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_90_f1.png)
-
-
-## avg
-### avg on train
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.0</th>
-      <td>0.0227</td>
-      <td>0.0526</td>
-      <td>0.0766</td>
-      <td>0.1856</td>
-      <td>0.3999</td>
-    </tr>
-    <tr>
-      <th>0.05</th>
-      <td>0.2016</td>
-      <td>0.1225</td>
-      <td>0.0821</td>
-      <td>0.1308</td>
-      <td>0.1809</td>
-    </tr>
-    <tr>
-      <th>0.1</th>
-      <td>0.1179</td>
-      <td>0.1035</td>
-      <td>0.0619</td>
-      <td>0.0939</td>
-      <td>0.1296</td>
-    </tr>
-    <tr>
-      <th>0.15</th>
-      <td>0.0847</td>
-      <td>0.0928</td>
-      <td>0.0533</td>
-      <td>0.0763</td>
-      <td>0.1019</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0582</td>
-      <td>0.0802</td>
-      <td>0.0442</td>
-      <td>0.0592</td>
-      <td>0.0836</td>
-    </tr>
-    <tr>
-      <th>0.25</th>
-      <td>0.0475</td>
-      <td>0.0727</td>
-      <td>0.0374</td>
-      <td>0.0509</td>
-      <td>0.0731</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0417</td>
-      <td>0.0696</td>
-      <td>0.0354</td>
-      <td>0.0444</td>
-      <td>0.0636</td>
-    </tr>
-    <tr>
-      <th>0.35</th>
-      <td>0.0371</td>
-      <td>0.0651</td>
-      <td>0.0322</td>
-      <td>0.0405</td>
-      <td>0.0587</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0306</td>
-      <td>0.0601</td>
-      <td>0.0297</td>
-      <td>0.0350</td>
-      <td>0.0540</td>
-    </tr>
-    <tr>
-      <th>0.45</th>
-      <td>0.0297</td>
-      <td>0.0591</td>
-      <td>0.0292</td>
-      <td>0.0336</td>
-      <td>0.0503</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0264</td>
-      <td>0.0547</td>
-      <td>0.0273</td>
-      <td>0.0298</td>
-      <td>0.0459</td>
-    </tr>
-    <tr>
-      <th>0.55</th>
-      <td>0.0257</td>
-      <td>0.0544</td>
-      <td>0.0267</td>
-      <td>0.0290</td>
-      <td>0.0446</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0261</td>
-      <td>0.0527</td>
-      <td>0.0272</td>
-      <td>0.0276</td>
-      <td>0.0408</td>
-    </tr>
-    <tr>
-      <th>0.65</th>
-      <td>0.0249</td>
-      <td>0.0514</td>
-      <td>0.0258</td>
-      <td>0.0257</td>
-      <td>0.0395</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0247</td>
-      <td>0.0501</td>
-      <td>0.0252</td>
-      <td>0.0244</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.75</th>
-      <td>0.0241</td>
-      <td>0.0483</td>
-      <td>0.0237</td>
-      <td>0.0225</td>
-      <td>0.0372</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0243</td>
-      <td>0.0480</td>
-      <td>0.0235</td>
-      <td>0.0221</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.85</th>
-      <td>0.0235</td>
-      <td>0.0440</td>
-      <td>0.0230</td>
-      <td>0.0209</td>
-      <td>0.0367</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>0.0237</td>
-      <td>0.0409</td>
-      <td>0.0237</td>
-      <td>0.0218</td>
-      <td>0.0360</td>
-    </tr>
-    <tr>
-      <th>0.95</th>
-      <td>0.0194</td>
-      <td>0.0338</td>
-      <td>0.0226</td>
-      <td>0.0205</td>
-      <td>0.0364</td>
-    </tr>
-    <tr>
-      <th>1.0</th>
-      <td>0.0043</td>
-      <td>0.0177</td>
-      <td>0.0201</td>
-      <td>0.0199</td>
-      <td>0.0361</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0437</td>
-      <td>0.0607</td>
-      <td>0.0357</td>
-      <td>0.0483</td>
-      <td>0.0773</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_avg_train_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_avg_train_f1.png)
-### avg on test
-<table border="1" class="dataframe">
-  <thead>
-    <tr style="text-align: right;">
-      <th></th>
-      <th>bin_sld</th>
-      <th>mul_sld</th>
-      <th>bin_pacc</th>
-      <th>mul_pacc</th>
-      <th>atc_mc</th>
-    </tr>
-  </thead>
-  <tbody>
-    <tr>
-      <th>0.1</th>
-      <td>0.0450</td>
-      <td>0.1841</td>
-      <td>0.0485</td>
-      <td>0.0430</td>
-      <td>0.2535</td>
-    </tr>
-    <tr>
-      <th>0.2</th>
-      <td>0.0299</td>
-      <td>0.0494</td>
-      <td>0.0268</td>
-      <td>0.0247</td>
-      <td>0.0407</td>
-    </tr>
-    <tr>
-      <th>0.3</th>
-      <td>0.0473</td>
-      <td>0.0436</td>
-      <td>0.0292</td>
-      <td>0.0469</td>
-      <td>0.0309</td>
-    </tr>
-    <tr>
-      <th>0.4</th>
-      <td>0.0263</td>
-      <td>0.0255</td>
-      <td>0.0218</td>
-      <td>0.0489</td>
-      <td>0.0335</td>
-    </tr>
-    <tr>
-      <th>0.5</th>
-      <td>0.0374</td>
-      <td>0.0257</td>
-      <td>0.0376</td>
-      <td>0.0440</td>
-      <td>0.0391</td>
-    </tr>
-    <tr>
-      <th>0.6</th>
-      <td>0.0527</td>
-      <td>0.0397</td>
-      <td>0.0349</td>
-      <td>0.0570</td>
-      <td>0.0405</td>
-    </tr>
-    <tr>
-      <th>0.7</th>
-      <td>0.0592</td>
-      <td>0.0464</td>
-      <td>0.0735</td>
-      <td>0.0696</td>
-      <td>0.0732</td>
-    </tr>
-    <tr>
-      <th>0.8</th>
-      <td>0.0521</td>
-      <td>0.0543</td>
-      <td>0.0136</td>
-      <td>0.0522</td>
-      <td>0.0934</td>
-    </tr>
-    <tr>
-      <th>0.9</th>
-      <td>NaN</td>
-      <td>0.0774</td>
-      <td>NaN</td>
-      <td>NaN</td>
-      <td>0.0913</td>
-    </tr>
-    <tr>
-      <th>avg</th>
-      <td>0.0437</td>
-      <td>0.0607</td>
-      <td>0.0357</td>
-      <td>0.0483</td>
-      <td>0.0773</td>
-    </tr>
-  </tbody>
-</table>
-
-![plot_delta](plot/delta_rcv1_MCAT_sld_vs_pacc_avg_test_f1.png)
-![plot_delta_stdev](plot/delta_stdev_rcv1_MCAT_sld_vs_pacc_avg_test_f1.png)
-### avg dataset shift
-![plot_shift](plot/shift_rcv1_MCAT_sld_vs_pacc_avg_f1.png)