diff --git a/output/main/imdb_9prevs/imdb_9prevs.log b/output/main/imdb_9prevs/imdb_9prevs.log index 280a2ae..559527a 100644 --- a/output/main/imdb_9prevs/imdb_9prevs.log +++ b/output/main/imdb_9prevs/imdb_9prevs.log @@ -347,3 +347,101 @@ 06/11/23 17:02:29| INFO mul_sld_gs finished [took 380.7801s] 06/11/23 17:02:29| INFO Dataset sample 0.90 of dataset imdb_9prevs finished [took 381.5305s] ---------------------------------------------------------------------------------------------------- +07/11/23 03:31:29| INFO dataset imdb_9prevs +07/11/23 03:31:37| INFO Dataset sample 0.10 of dataset imdb_9prevs started +07/11/23 03:31:49| INFO ref finished [took 11.4117s] +07/11/23 03:31:53| INFO atc_mc finished [took 14.8218s] +07/11/23 03:31:53| INFO atc_ne finished [took 14.8359s] +07/11/23 03:32:11| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 +07/11/23 03:32:56| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 +07/11/23 03:36:32| INFO mul_sld_gsq finished [took 294.6812s] +07/11/23 03:38:05| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.03127) [took 387.7698s] +07/11/23 03:38:18| INFO mul_sld_gs finished [took 400.7660s] +07/11/23 03:38:18| INFO Dataset sample 0.10 of dataset imdb_9prevs finished [took 401.3208s] +07/11/23 03:38:18| INFO Dataset sample 0.20 of dataset imdb_9prevs started +07/11/23 03:38:30| INFO ref finished [took 11.1665s] +07/11/23 03:38:34| INFO atc_mc finished [took 14.4483s] +07/11/23 03:38:34| INFO atc_ne finished [took 14.8634s] +07/11/23 03:43:16| INFO bin_sld_gsq finished [took 296.8786s] +07/11/23 03:43:32| INFO mul_sld_gsq finished [took 312.4588s] +07/11/23 03:45:44| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01194) [took 445.1331s] +07/11/23 03:45:58| INFO mul_sld_gs finished [took 459.5855s] +07/11/23 03:51:05| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00924) [took 766.1528s] +07/11/23 03:53:40| INFO bin_sld_gs finished [took 921.5996s] +07/11/23 03:53:40| INFO Dataset sample 0.20 of dataset imdb_9prevs finished [took 922.0949s] +07/11/23 03:53:40| INFO Dataset sample 0.30 of dataset imdb_9prevs started +07/11/23 03:53:53| INFO ref finished [took 11.5825s] +07/11/23 03:53:57| INFO atc_mc finished [took 14.8590s] +07/11/23 03:53:57| INFO atc_ne finished [took 15.3090s] +07/11/23 03:58:53| INFO mul_sld_gsq finished [took 311.9891s] +07/11/23 03:58:54| INFO bin_sld_gsq finished [took 313.1182s] +07/11/23 04:01:03| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00953) [took 441.3198s] +07/11/23 04:01:18| INFO mul_sld_gs finished [took 456.2347s] +07/11/23 04:06:06| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01064) [took 745.0596s] +07/11/23 04:08:40| INFO bin_sld_gs finished [took 898.9046s] +07/11/23 04:08:40| INFO Dataset sample 0.30 of dataset imdb_9prevs finished [took 899.6778s] +07/11/23 04:08:40| INFO Dataset sample 0.40 of dataset imdb_9prevs started +07/11/23 04:08:52| INFO ref finished [took 11.0605s] +07/11/23 04:08:56| INFO atc_mc finished [took 14.9590s] +07/11/23 04:08:56| INFO atc_ne finished [took 14.8804s] +07/11/23 04:13:54| INFO mul_sld_gsq finished [took 313.3797s] +07/11/23 04:13:56| INFO bin_sld_gsq finished [took 315.5862s] +07/11/23 04:15:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.01029) [took 432.9025s] +07/11/23 04:16:08| INFO mul_sld_gs finished [took 447.1098s] +07/11/23 04:21:25| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01176) [took 764.2230s] +07/11/23 04:23:56| INFO bin_sld_gs finished [took 915.4905s] +07/11/23 04:23:56| INFO Dataset sample 0.40 of dataset imdb_9prevs finished [took 916.1187s] +07/11/23 04:23:56| INFO Dataset sample 0.50 of dataset imdb_9prevs started +07/11/23 04:24:08| INFO ref finished [took 10.9214s] +07/11/23 04:24:12| INFO atc_mc finished [took 14.9236s] +07/11/23 04:24:12| INFO atc_ne finished [took 14.9240s] +07/11/23 04:29:11| INFO bin_sld_gsq finished [took 314.3071s] +07/11/23 04:29:19| INFO mul_sld_gsq finished [took 322.1027s] +07/11/23 04:31:25| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00885) [took 448.0202s] +07/11/23 04:31:40| INFO mul_sld_gs finished [took 463.2243s] +07/11/23 04:36:23| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00940) [took 746.2797s] +07/11/23 04:38:55| INFO bin_sld_gs finished [took 898.7899s] +07/11/23 04:38:55| INFO Dataset sample 0.50 of dataset imdb_9prevs finished [took 899.2924s] +07/11/23 04:38:55| INFO Dataset sample 0.60 of dataset imdb_9prevs started +07/11/23 04:39:08| INFO ref finished [took 11.9811s] +07/11/23 04:39:12| INFO atc_mc finished [took 15.7159s] +07/11/23 04:39:12| INFO atc_ne finished [took 15.9512s] +07/11/23 04:44:19| INFO bin_sld_gsq finished [took 323.1420s] +07/11/23 04:44:21| INFO mul_sld_gsq finished [took 325.2299s] +07/11/23 04:46:22| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00984) [took 445.8872s] +07/11/23 04:46:37| INFO mul_sld_gs finished [took 460.6339s] +07/11/23 04:52:03| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.01142) [took 786.7500s] +07/11/23 04:54:36| INFO bin_sld_gs finished [took 940.1627s] +07/11/23 04:54:36| INFO Dataset sample 0.60 of dataset imdb_9prevs finished [took 940.6023s] +07/11/23 04:54:36| INFO Dataset sample 0.70 of dataset imdb_9prevs started +07/11/23 04:54:48| INFO ref finished [took 11.1744s] +07/11/23 04:54:52| INFO atc_mc finished [took 14.7518s] +07/11/23 04:54:52| INFO atc_ne finished [took 14.8147s] +07/11/23 04:59:45| INFO bin_sld_gsq finished [took 308.3645s] +07/11/23 05:00:07| INFO mul_sld_gsq finished [took 330.3332s] +07/11/23 05:02:14| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01102) [took 456.8448s] +07/11/23 05:02:28| INFO mul_sld_gs finished [took 471.4675s] +07/11/23 05:06:48| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.02196) [took 731.2847s] +07/11/23 05:09:19| INFO bin_sld_gs finished [took 882.2200s] +07/11/23 05:09:19| INFO Dataset sample 0.70 of dataset imdb_9prevs finished [took 882.8165s] +07/11/23 05:09:19| INFO Dataset sample 0.80 of dataset imdb_9prevs started +07/11/23 05:09:31| INFO ref finished [took 11.0645s] +07/11/23 05:09:35| INFO atc_mc finished [took 14.7375s] +07/11/23 05:09:35| INFO atc_ne finished [took 14.7704s] +07/11/23 05:14:22| INFO bin_sld_gsq finished [took 302.1848s] +07/11/23 05:14:33| INFO mul_sld_gsq finished [took 313.5459s] +07/11/23 05:16:38| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00785) [took 438.9863s] +07/11/23 05:16:52| INFO mul_sld_gs finished [took 452.7273s] +07/11/23 05:21:59| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01449) [took 759.8355s] +07/11/23 05:24:38| INFO bin_sld_gs finished [took 918.7338s] +07/11/23 05:24:38| INFO Dataset sample 0.80 of dataset imdb_9prevs finished [took 919.2981s] +07/11/23 05:24:38| INFO Dataset sample 0.90 of dataset imdb_9prevs started +07/11/23 05:24:39| WARNING Method mul_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +07/11/23 05:24:39| WARNING Method bin_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +07/11/23 05:24:48| INFO ref finished [took 9.1378s] +07/11/23 05:24:51| INFO atc_mc finished [took 12.1603s] +07/11/23 05:24:52| INFO atc_ne finished [took 12.3482s] +07/11/23 05:25:08| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +07/11/23 05:30:32| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.04178) [took 353.7904s] +07/11/23 05:30:45| INFO mul_sld_gs finished [took 365.9283s] +07/11/23 05:30:45| INFO Dataset sample 0.90 of dataset imdb_9prevs finished [took 366.4930s] diff --git a/output/main/imdb_9prevs/imdb_gs_vs_qgs_acc.md b/output/main/imdb_9prevs/imdb_gs_vs_qgs_acc.md index be13179..50f9320 100644 --- a/output/main/imdb_9prevs/imdb_gs_vs_qgs_acc.md +++ b/output/main/imdb_9prevs/imdb_gs_vs_qgs_acc.md @@ -3,29 +3,19 @@ ## 10% positives > train: [0.89991359 0.10008641] > validation: [0.9000576 0.0999424] -> bin_sld: 249.048s -> mul_sld: 71.459s -> mul_sld_gs: 455.993s -> bin_pacc: 244.563s -> mul_pacc: 43.016s -> binmc_pacc: 240.469s -> mulmc_pacc: 41.750s -> binne_pacc: 236.217s -> mulne_pacc: 34.041s -> bin_cc: 241.914s -> mul_cc: 40.328s -> kfcv: 24.723s -> ref: 18.562s -> atc_mc: 27.491s -> atc_ne: 25.568s -> doc_feat: 11.526s -> tot: 456.775s +> mul_sld_gs: 400.766s +> mul_sld_gsq: 294.681s +> ref: 11.412s +> atc_mc: 14.822s +> atc_ne: 14.836s +> tot: 401.321s + @@ -34,132 +24,154 @@ + + + + + + + + + + + + + + + + + + + + + + @@ -175,27 +187,14 @@ ## 20% positives > train: [0.7999712 0.2000288] > validation: [0.7999712 0.2000288] -> bin_sld: 312.036s -> mul_sld: 63.355s -> bin_sld_gs: 1039.328s -> mul_sld_gs: 562.297s -> bin_sld_gsq: 402.075s -> bin_pacc: 297.187s -> mul_pacc: 36.589s -> binmc_pacc: 296.718s -> mulmc_pacc: 36.777s -> binne_pacc: 285.556s -> mulne_pacc: 47.832s -> bin_pacc_gs: 636.796s -> mul_pacc_gs: 141.445s -> bin_cc: 293.873s -> mul_cc: 46.722s -> kfcv: 30.476s -> ref: 26.348s -> atc_mc: 22.299s -> atc_ne: 41.782s -> doc_feat: 11.276s -> tot: 1040.077s +> bin_sld_gs: 921.600s +> mul_sld_gs: 459.585s +> bin_sld_gsq: 296.879s +> mul_sld_gsq: 312.459s +> ref: 11.167s +> atc_mc: 14.448s +> atc_ne: 14.863s +> tot: 922.095s
mul_sld_gsmul_sld_gsq atc_mc atc_ne
0.0 0.02200.0151 0.0370 0.0370
0.05 0.01510.0046 0.0155 0.0155
0.1 0.01140.0152 0.0067 0.0067
0.15 0.00720.0318 0.0255 0.0255
0.2 0.00880.0449 0.0457 0.0457
0.25 0.01450.0603 0.0664 0.0664
0.3 0.01990.0720 0.0858 0.0858
0.35 0.02760.0872 0.1100 0.1100
0.4 0.03480.0999 0.1302 0.1302
0.45 0.03940.1103 0.1477 0.1477
0.5 0.04550.1227 0.1697 0.1697
0.55 0.05180.1346 0.1922 0.1922
0.6 0.05420.1433 0.2117 0.2117
0.65 0.05950.1525 0.2314 0.2314
0.7 0.06530.1648 0.2566 0.2566
0.75 0.06780.1715 0.2750 0.2750
0.8 0.06950.1786 0.2944 0.2944
0.85 0.06970.1836 0.3139 0.3139
0.9 0.06810.1879 0.3317 0.3317
0.95 0.06830.1949 0.3558 0.3558
1.0 0.05680.1926 0.3755 0.3755
avg 0.04180.1128 0.1752 0.1752
@@ -204,6 +203,7 @@ + @@ -214,6 +214,7 @@ + @@ -222,6 +223,7 @@ + @@ -230,6 +232,7 @@ + @@ -238,6 +241,7 @@ + @@ -246,6 +250,7 @@ + @@ -254,6 +259,7 @@ + @@ -262,6 +268,7 @@ + @@ -270,6 +277,7 @@ + @@ -278,6 +286,7 @@ + @@ -286,6 +295,7 @@ + @@ -294,6 +304,7 @@ + @@ -302,6 +313,7 @@ + @@ -310,6 +322,7 @@ + @@ -318,6 +331,7 @@ + @@ -326,6 +340,7 @@ + @@ -334,6 +349,7 @@ + @@ -342,6 +358,7 @@ + @@ -350,6 +367,7 @@ + @@ -358,6 +376,7 @@ + @@ -366,6 +385,7 @@ + @@ -374,6 +394,7 @@ + @@ -382,6 +403,7 @@ + @@ -397,27 +419,14 @@ ## 30% positives > train: [0.7000288 0.2999712] > validation: [0.7000288 0.2999712] -> bin_sld: 302.903s -> mul_sld: 59.883s -> bin_sld_gs: 1013.188s -> mul_sld_gs: 556.087s -> bin_sld_gsq: 413.115s -> bin_pacc: 294.712s -> mul_pacc: 45.954s -> binmc_pacc: 300.950s -> mulmc_pacc: 45.939s -> binne_pacc: 289.350s -> mulne_pacc: 38.137s -> bin_pacc_gs: 643.072s -> mul_pacc_gs: 149.582s -> bin_cc: 298.684s -> mul_cc: 43.908s -> kfcv: 37.403s -> ref: 28.756s -> atc_mc: 39.420s -> atc_ne: 24.347s -> doc_feat: 22.815s -> tot: 1014.314s +> bin_sld_gs: 898.905s +> mul_sld_gs: 456.235s +> bin_sld_gsq: 313.118s +> mul_sld_gsq: 311.989s +> ref: 11.583s +> atc_mc: 14.859s +> atc_ne: 15.309s +> tot: 899.678s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0094 0.0149 0.00960.0151 0.0286 0.0286
0.0106 0.0135 0.01100.0060 0.0195 0.0195
0.0112 0.0126 0.01360.0128 0.0114 0.0114
0.0121 0.0112 0.01320.0265 0.0075 0.0075
0.0130 0.0115 0.01460.0403 0.0108 0.0108
0.0129 0.0120 0.01490.0537 0.0177 0.0177
0.0132 0.0119 0.01670.0663 0.0238 0.0238
0.0142 0.0119 0.01900.0796 0.0367 0.0367
0.0142 0.0105 0.02210.0908 0.0448 0.0448
0.0137 0.0099 0.02180.1034 0.0538 0.0538
0.0157 0.0117 0.02420.1135 0.0640 0.0640
0.0144 0.0108 0.02730.1240 0.0729 0.0729
0.0166 0.0107 0.03220.1330 0.0810 0.0810
0.0165 0.0118 0.03160.1426 0.0895 0.0895
0.0173 0.0120 0.03620.1532 0.1031 0.1031
0.0158 0.0093 0.03770.1608 0.1092 0.1092
0.0177 0.0114 0.04320.1663 0.1170 0.1170
0.0222 0.0117 0.05000.1714 0.1265 0.1265
0.0199 0.0111 0.05360.1773 0.1322 0.1322
0.0231 0.0115 0.05780.1843 0.1443 0.1443
0.0141 0.0121 0.03660.1813 0.1494 0.1494
0.0151 0.0116 0.02790.1049 0.0687 0.0687
@@ -426,6 +435,7 @@ + @@ -436,6 +446,7 @@ + @@ -444,6 +455,7 @@ + @@ -452,6 +464,7 @@ + @@ -460,6 +473,7 @@ + @@ -468,6 +482,7 @@ + @@ -476,6 +491,7 @@ + @@ -484,6 +500,7 @@ + @@ -492,6 +509,7 @@ + @@ -500,6 +518,7 @@ + @@ -508,6 +527,7 @@ + @@ -516,6 +536,7 @@ + @@ -524,6 +545,7 @@ + @@ -532,6 +554,7 @@ + @@ -540,6 +563,7 @@ + @@ -548,6 +572,7 @@ + @@ -556,6 +581,7 @@ + @@ -564,6 +590,7 @@ + @@ -572,6 +599,7 @@ + @@ -580,6 +608,7 @@ + @@ -588,6 +617,7 @@ + @@ -596,6 +626,7 @@ + @@ -604,6 +635,7 @@ + @@ -619,27 +651,14 @@ ## 40% positives > train: [0.5999424 0.4000576] > validation: [0.60008641 0.39991359] -> bin_sld: 298.351s -> mul_sld: 51.270s -> bin_sld_gs: 1033.280s -> mul_sld_gs: 546.452s -> bin_sld_gsq: 421.394s -> bin_pacc: 298.508s -> mul_pacc: 34.186s -> binmc_pacc: 289.145s -> mulmc_pacc: 42.455s -> binne_pacc: 296.554s -> mulne_pacc: 45.269s -> bin_pacc_gs: 645.096s -> mul_pacc_gs: 145.337s -> bin_cc: 300.133s -> mul_cc: 42.690s -> kfcv: 36.406s -> ref: 22.353s -> atc_mc: 38.798s -> atc_ne: 34.811s -> doc_feat: 13.850s -> tot: 1034.124s +> bin_sld_gs: 915.491s +> mul_sld_gs: 447.110s +> bin_sld_gsq: 315.586s +> mul_sld_gsq: 313.380s +> ref: 11.060s +> atc_mc: 14.959s +> atc_ne: 14.880s +> tot: 916.119s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0060 0.0135 0.00550.0067 0.0279 0.0279
0.0101 0.0130 0.01070.0104 0.0220 0.0220
0.0120 0.0123 0.01300.0207 0.0157 0.0157
0.0126 0.0118 0.01640.0306 0.0111 0.0111
0.0136 0.0128 0.02100.0396 0.0108 0.0108
0.0163 0.0144 0.02610.0477 0.0106 0.0106
0.0146 0.0120 0.02490.0573 0.0105 0.0105
0.0185 0.0132 0.03580.0665 0.0143 0.0143
0.0197 0.0137 0.04100.0752 0.0199 0.0199
0.0189 0.0125 0.04350.0856 0.0235 0.0235
0.0226 0.0141 0.04930.0919 0.0301 0.0301
0.0225 0.0117 0.05460.1009 0.0355 0.0355
0.0247 0.0129 0.06030.1062 0.0404 0.0404
0.0271 0.0136 0.06540.1128 0.0442 0.0442
0.0315 0.0145 0.07430.1193 0.0517 0.0517
0.0325 0.0147 0.07790.1248 0.0584 0.0584
0.0353 0.0164 0.08410.1294 0.0608 0.0608
0.0409 0.0168 0.09350.1341 0.0669 0.0669
0.0436 0.0188 0.09950.1364 0.0698 0.0698
0.0455 0.0203 0.10280.1402 0.0804 0.0804
0.0415 0.0296 0.09920.1362 0.0817 0.0817
0.0243 0.0149 0.05230.0844 0.0374 0.0374
@@ -648,6 +667,7 @@ + @@ -658,6 +678,7 @@ + @@ -666,6 +687,7 @@ + @@ -674,6 +696,7 @@ + @@ -682,6 +705,7 @@ + @@ -690,6 +714,7 @@ + @@ -698,6 +723,7 @@ + @@ -706,6 +732,7 @@ + @@ -714,6 +741,7 @@ + @@ -722,6 +750,7 @@ + @@ -730,6 +759,7 @@ + @@ -738,6 +768,7 @@ + @@ -746,6 +777,7 @@ + @@ -754,6 +786,7 @@ + @@ -762,6 +795,7 @@ + @@ -770,6 +804,7 @@ + @@ -778,6 +813,7 @@ + @@ -786,6 +822,7 @@ + @@ -794,6 +831,7 @@ + @@ -802,6 +840,7 @@ + @@ -810,6 +849,7 @@ + @@ -818,6 +858,7 @@ + @@ -826,6 +867,7 @@ + @@ -841,27 +883,14 @@ ## 50% positives > train: [0.5 0.5] > validation: [0.5 0.5] -> bin_sld: 303.489s -> mul_sld: 50.183s -> bin_sld_gs: 1015.361s -> mul_sld_gs: 552.539s -> bin_sld_gsq: 418.096s -> bin_pacc: 296.283s -> mul_pacc: 32.547s -> binmc_pacc: 299.487s -> mulmc_pacc: 40.506s -> binne_pacc: 293.984s -> mulne_pacc: 39.974s -> bin_pacc_gs: 643.158s -> mul_pacc_gs: 146.732s -> bin_cc: 292.672s -> mul_cc: 37.348s -> kfcv: 29.093s -> ref: 16.306s -> atc_mc: 25.874s -> atc_ne: 28.890s -> doc_feat: 11.601s -> tot: 1016.064s +> bin_sld_gs: 898.790s +> mul_sld_gs: 463.224s +> bin_sld_gsq: 314.307s +> mul_sld_gsq: 322.103s +> ref: 10.921s +> atc_mc: 14.924s +> atc_ne: 14.924s +> tot: 899.292s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0088 0.0137 0.03730.0365 0.0207 0.0207
0.0135 0.0159 0.04130.0455 0.0204 0.0204
0.0148 0.0169 0.04420.0551 0.0160 0.0160
0.0163 0.0197 0.04680.0604 0.0151 0.0151
0.0180 0.0204 0.04890.0667 0.0133 0.0133
0.0159 0.0203 0.04970.0723 0.0099 0.0099
0.0176 0.0199 0.04950.0787 0.0107 0.0107
0.0218 0.0242 0.05710.0817 0.0089 0.0089
0.0233 0.0250 0.05990.0904 0.0099 0.0099
0.0234 0.0242 0.05990.0932 0.0109 0.0109
0.0270 0.0273 0.06500.0954 0.0115 0.0115
0.0249 0.0238 0.06370.1020 0.0117 0.0117
0.0299 0.0271 0.06990.1058 0.0135 0.0135
0.0291 0.0266 0.07000.1094 0.0142 0.0142
0.0313 0.0268 0.07300.1141 0.0168 0.0168
0.0335 0.0282 0.07610.1150 0.0182 0.0182
0.0326 0.0277 0.07600.1165 0.0198 0.0198
0.0376 0.0304 0.08180.1174 0.0229 0.0229
0.0350 0.0281 0.07950.1183 0.0272 0.0272
0.0388 0.0298 0.08450.1196 0.0283 0.0283
0.0358 0.0376 0.08760.1147 0.0310 0.0310
0.0252 0.0244 0.06290.0909 0.0167 0.0167
@@ -870,6 +899,7 @@ + @@ -880,6 +910,7 @@ + @@ -888,6 +919,7 @@ + @@ -896,6 +928,7 @@ + @@ -904,6 +937,7 @@ + @@ -912,6 +946,7 @@ + @@ -920,6 +955,7 @@ + @@ -928,6 +964,7 @@ + @@ -936,6 +973,7 @@ + @@ -944,6 +982,7 @@ + @@ -952,6 +991,7 @@ + @@ -960,6 +1000,7 @@ + @@ -968,6 +1009,7 @@ + @@ -976,6 +1018,7 @@ + @@ -984,6 +1027,7 @@ + @@ -992,6 +1036,7 @@ + @@ -1000,6 +1045,7 @@ + @@ -1008,6 +1054,7 @@ + @@ -1016,6 +1063,7 @@ + @@ -1024,6 +1072,7 @@ + @@ -1032,6 +1081,7 @@ + @@ -1040,6 +1090,7 @@ + @@ -1048,6 +1099,7 @@ + @@ -1063,27 +1115,14 @@ ## 60% positives > train: [0.39991359 0.60008641] > validation: [0.4000576 0.5999424] -> bin_sld: 296.102s -> mul_sld: 56.083s -> bin_sld_gs: 1060.976s -> mul_sld_gs: 551.619s -> bin_sld_gsq: 425.664s -> bin_pacc: 293.321s -> mul_pacc: 44.690s -> binmc_pacc: 296.400s -> mulmc_pacc: 38.640s -> binne_pacc: 288.195s -> mulne_pacc: 44.768s -> bin_pacc_gs: 645.660s -> mul_pacc_gs: 146.232s -> bin_cc: 299.198s -> mul_cc: 41.642s -> kfcv: 21.885s -> ref: 26.261s -> atc_mc: 37.391s -> atc_ne: 35.750s -> doc_feat: 19.963s -> tot: 1061.773s +> bin_sld_gs: 940.163s +> mul_sld_gs: 460.634s +> bin_sld_gsq: 323.142s +> mul_sld_gsq: 325.230s +> ref: 11.981s +> atc_mc: 15.716s +> atc_ne: 15.951s +> tot: 940.602s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0085 0.0080 0.01190.0605 0.0100 0.0100
0.0114 0.0086 0.01450.0661 0.0090 0.0090
0.0145 0.0093 0.01600.0712 0.0096 0.0096
0.0154 0.0106 0.01730.0726 0.0085 0.0085
0.0151 0.0108 0.01590.0742 0.0086 0.0086
0.0156 0.0108 0.01800.0732 0.0094 0.0094
0.0161 0.0128 0.01840.0735 0.0098 0.0098
0.0188 0.0131 0.02040.0736 0.0094 0.0094
0.0188 0.0128 0.01870.0763 0.0101 0.0101
0.0183 0.0132 0.01910.0743 0.0103 0.0103
0.0231 0.0173 0.02200.0732 0.0124 0.0124
0.0198 0.0172 0.02010.0748 0.0113 0.0113
0.0209 0.0176 0.02230.0735 0.0110 0.0110
0.0196 0.0167 0.02080.0719 0.0112 0.0112
0.0222 0.0189 0.02160.0722 0.0109 0.0109
0.0227 0.0203 0.02480.0691 0.0109 0.0109
0.0215 0.0192 0.02230.0678 0.0100 0.0100
0.0246 0.0210 0.02480.0663 0.0107 0.0107
0.0211 0.0204 0.02420.0621 0.0114 0.0114
0.0252 0.0243 0.02800.0587 0.0119 0.0119
0.0266 0.0292 0.02860.0499 0.0107 0.0107
0.0190 0.0158 0.02050.0693 0.0103 0.0103
@@ -1092,6 +1131,7 @@ + @@ -1102,6 +1142,7 @@ + @@ -1110,6 +1151,7 @@ + @@ -1118,6 +1160,7 @@ + @@ -1126,6 +1169,7 @@ + @@ -1134,6 +1178,7 @@ + @@ -1142,6 +1187,7 @@ + @@ -1150,6 +1196,7 @@ + @@ -1158,6 +1205,7 @@ + @@ -1166,6 +1214,7 @@ + @@ -1174,6 +1223,7 @@ + @@ -1182,6 +1232,7 @@ + @@ -1190,6 +1241,7 @@ + @@ -1198,6 +1250,7 @@ + @@ -1206,6 +1259,7 @@ + @@ -1214,6 +1268,7 @@ + @@ -1222,6 +1277,7 @@ + @@ -1230,6 +1286,7 @@ + @@ -1238,6 +1295,7 @@ + @@ -1246,6 +1304,7 @@ + @@ -1254,6 +1313,7 @@ + @@ -1262,6 +1322,7 @@ + @@ -1270,6 +1331,7 @@ + @@ -1285,27 +1347,14 @@ ## 70% positives > train: [0.2999712 0.7000288] > validation: [0.2999712 0.7000288] -> bin_sld: 303.930s -> mul_sld: 40.110s -> bin_sld_gs: 1015.962s -> mul_sld_gs: 557.286s -> bin_sld_gsq: 414.452s -> bin_pacc: 292.176s -> mul_pacc: 47.800s -> binmc_pacc: 302.570s -> mulmc_pacc: 44.408s -> binne_pacc: 293.019s -> mulne_pacc: 43.783s -> bin_pacc_gs: 648.943s -> mul_pacc_gs: 150.210s -> bin_cc: 288.613s -> mul_cc: 38.672s -> kfcv: 32.153s -> ref: 34.374s -> atc_mc: 38.938s -> atc_ne: 40.313s -> doc_feat: 20.243s -> tot: 1016.774s +> bin_sld_gs: 882.220s +> mul_sld_gs: 471.468s +> bin_sld_gsq: 308.364s +> mul_sld_gsq: 330.333s +> ref: 11.174s +> atc_mc: 14.752s +> atc_ne: 14.815s +> tot: 882.817s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0028 0.0064 0.00370.0973 0.0238 0.0238
0.0139 0.0081 0.02830.0970 0.0205 0.0205
0.0161 0.0098 0.02730.0973 0.0209 0.0209
0.0188 0.0111 0.02790.0950 0.0139 0.0139
0.0194 0.0131 0.02560.0939 0.0166 0.0166
0.0199 0.0137 0.02380.0919 0.0133 0.0133
0.0189 0.0152 0.02060.0861 0.0127 0.0127
0.0242 0.0195 0.02430.0826 0.0116 0.0116
0.0257 0.0214 0.02360.0795 0.0120 0.0120
0.0235 0.0206 0.02090.0741 0.0118 0.0118
0.0288 0.0257 0.02370.0690 0.0122 0.0122
0.0266 0.0247 0.01980.0664 0.0127 0.0127
0.0296 0.0272 0.02120.0625 0.0134 0.0134
0.0272 0.0265 0.01970.0566 0.0147 0.0147
0.0325 0.0329 0.01940.0498 0.0193 0.0193
0.0316 0.0328 0.01850.0458 0.0206 0.0206
0.0285 0.0315 0.01740.0397 0.0241 0.0241
0.0292 0.0333 0.01510.0360 0.0237 0.0237
0.0281 0.0332 0.01400.0284 0.0286 0.0286
0.0320 0.0382 0.01280.0193 0.0316 0.0316
0.0286 0.0395 0.00860.0127 0.0343 0.0343
0.0241 0.0231 0.01980.0658 0.0187 0.0187
@@ -1314,6 +1363,7 @@ + @@ -1324,6 +1374,7 @@ + @@ -1332,6 +1383,7 @@ + @@ -1340,6 +1392,7 @@ + @@ -1348,6 +1401,7 @@ + @@ -1356,6 +1410,7 @@ + @@ -1364,6 +1419,7 @@ + @@ -1372,6 +1428,7 @@ + @@ -1380,6 +1437,7 @@ + @@ -1388,6 +1446,7 @@ + @@ -1396,6 +1455,7 @@ + @@ -1404,6 +1464,7 @@ + @@ -1412,6 +1473,7 @@ + @@ -1420,6 +1482,7 @@ + @@ -1428,6 +1491,7 @@ + @@ -1436,6 +1500,7 @@ + @@ -1444,6 +1509,7 @@ + @@ -1452,6 +1518,7 @@ + @@ -1460,6 +1527,7 @@ + @@ -1468,6 +1536,7 @@ + @@ -1476,6 +1545,7 @@ + @@ -1484,6 +1554,7 @@ + @@ -1492,6 +1563,7 @@ + @@ -1507,27 +1579,14 @@ ## 80% positives > train: [0.2000288 0.7999712] > validation: [0.2000288 0.7999712] -> bin_sld: 302.697s -> mul_sld: 51.427s -> bin_sld_gs: 1033.432s -> mul_sld_gs: 553.840s -> bin_sld_gsq: 405.825s -> bin_pacc: 296.888s -> mul_pacc: 34.390s -> binmc_pacc: 300.681s -> mulmc_pacc: 44.972s -> binne_pacc: 284.115s -> mulne_pacc: 37.204s -> bin_pacc_gs: 637.277s -> mul_pacc_gs: 146.708s -> bin_cc: 297.171s -> mul_cc: 42.941s -> kfcv: 27.967s -> ref: 32.469s -> atc_mc: 22.965s -> atc_ne: 39.769s -> doc_feat: 19.964s -> tot: 1034.198s +> bin_sld_gs: 918.734s +> mul_sld_gs: 452.727s +> bin_sld_gsq: 302.185s +> mul_sld_gsq: 313.546s +> ref: 11.064s +> atc_mc: 14.738s +> atc_ne: 14.770s +> tot: 919.298s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0371 0.0064 0.00120.1246 0.0699 0.0699
0.0384 0.0087 0.01330.1235 0.0635 0.0635
0.0392 0.0089 0.01270.1223 0.0617 0.0617
0.0361 0.0109 0.01340.1177 0.0528 0.0528
0.0337 0.0112 0.01180.1128 0.0507 0.0507
0.0313 0.0105 0.01230.1098 0.0430 0.0430
0.0280 0.0100 0.01180.1031 0.0386 0.0386
0.0219 0.0104 0.01360.0957 0.0338 0.0338
0.0190 0.0106 0.01560.0904 0.0306 0.0306
0.0177 0.0115 0.01390.0837 0.0265 0.0265
0.0144 0.0128 0.01590.0772 0.0207 0.0207
0.0101 0.0117 0.01560.0680 0.0167 0.0167
0.0096 0.0111 0.01480.0626 0.0144 0.0144
0.0107 0.0135 0.01720.0536 0.0118 0.0118
0.0106 0.0136 0.01930.0441 0.0100 0.0100
0.0113 0.0130 0.01970.0376 0.0090 0.0090
0.0135 0.0128 0.02100.0290 0.0125 0.0125
0.0171 0.0151 0.02480.0219 0.0141 0.0141
0.0190 0.0145 0.02400.0140 0.0185 0.0185
0.0283 0.0181 0.03060.0068 0.0250 0.0250
0.0404 0.0202 0.02630.0092 0.0288 0.0288
0.0232 0.0122 0.01660.0718 0.0311 0.0311
@@ -1536,6 +1595,7 @@ + @@ -1546,6 +1606,7 @@ + @@ -1554,6 +1615,7 @@ + @@ -1562,6 +1624,7 @@ + @@ -1570,6 +1633,7 @@ + @@ -1578,6 +1642,7 @@ + @@ -1586,6 +1651,7 @@ + @@ -1594,6 +1660,7 @@ + @@ -1602,6 +1669,7 @@ + @@ -1610,6 +1678,7 @@ + @@ -1618,6 +1687,7 @@ + @@ -1626,6 +1696,7 @@ + @@ -1634,6 +1705,7 @@ + @@ -1642,6 +1714,7 @@ + @@ -1650,6 +1723,7 @@ + @@ -1658,6 +1732,7 @@ + @@ -1666,6 +1741,7 @@ + @@ -1674,6 +1750,7 @@ + @@ -1682,6 +1759,7 @@ + @@ -1690,6 +1768,7 @@ + @@ -1698,6 +1777,7 @@ + @@ -1706,6 +1786,7 @@ + @@ -1714,6 +1795,7 @@ + @@ -1729,17 +1811,11 @@ ## 90% positives > train: [0.0999424 0.9000576] > validation: [0.10008641 0.89991359] -> bin_sld: 170.505s -> mul_sld: 31.294s -> mul_sld_gs: 380.780s -> bin_cc: 164.518s -> mul_cc: 20.620s -> kfcv: 15.634s -> ref: 13.757s -> atc_mc: 18.010s -> atc_ne: 18.026s -> doc_feat: 10.161s -> tot: 381.531s +> mul_sld_gs: 365.928s +> ref: 9.138s +> atc_mc: 12.160s +> atc_ne: 12.348s +> tot: 366.493s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0147 0.0059 0.04180.1664 0.1270 0.1270
0.0332 0.0087 0.05120.1625 0.1198 0.1198
0.0221 0.0082 0.04170.1635 0.1165 0.1165
0.0242 0.0091 0.04270.1554 0.1057 0.1057
0.0245 0.0106 0.03790.1520 0.0976 0.0976
0.0240 0.0119 0.03600.1428 0.0873 0.0873
0.0232 0.0101 0.03490.1362 0.0804 0.0804
0.0250 0.0103 0.03480.1284 0.0719 0.0719
0.0238 0.0121 0.03210.1191 0.0668 0.0668
0.0221 0.0121 0.02930.1097 0.0571 0.0571
0.0240 0.0128 0.02620.1009 0.0507 0.0507
0.0239 0.0118 0.02460.0902 0.0430 0.0430
0.0295 0.0132 0.02570.0815 0.0363 0.0363
0.0214 0.0134 0.02230.0697 0.0247 0.0247
0.0260 0.0149 0.02100.0576 0.0184 0.0184
0.0307 0.0149 0.02180.0464 0.0119 0.0119
0.0308 0.0152 0.01970.0352 0.0099 0.0099
0.0330 0.0144 0.01700.0245 0.0101 0.0101
0.0311 0.0128 0.01490.0115 0.0152 0.0152
0.0336 0.0146 0.01570.0055 0.0224 0.0224
0.0293 0.0125 0.01180.0144 0.0294 0.0294
0.0262 0.0119 0.02870.0940 0.0572 0.0572
@@ -1901,6 +1977,7 @@ + @@ -1911,6 +1988,7 @@ + @@ -1919,6 +1997,7 @@ + @@ -1927,6 +2006,7 @@ + @@ -1935,6 +2015,7 @@ + @@ -1943,6 +2024,7 @@ + @@ -1951,6 +2033,7 @@ + @@ -1959,6 +2042,7 @@ + @@ -1967,6 +2051,7 @@ + @@ -1975,6 +2060,7 @@ + @@ -1983,6 +2069,7 @@ + @@ -1991,6 +2078,7 @@ + @@ -1999,6 +2087,7 @@ + @@ -2007,6 +2096,7 @@ + @@ -2015,6 +2105,7 @@ + @@ -2023,6 +2114,7 @@ + @@ -2031,6 +2123,7 @@ + @@ -2039,6 +2132,7 @@ + @@ -2047,6 +2141,7 @@ + @@ -2055,6 +2150,7 @@ + @@ -2063,6 +2159,7 @@ + @@ -2071,6 +2168,7 @@ + @@ -2079,6 +2177,7 @@ + @@ -2095,6 +2194,7 @@ + @@ -2105,6 +2205,7 @@ + @@ -2113,6 +2214,7 @@ + @@ -2121,6 +2223,7 @@ + @@ -2129,6 +2232,7 @@ + @@ -2137,6 +2241,7 @@ + @@ -2145,6 +2250,7 @@ + @@ -2153,6 +2259,7 @@ + @@ -2161,6 +2268,7 @@ + @@ -2169,6 +2277,7 @@ + @@ -2177,6 +2286,7 @@ + diff --git a/output/main/imdb_9prevs/imdb_gs_vs_qgs_f1.md b/output/main/imdb_9prevs/imdb_gs_vs_qgs_f1.md index 5caaeb2..e2c5a34 100644 --- a/output/main/imdb_9prevs/imdb_gs_vs_qgs_f1.md +++ b/output/main/imdb_9prevs/imdb_gs_vs_qgs_f1.md @@ -3,29 +3,19 @@ ## 10% positives > train: [0.89991359 0.10008641] > validation: [0.9000576 0.0999424] -> bin_sld: 249.048s -> mul_sld: 71.459s -> mul_sld_gs: 455.993s -> bin_pacc: 244.563s -> mul_pacc: 43.016s -> binmc_pacc: 240.469s -> mulmc_pacc: 41.750s -> binne_pacc: 236.217s -> mulne_pacc: 34.041s -> bin_cc: 241.914s -> mul_cc: 40.328s -> kfcv: 24.723s -> ref: 18.562s -> atc_mc: 27.491s -> atc_ne: 25.568s -> doc_feat: 11.526s -> tot: 456.775s +> mul_sld_gs: 400.766s +> mul_sld_gsq: 294.681s +> ref: 11.412s +> atc_mc: 14.822s +> atc_ne: 14.836s +> tot: 401.321s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0125 0.0157 0.01590.0653 0.0712 0.0712
0.0188 0.0163 0.02430.0644 0.0635 0.0635
0.0186 0.0164 0.02410.0698 0.0582 0.0582
0.0194 0.0164 0.02540.0738 0.0541 0.0541
0.0196 0.0171 0.02510.0781 0.0541 0.0541
0.0194 0.0177 0.02580.0815 0.0523 0.0523
0.0188 0.0179 0.02530.0841 0.0520 0.0520
0.0206 0.0194 0.02930.0869 0.0529 0.0529
0.0206 0.0203 0.03040.0902 0.0545 0.0545
0.0197 0.0201 0.02980.0918 0.0543 0.0543
0.0222 0.0222 0.03230.0930 0.0558 0.0558
0.0203 0.0212 0.03220.0951 0.0568 0.0568
0.0230 0.0220 0.03520.0960 0.0579 0.0579
0.0217 0.0221 0.03530.0961 0.0579 0.0579
0.0245 0.0233 0.03780.0969 0.0613 0.0613
0.0254 0.0233 0.03950.0964 0.0623 0.0623
0.0257 0.0236 0.04050.0953 0.0644 0.0644
0.0292 0.0246 0.04380.0944 0.0672 0.0672
0.0283 0.0242 0.04420.0920 0.0712 0.0712
0.0324 0.0269 0.04750.0912 0.0796 0.0796
0.0309 0.0282 0.04270.0889 0.0861 0.0861
0.0225 0.0209 0.03270.0867 0.0613 0.0613
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
NaN 0.0418 NaN0.1128 0.1752 0.1752
0.0151 0.0116 0.02790.1049 0.0687 0.0687
0.0243 0.0149 0.05230.0844 0.0374 0.0374
0.0252 0.0244 0.06290.0909 0.0167 0.0167
0.0190 0.0158 0.02050.0693 0.0103 0.0103
0.0241 0.0231 0.01980.0658 0.0187 0.0187
0.0232 0.0122 0.01660.0718 0.0311 0.0311
0.0262 0.0119 0.02870.0940 0.0572 0.0572
NaN 0.0324 NaNNaN 0.1365 0.1365
0.0225 0.0209 0.03270.0867 0.0613 0.0613
+ @@ -34,132 +24,154 @@ + + + + + + + + + + + + + + + + + + + + + + @@ -175,27 +187,14 @@ ## 20% positives > train: [0.7999712 0.2000288] > validation: [0.7999712 0.2000288] -> bin_sld: 312.036s -> mul_sld: 63.355s -> bin_sld_gs: 1039.328s -> mul_sld_gs: 562.297s -> bin_sld_gsq: 402.075s -> bin_pacc: 297.187s -> mul_pacc: 36.589s -> binmc_pacc: 296.718s -> mulmc_pacc: 36.777s -> binne_pacc: 285.556s -> mulne_pacc: 47.832s -> bin_pacc_gs: 636.796s -> mul_pacc_gs: 141.445s -> bin_cc: 293.873s -> mul_cc: 46.722s -> kfcv: 30.476s -> ref: 26.348s -> atc_mc: 22.299s -> atc_ne: 41.782s -> doc_feat: 11.276s -> tot: 1040.077s +> bin_sld_gs: 921.600s +> mul_sld_gs: 459.585s +> bin_sld_gsq: 296.879s +> mul_sld_gsq: 312.459s +> ref: 11.167s +> atc_mc: 14.448s +> atc_ne: 14.863s +> tot: 922.095s
mul_sld_gsmul_sld_gsq atc_mc atc_ne
0.0 0.00000.0047 0.0000 0.0000
0.05 0.01950.0193 0.0240 0.0240
0.1 0.02000.0200 0.0244 0.0244
0.15 0.01700.0160 0.0228 0.0228
0.2 0.02030.0193 0.0245 0.0245
0.25 0.02110.0205 0.0246 0.0246
0.3 0.02170.0210 0.0266 0.0266
0.35 0.02170.0213 0.0248 0.0248
0.4 0.01880.0184 0.0230 0.0230
0.45 0.02200.0215 0.0257 0.0257
0.5 0.02240.0218 0.0264 0.0264
0.55 0.02050.0201 0.0239 0.0239
0.6 0.02110.0208 0.0248 0.0248
0.65 0.02150.0213 0.0247 0.0247
0.7 0.02120.0208 0.0239 0.0239
0.75 0.02240.0217 0.0255 0.0255
0.8 0.02070.0201 0.0242 0.0242
0.85 0.02080.0205 0.0240 0.0240
0.9 0.02230.0220 0.0256 0.0256
0.95 0.02140.0212 0.0246 0.0246
1.0 0.02170.0212 0.0246 0.0246
avg 0.01990.0197 0.0234 0.0234
@@ -204,6 +203,7 @@ + @@ -214,6 +214,7 @@ + @@ -222,6 +223,7 @@ + @@ -230,6 +232,7 @@ + @@ -238,6 +241,7 @@ + @@ -246,6 +250,7 @@ + @@ -254,6 +259,7 @@ + @@ -262,6 +268,7 @@ + @@ -270,6 +277,7 @@ + @@ -278,6 +286,7 @@ + @@ -286,6 +295,7 @@ + @@ -294,6 +304,7 @@ + @@ -302,6 +313,7 @@ + @@ -310,6 +322,7 @@ + @@ -318,6 +331,7 @@ + @@ -326,6 +340,7 @@ + @@ -334,6 +349,7 @@ + @@ -342,6 +358,7 @@ + @@ -350,6 +367,7 @@ + @@ -358,6 +376,7 @@ + @@ -366,6 +385,7 @@ + @@ -374,6 +394,7 @@ + @@ -382,6 +403,7 @@ + @@ -397,27 +419,14 @@ ## 30% positives > train: [0.7000288 0.2999712] > validation: [0.7000288 0.2999712] -> bin_sld: 302.903s -> mul_sld: 59.883s -> bin_sld_gs: 1013.188s -> mul_sld_gs: 556.087s -> bin_sld_gsq: 413.115s -> bin_pacc: 294.712s -> mul_pacc: 45.954s -> binmc_pacc: 300.950s -> mulmc_pacc: 45.939s -> binne_pacc: 289.350s -> mulne_pacc: 38.137s -> bin_pacc_gs: 643.072s -> mul_pacc_gs: 149.582s -> bin_cc: 298.684s -> mul_cc: 43.908s -> kfcv: 37.403s -> ref: 28.756s -> atc_mc: 39.420s -> atc_ne: 24.347s -> doc_feat: 22.815s -> tot: 1014.314s +> bin_sld_gs: 898.905s +> mul_sld_gs: 456.235s +> bin_sld_gsq: 313.118s +> mul_sld_gsq: 311.989s +> ref: 11.583s +> atc_mc: 14.859s +> atc_ne: 15.309s +> tot: 899.678s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.1236 0.1631 0.21010.2574 0.0183 0.0183
0.1279 0.0831 0.09610.0610 0.2921 0.2921
0.0823 0.0477 0.07190.0707 0.2745 0.2745
0.0690 0.0361 0.06160.0832 0.2661 0.2661
0.0565 0.0299 0.05540.0909 0.2539 0.2539
0.0369 0.0276 0.04470.0955 0.2445 0.2445
0.0341 0.0232 0.04570.0988 0.2483 0.2483
0.0362 0.0209 0.05170.0980 0.2419 0.2419
0.0332 0.0205 0.05420.0960 0.2441 0.2441
0.0299 0.0155 0.04700.0992 0.2362 0.2362
0.0264 0.0158 0.04570.0966 0.2307 0.2307
0.0259 0.0161 0.04960.0948 0.2358 0.2358
0.0258 0.0157 0.05130.0926 0.2318 0.2318
0.0235 0.0150 0.04680.0911 0.2306 0.2306
0.0237 0.0171 0.05120.0890 0.2291 0.2291
0.0210 0.0146 0.04850.0876 0.2291 0.2291
0.0211 0.0160 0.05150.0836 0.2310 0.2310
0.0244 0.0178 0.05310.0801 0.2303 0.2303
0.0205 0.0186 0.05320.0779 0.2295 0.2295
0.0241 0.0184 0.05430.0766 0.2301 0.2301
0.0176 0.0182 0.04520.0699 0.2308 0.2308
0.0421 0.0310 0.06140.0948 0.2314 0.2314
@@ -426,6 +435,7 @@ + @@ -436,6 +446,7 @@ + @@ -444,6 +455,7 @@ + @@ -452,6 +464,7 @@ + @@ -460,6 +473,7 @@ + @@ -468,6 +482,7 @@ + @@ -476,6 +491,7 @@ + @@ -484,6 +500,7 @@ + @@ -492,6 +509,7 @@ + @@ -500,6 +518,7 @@ + @@ -508,6 +527,7 @@ + @@ -516,6 +536,7 @@ + @@ -524,6 +545,7 @@ + @@ -532,6 +554,7 @@ + @@ -540,6 +563,7 @@ + @@ -548,6 +572,7 @@ + @@ -556,6 +581,7 @@ + @@ -564,6 +590,7 @@ + @@ -572,6 +599,7 @@ + @@ -580,6 +608,7 @@ + @@ -588,6 +617,7 @@ + @@ -596,6 +626,7 @@ + @@ -604,6 +635,7 @@ + @@ -619,27 +651,14 @@ ## 40% positives > train: [0.5999424 0.4000576] > validation: [0.60008641 0.39991359] -> bin_sld: 298.351s -> mul_sld: 51.270s -> bin_sld_gs: 1033.280s -> mul_sld_gs: 546.452s -> bin_sld_gsq: 421.394s -> bin_pacc: 298.508s -> mul_pacc: 34.186s -> binmc_pacc: 289.145s -> mulmc_pacc: 42.455s -> binne_pacc: 296.554s -> mulne_pacc: 45.269s -> bin_pacc_gs: 645.096s -> mul_pacc_gs: 145.337s -> bin_cc: 300.133s -> mul_cc: 42.690s -> kfcv: 36.406s -> ref: 22.353s -> atc_mc: 38.798s -> atc_ne: 34.811s -> doc_feat: 13.850s -> tot: 1034.124s +> bin_sld_gs: 915.491s +> mul_sld_gs: 447.110s +> bin_sld_gsq: 315.586s +> mul_sld_gsq: 313.380s +> ref: 11.060s +> atc_mc: 14.959s +> atc_ne: 14.880s +> tot: 916.119s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.1008 0.1383 0.10350.6324 0.2272 0.2272
0.0884 0.0792 0.09600.1656 0.1227 0.1227
0.0620 0.0511 0.07880.1386 0.1024 0.1024
0.0489 0.0384 0.07830.1263 0.0885 0.0885
0.0418 0.0334 0.08060.1170 0.0813 0.0813
0.0463 0.0359 0.08500.1098 0.0713 0.0713
0.0320 0.0234 0.06820.1083 0.0552 0.0552
0.0402 0.0253 0.08630.1062 0.0572 0.0572
0.0371 0.0230 0.08520.1044 0.0500 0.0500
0.0336 0.0201 0.08240.1048 0.0469 0.0469
0.0342 0.0209 0.08250.1003 0.0429 0.0429
0.0338 0.0172 0.08500.0997 0.0411 0.0411
0.0328 0.0176 0.08350.0957 0.0383 0.0383
0.0338 0.0183 0.08460.0934 0.0383 0.0383
0.0368 0.0186 0.08950.0910 0.0372 0.0372
0.0353 0.0182 0.08670.0885 0.0335 0.0335
0.0356 0.0189 0.08750.0858 0.0340 0.0340
0.0372 0.0196 0.08960.0832 0.0327 0.0327
0.0377 0.0208 0.09030.0796 0.0326 0.0326
0.0365 0.0207 0.08810.0770 0.0284 0.0284
0.0343 0.0254 0.08490.0703 0.0295 0.0295
0.0438 0.0326 0.08560.1275 0.0615 0.0615
@@ -648,6 +667,7 @@ + @@ -658,6 +678,7 @@ + @@ -666,6 +687,7 @@ + @@ -674,6 +696,7 @@ + @@ -682,6 +705,7 @@ + @@ -690,6 +714,7 @@ + @@ -698,6 +723,7 @@ + @@ -706,6 +732,7 @@ + @@ -714,6 +741,7 @@ + @@ -722,6 +750,7 @@ + @@ -730,6 +759,7 @@ + @@ -738,6 +768,7 @@ + @@ -746,6 +777,7 @@ + @@ -754,6 +786,7 @@ + @@ -762,6 +795,7 @@ + @@ -770,6 +804,7 @@ + @@ -778,6 +813,7 @@ + @@ -786,6 +822,7 @@ + @@ -794,6 +831,7 @@ + @@ -802,6 +840,7 @@ + @@ -810,6 +849,7 @@ + @@ -818,6 +858,7 @@ + @@ -826,6 +867,7 @@ + @@ -841,27 +883,14 @@ ## 50% positives > train: [0.5 0.5] > validation: [0.5 0.5] -> bin_sld: 303.489s -> mul_sld: 50.183s -> bin_sld_gs: 1015.361s -> mul_sld_gs: 552.539s -> bin_sld_gsq: 418.096s -> bin_pacc: 296.283s -> mul_pacc: 32.547s -> binmc_pacc: 299.487s -> mulmc_pacc: 40.506s -> binne_pacc: 293.984s -> mulne_pacc: 39.974s -> bin_pacc_gs: 643.158s -> mul_pacc_gs: 146.732s -> bin_cc: 292.672s -> mul_cc: 37.348s -> kfcv: 29.093s -> ref: 16.306s -> atc_mc: 25.874s -> atc_ne: 28.890s -> doc_feat: 11.601s -> tot: 1016.064s +> bin_sld_gs: 898.790s +> mul_sld_gs: 463.224s +> bin_sld_gsq: 314.307s +> mul_sld_gsq: 322.103s +> ref: 10.921s +> atc_mc: 14.924s +> atc_ne: 14.924s +> tot: 899.292s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.1047 0.1559 0.05660.7821 0.4335 0.4335
0.0657 0.0586 0.13560.3518 0.0606 0.0606
0.0502 0.0510 0.12540.2533 0.0339 0.0339
0.0460 0.0498 0.12110.1984 0.0263 0.0263
0.0398 0.0427 0.10640.1697 0.0248 0.0248
0.0327 0.0395 0.09790.1501 0.0213 0.0213
0.0313 0.0351 0.08640.1376 0.0219 0.0219
0.0345 0.0378 0.08990.1239 0.0195 0.0195
0.0321 0.0355 0.08460.1206 0.0164 0.0164
0.0304 0.0323 0.07920.1107 0.0191 0.0191
0.0321 0.0336 0.07870.1022 0.0164 0.0164
0.0270 0.0274 0.07160.0997 0.0133 0.0133
0.0299 0.0292 0.07270.0949 0.0131 0.0131
0.0280 0.0276 0.06930.0906 0.0124 0.0124
0.0276 0.0258 0.06760.0879 0.0116 0.0116
0.0282 0.0262 0.06700.0826 0.0104 0.0104
0.0258 0.0241 0.06330.0784 0.0107 0.0107
0.0279 0.0253 0.06410.0742 0.0084 0.0084
0.0247 0.0225 0.05940.0704 0.0080 0.0080
0.0260 0.0228 0.06020.0673 0.0082 0.0082
0.0235 0.0260 0.05940.0611 0.0072 0.0072
0.0366 0.0395 0.08170.1575 0.0380 0.0380
@@ -870,6 +899,7 @@ + @@ -880,6 +910,7 @@ + @@ -888,6 +919,7 @@ + @@ -896,6 +928,7 @@ + @@ -904,6 +937,7 @@ + @@ -912,6 +946,7 @@ + @@ -920,6 +955,7 @@ + @@ -928,6 +964,7 @@ + @@ -936,6 +973,7 @@ + @@ -944,6 +982,7 @@ + @@ -952,6 +991,7 @@ + @@ -960,6 +1000,7 @@ + @@ -968,6 +1009,7 @@ + @@ -976,6 +1018,7 @@ + @@ -984,6 +1027,7 @@ + @@ -992,6 +1036,7 @@ + @@ -1000,6 +1045,7 @@ + @@ -1008,6 +1054,7 @@ + @@ -1016,6 +1063,7 @@ + @@ -1024,6 +1072,7 @@ + @@ -1032,6 +1081,7 @@ + @@ -1040,6 +1090,7 @@ + @@ -1048,6 +1099,7 @@ + @@ -1063,27 +1115,14 @@ ## 60% positives > train: [0.39991359 0.60008641] > validation: [0.4000576 0.5999424] -> bin_sld: 296.102s -> mul_sld: 56.083s -> bin_sld_gs: 1060.976s -> mul_sld_gs: 551.619s -> bin_sld_gsq: 425.664s -> bin_pacc: 293.321s -> mul_pacc: 44.690s -> binmc_pacc: 296.400s -> mulmc_pacc: 38.640s -> binne_pacc: 288.195s -> mulne_pacc: 44.768s -> bin_pacc_gs: 645.660s -> mul_pacc_gs: 146.232s -> bin_cc: 299.198s -> mul_cc: 41.642s -> kfcv: 21.885s -> ref: 26.261s -> atc_mc: 37.391s -> atc_ne: 35.750s -> doc_feat: 19.963s -> tot: 1061.773s +> bin_sld_gs: 940.163s +> mul_sld_gs: 460.634s +> bin_sld_gsq: 323.142s +> mul_sld_gsq: 325.230s +> ref: 11.981s +> atc_mc: 15.716s +> atc_ne: 15.951s +> tot: 940.602s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0358 0.1582 0.02910.6264 0.5313 0.5313
0.0482 0.0654 0.05090.3637 0.2320 0.2320
0.0442 0.0383 0.04740.2607 0.1230 0.1230
0.0393 0.0284 0.04220.1997 0.0683 0.0683
0.0320 0.0227 0.03350.1627 0.0417 0.0417
0.0295 0.0194 0.03310.1338 0.0278 0.0278
0.0259 0.0189 0.02930.1147 0.0169 0.0169
0.0287 0.0180 0.03100.1002 0.0129 0.0129
0.0249 0.0159 0.02510.0923 0.0113 0.0113
0.0223 0.0151 0.02330.0806 0.0107 0.0107
0.0249 0.0183 0.02440.0721 0.0121 0.0121
0.0201 0.0170 0.02070.0675 0.0109 0.0109
0.0199 0.0165 0.02130.0611 0.0105 0.0105
0.0171 0.0147 0.01850.0555 0.0105 0.0105
0.0182 0.0157 0.01800.0520 0.0106 0.0106
0.0175 0.0161 0.01930.0465 0.0107 0.0107
0.0156 0.0144 0.01650.0429 0.0105 0.0105
0.0168 0.0149 0.01700.0395 0.0100 0.0100
0.0137 0.0138 0.01580.0349 0.0111 0.0111
0.0154 0.0155 0.01730.0312 0.0114 0.0114
0.0155 0.0173 0.01670.0249 0.0102 0.0102
0.0250 0.0274 0.02620.1268 0.0569 0.0569
@@ -1092,6 +1131,7 @@ + @@ -1102,6 +1142,7 @@ + @@ -1110,6 +1151,7 @@ + @@ -1118,6 +1160,7 @@ + @@ -1126,6 +1169,7 @@ + @@ -1134,6 +1178,7 @@ + @@ -1142,6 +1187,7 @@ + @@ -1150,6 +1196,7 @@ + @@ -1158,6 +1205,7 @@ + @@ -1166,6 +1214,7 @@ + @@ -1174,6 +1223,7 @@ + @@ -1182,6 +1232,7 @@ + @@ -1190,6 +1241,7 @@ + @@ -1198,6 +1250,7 @@ + @@ -1206,6 +1259,7 @@ + @@ -1214,6 +1268,7 @@ + @@ -1222,6 +1277,7 @@ + @@ -1230,6 +1286,7 @@ + @@ -1238,6 +1295,7 @@ + @@ -1246,6 +1304,7 @@ + @@ -1254,6 +1313,7 @@ + @@ -1262,6 +1322,7 @@ + @@ -1270,6 +1331,7 @@ + @@ -1285,27 +1347,14 @@ ## 70% positives > train: [0.2999712 0.7000288] > validation: [0.2999712 0.7000288] -> bin_sld: 303.930s -> mul_sld: 40.110s -> bin_sld_gs: 1015.962s -> mul_sld_gs: 557.286s -> bin_sld_gsq: 414.452s -> bin_pacc: 292.176s -> mul_pacc: 47.800s -> binmc_pacc: 302.570s -> mulmc_pacc: 44.408s -> binne_pacc: 293.019s -> mulne_pacc: 43.783s -> bin_pacc_gs: 648.943s -> mul_pacc_gs: 150.210s -> bin_cc: 288.613s -> mul_cc: 38.672s -> kfcv: 32.153s -> ref: 34.374s -> atc_mc: 38.938s -> atc_ne: 40.313s -> doc_feat: 20.243s -> tot: 1016.774s +> bin_sld_gs: 882.220s +> mul_sld_gs: 471.468s +> bin_sld_gsq: 308.364s +> mul_sld_gsq: 330.333s +> ref: 11.174s +> atc_mc: 14.752s +> atc_ne: 14.815s +> tot: 882.817s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0035 0.0528 0.00040.5522 0.5686 0.5686
0.0714 0.0314 0.14750.3770 0.3422 0.3422
0.0638 0.0266 0.10770.2813 0.2281 0.2281
0.0607 0.0253 0.08680.2199 0.1475 0.1475
0.0488 0.0257 0.06260.1793 0.1066 0.1066
0.0431 0.0235 0.04920.1497 0.0747 0.0747
0.0358 0.0238 0.03640.1222 0.0515 0.0515
0.0391 0.0282 0.03730.1035 0.0344 0.0344
0.0357 0.0278 0.03130.0892 0.0235 0.0235
0.0291 0.0243 0.02420.0751 0.0169 0.0169
0.0315 0.0273 0.02460.0638 0.0121 0.0121
0.0266 0.0244 0.01890.0566 0.0087 0.0087
0.0268 0.0248 0.01830.0493 0.0082 0.0082
0.0226 0.0227 0.01540.0415 0.0093 0.0093
0.0253 0.0258 0.01450.0341 0.0122 0.0122
0.0228 0.0241 0.01290.0294 0.0135 0.0135
0.0194 0.0217 0.01130.0240 0.0156 0.0156
0.0184 0.0214 0.00920.0205 0.0152 0.0152
0.0168 0.0203 0.00820.0152 0.0178 0.0178
0.0181 0.0220 0.00710.0096 0.0189 0.0189
0.0154 0.0214 0.00460.0060 0.0197 0.0197
0.0321 0.0260 0.03470.1190 0.0831 0.0831
@@ -1314,6 +1363,7 @@ + @@ -1324,6 +1374,7 @@ + @@ -1332,6 +1383,7 @@ + @@ -1340,6 +1392,7 @@ + @@ -1348,6 +1401,7 @@ + @@ -1356,6 +1410,7 @@ + @@ -1364,6 +1419,7 @@ + @@ -1372,6 +1428,7 @@ + @@ -1380,6 +1437,7 @@ + @@ -1388,6 +1446,7 @@ + @@ -1396,6 +1455,7 @@ + @@ -1404,6 +1464,7 @@ + @@ -1412,6 +1473,7 @@ + @@ -1420,6 +1482,7 @@ + @@ -1428,6 +1491,7 @@ + @@ -1436,6 +1500,7 @@ + @@ -1444,6 +1509,7 @@ + @@ -1452,6 +1518,7 @@ + @@ -1460,6 +1527,7 @@ + @@ -1468,6 +1536,7 @@ + @@ -1476,6 +1545,7 @@ + @@ -1484,6 +1554,7 @@ + @@ -1492,6 +1563,7 @@ + @@ -1507,27 +1579,14 @@ ## 80% positives > train: [0.2000288 0.7999712] > validation: [0.2000288 0.7999712] -> bin_sld: 302.697s -> mul_sld: 51.427s -> bin_sld_gs: 1033.432s -> mul_sld_gs: 553.840s -> bin_sld_gsq: 405.825s -> bin_pacc: 296.888s -> mul_pacc: 34.390s -> binmc_pacc: 300.681s -> mulmc_pacc: 44.972s -> binne_pacc: 284.115s -> mulne_pacc: 37.204s -> bin_pacc_gs: 637.277s -> mul_pacc_gs: 146.708s -> bin_cc: 297.171s -> mul_cc: 42.941s -> kfcv: 27.967s -> ref: 32.469s -> atc_mc: 22.965s -> atc_ne: 39.769s -> doc_feat: 19.964s -> tot: 1034.198s +> bin_sld_gs: 918.734s +> mul_sld_gs: 452.727s +> bin_sld_gsq: 302.185s +> mul_sld_gsq: 313.546s +> ref: 11.064s +> atc_mc: 14.738s +> atc_ne: 14.770s +> tot: 919.298s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.1647 0.0423 0.00100.4561 0.5833 0.5833
0.1277 0.0335 0.04700.3545 0.4272 0.4272
0.1021 0.0274 0.03750.2863 0.3236 0.3236
0.0772 0.0237 0.03330.2323 0.2429 0.2429
0.0598 0.0211 0.02630.1910 0.1899 0.1899
0.0474 0.0174 0.02300.1629 0.1453 0.1453
0.0366 0.0143 0.01850.1358 0.1125 0.1125
0.0247 0.0132 0.02100.1132 0.0875 0.0875
0.0188 0.0121 0.01970.0968 0.0688 0.0688
0.0162 0.0120 0.01600.0818 0.0528 0.0528
0.0122 0.0123 0.01640.0694 0.0385 0.0385
0.0083 0.0105 0.01510.0565 0.0281 0.0281
0.0074 0.0094 0.01310.0484 0.0209 0.0209
0.0084 0.0103 0.01370.0387 0.0125 0.0125
0.0089 0.0102 0.01490.0298 0.0077 0.0077
0.0088 0.0091 0.01380.0238 0.0053 0.0053
0.0097 0.0084 0.01380.0173 0.0065 0.0065
0.0113 0.0093 0.01510.0123 0.0075 0.0075
0.0117 0.0084 0.01380.0074 0.0101 0.0101
0.0161 0.0099 0.01660.0036 0.0136 0.0136
0.0213 0.0104 0.01360.0049 0.0151 0.0151
0.0381 0.0155 0.01920.1154 0.1143 0.1143
@@ -1536,6 +1595,7 @@ + @@ -1546,6 +1606,7 @@ + @@ -1554,6 +1615,7 @@ + @@ -1562,6 +1624,7 @@ + @@ -1570,6 +1633,7 @@ + @@ -1578,6 +1642,7 @@ + @@ -1586,6 +1651,7 @@ + @@ -1594,6 +1660,7 @@ + @@ -1602,6 +1669,7 @@ + @@ -1610,6 +1678,7 @@ + @@ -1618,6 +1687,7 @@ + @@ -1626,6 +1696,7 @@ + @@ -1634,6 +1705,7 @@ + @@ -1642,6 +1714,7 @@ + @@ -1650,6 +1723,7 @@ + @@ -1658,6 +1732,7 @@ + @@ -1666,6 +1741,7 @@ + @@ -1674,6 +1750,7 @@ + @@ -1682,6 +1759,7 @@ + @@ -1690,6 +1768,7 @@ + @@ -1698,6 +1777,7 @@ + @@ -1706,6 +1786,7 @@ + @@ -1714,6 +1795,7 @@ + @@ -1729,17 +1811,11 @@ ## 90% positives > train: [0.0999424 0.9000576] > validation: [0.10008641 0.89991359] -> bin_sld: 170.505s -> mul_sld: 31.294s -> mul_sld_gs: 380.780s -> bin_cc: 164.518s -> mul_cc: 20.620s -> kfcv: 15.634s -> ref: 13.757s -> atc_mc: 18.010s -> atc_ne: 18.026s -> doc_feat: 10.161s -> tot: 381.531s +> mul_sld_gs: 365.928s +> ref: 9.138s +> atc_mc: 12.160s +> atc_ne: 12.348s +> tot: 366.493s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0014 0.0280 0.00660.4198 0.5690 0.5690
0.0291 0.0244 0.02380.3516 0.4617 0.4617
0.0227 0.0221 0.02270.3051 0.3805 0.3805
0.0204 0.0180 0.02610.2583 0.3102 0.3102
0.0209 0.0168 0.02410.2243 0.2550 0.2550
0.0200 0.0164 0.02330.1906 0.2072 0.2072
0.0168 0.0118 0.02200.1650 0.1705 0.1705
0.0185 0.0118 0.02190.1421 0.1388 0.1388
0.0178 0.0119 0.02050.1215 0.1144 0.1144
0.0162 0.0115 0.01850.1037 0.0909 0.0909
0.0163 0.0112 0.01650.0884 0.0727 0.0727
0.0161 0.0094 0.01530.0738 0.0569 0.0569
0.0183 0.0098 0.01550.0623 0.0441 0.0441
0.0144 0.0097 0.01390.0501 0.0297 0.0297
0.0166 0.0102 0.01260.0391 0.0198 0.0198
0.0184 0.0097 0.01270.0297 0.0119 0.0119
0.0180 0.0094 0.01130.0213 0.0068 0.0068
0.0186 0.0084 0.00950.0141 0.0049 0.0049
0.0170 0.0071 0.00810.0063 0.0076 0.0076
0.0179 0.0078 0.00830.0030 0.0117 0.0117
0.0150 0.0064 0.00600.0073 0.0150 0.0150
0.0176 0.0129 0.01610.1275 0.1419 0.1419
@@ -1901,6 +1977,7 @@ + @@ -1911,6 +1988,7 @@ + @@ -1919,6 +1997,7 @@ + @@ -1927,6 +2006,7 @@ + @@ -1935,6 +2015,7 @@ + @@ -1943,6 +2024,7 @@ + @@ -1951,6 +2033,7 @@ + @@ -1959,6 +2042,7 @@ + @@ -1967,6 +2051,7 @@ + @@ -1975,6 +2060,7 @@ + @@ -1983,6 +2069,7 @@ + @@ -1991,6 +2078,7 @@ + @@ -1999,6 +2087,7 @@ + @@ -2007,6 +2096,7 @@ + @@ -2015,6 +2105,7 @@ + @@ -2023,6 +2114,7 @@ + @@ -2031,6 +2123,7 @@ + @@ -2039,6 +2132,7 @@ + @@ -2047,6 +2141,7 @@ + @@ -2055,6 +2150,7 @@ + @@ -2063,6 +2159,7 @@ + @@ -2071,6 +2168,7 @@ + @@ -2079,6 +2177,7 @@ + @@ -2095,6 +2194,7 @@ + @@ -2105,6 +2205,7 @@ + @@ -2113,6 +2214,7 @@ + @@ -2121,6 +2223,7 @@ + @@ -2129,6 +2232,7 @@ + @@ -2137,6 +2241,7 @@ + @@ -2145,6 +2250,7 @@ + @@ -2153,6 +2259,7 @@ + @@ -2161,6 +2268,7 @@ + @@ -2169,6 +2277,7 @@ + @@ -2177,6 +2286,7 @@ + diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_10_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_10_acc.png index cc94965..0c6aa09 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_10_acc.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_10_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_10_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_10_f1.png index 44b7f7a..b12484b 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_10_f1.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_10_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_20_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_20_acc.png index e1c2783..92da808 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_20_acc.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_20_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_20_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_20_f1.png index 849ad8e..97134b4 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_20_f1.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_20_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_30_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_30_acc.png index d0eef26..c84ba07 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_30_acc.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_30_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_30_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_30_f1.png index c67ef69..4b445e3 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_30_f1.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_30_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_40_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_40_acc.png index 6f7cd3e..bd39f75 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_40_acc.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_40_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_40_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_40_f1.png index 10355dc..e5e4587 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_40_f1.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_40_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_50_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_50_acc.png index 0e4deb9..3ef10db 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_50_acc.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_50_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_50_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_50_f1.png index e8576e6..ed56b50 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_50_f1.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_50_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_60_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_60_acc.png index 1e44640..3b33616 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_60_acc.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_60_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_60_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_60_f1.png index ef1615d..8e07714 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_60_f1.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_60_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_70_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_70_acc.png index f7c8bcd..bd6654e 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_70_acc.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_70_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_70_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_70_f1.png index d8bd913..ad0acd3 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_70_f1.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_70_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_80_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_80_acc.png index aca7f96..9031578 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_80_acc.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_80_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_80_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_80_f1.png index ce43168..4f2651b 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_80_f1.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_80_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_test_acc.png index 9b36752..b91ddef 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_test_acc.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_test_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_test_f1.png index 43c28bb..5ad9948 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_test_f1.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_test_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_train_acc.png index ad24e31..fae3597 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_train_acc.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_train_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_train_f1.png index 215d7b6..94388bb 100644 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_train_f1.png and b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_train_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_10_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_10_acc.png index 0fa88b5..776e578 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_10_acc.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_10_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_10_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_10_f1.png index a7112ac..4dc4774 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_10_f1.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_10_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_20_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_20_acc.png index 95d9335..55b4217 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_20_acc.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_20_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_20_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_20_f1.png index b613814..f0628cb 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_20_f1.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_20_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_30_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_30_acc.png index 39116f7..176fbc7 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_30_acc.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_30_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_30_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_30_f1.png index 166a658..8f332df 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_30_f1.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_30_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_40_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_40_acc.png index b45d1e5..5d0ee8b 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_40_acc.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_40_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_40_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_40_f1.png index da5077b..4ca709d 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_40_f1.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_40_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_50_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_50_acc.png index 91c40b5..4e0cce2 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_50_acc.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_50_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_50_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_50_f1.png index 9f8d76a..625fc15 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_50_f1.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_50_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_60_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_60_acc.png index 9c3e5bc..8310959 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_60_acc.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_60_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_60_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_60_f1.png index 7e1f76c..43de7ba 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_60_f1.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_60_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_70_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_70_acc.png index 96aca27..f42d1f1 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_70_acc.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_70_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_70_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_70_f1.png index b95cb19..e26b700 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_70_f1.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_70_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_80_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_80_acc.png index d9bb673..20b1dad 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_80_acc.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_80_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_80_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_80_f1.png index 2142746..bb3eef2 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_80_f1.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_80_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_test_acc.png index b81d261..5e2f761 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_test_acc.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_test_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_test_f1.png index 2c047c1..e3f9e56 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_test_f1.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_test_f1.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_train_acc.png index 215a9b7..d7a2426 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_train_acc.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_train_acc.png differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_train_f1.png index 4eaa30f..90a2f31 100644 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_train_f1.png and b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_train_f1.png differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_10_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_10_acc.png index 1f4653a..5388447 100644 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_10_acc.png and b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_10_acc.png differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_10_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_10_f1.png index c6084a9..22f3a30 100644 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_10_f1.png and b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_10_f1.png differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_20_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_20_acc.png index a641c78..fbfa4e3 100644 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_20_acc.png and b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_20_acc.png differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_20_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_20_f1.png index e23b945..b15b005 100644 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_20_f1.png and b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_20_f1.png differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_30_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_30_acc.png index 0f202c4..3726165 100644 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_30_acc.png and b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_30_acc.png differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_30_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_30_f1.png index 1d9376c..389e101 100644 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_30_f1.png and b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_30_f1.png differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_40_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_40_acc.png index ce5dbe6..dde6c75 100644 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_40_acc.png and b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_40_acc.png differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_40_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_40_f1.png index 37c6c81..e8e493a 100644 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_40_f1.png and b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_40_f1.png differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_50_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_50_acc.png index a282c33..733c473 100644 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_50_acc.png and b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_50_acc.png differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_50_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_50_f1.png index ae51bf7..9a9cf6e 100644 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_50_f1.png and b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_50_f1.png differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_60_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_60_acc.png index 42e591e..6b02d04 100644 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_60_acc.png and b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_60_acc.png differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_60_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_60_f1.png index 453ea2d..2b9d155 100644 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_60_f1.png and b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_60_f1.png differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_70_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_70_acc.png index 9a414f6..33976d0 100644 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_70_acc.png and b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_70_acc.png differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_70_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_70_f1.png index 92d5251..7b339b1 100644 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_70_f1.png and b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_70_f1.png differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_80_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_80_acc.png index 8fd2c54..e4ee2a8 100644 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_80_acc.png and b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_80_acc.png differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_80_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_80_f1.png index 63ef7d5..c6f47d4 100644 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_80_f1.png and b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_80_f1.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_10_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_10_acc.png index 897868a..4a20ae2 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_10_acc.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_10_acc.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_10_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_10_f1.png index 51c8d3a..1850a4a 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_10_f1.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_10_f1.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_20_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_20_acc.png index 8ca8558..51bdcc0 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_20_acc.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_20_acc.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_20_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_20_f1.png index e30209d..59b34d1 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_20_f1.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_20_f1.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_30_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_30_acc.png index 24ef7ab..6521039 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_30_acc.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_30_acc.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_30_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_30_f1.png index cfe3fb8..9f773be 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_30_f1.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_30_f1.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_40_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_40_acc.png index 89e0bc3..2b50f5f 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_40_acc.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_40_acc.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_40_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_40_f1.png index 8c59c71..ac6097f 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_40_f1.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_40_f1.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_50_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_50_acc.png index b9e67b8..f633065 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_50_acc.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_50_acc.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_50_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_50_f1.png index 23272a7..1a46da4 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_50_f1.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_50_f1.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_60_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_60_acc.png index b2df7d0..cfbc8fc 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_60_acc.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_60_acc.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_60_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_60_f1.png index ee94347..4287c58 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_60_f1.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_60_f1.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_70_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_70_acc.png index 111f109..5efa693 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_70_acc.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_70_acc.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_70_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_70_f1.png index d4e0f15..cb9a31b 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_70_f1.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_70_f1.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_80_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_80_acc.png index 7770b9a..6e3a48b 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_80_acc.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_80_acc.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_80_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_80_f1.png index 8b89a52..8155a0e 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_80_f1.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_80_f1.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_avg_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_avg_acc.png index d6d90bd..282ecd1 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_avg_acc.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_avg_acc.png differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_avg_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_avg_f1.png index d7fd2f3..f641297 100644 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_avg_f1.png and b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_avg_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_10_acc.png index 79c0965..ec00c74 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_10_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_10_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_10_f1.png index 97f6a8d..42b9a12 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_10_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_10_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_20_acc.png index 0aec07b..82eca05 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_20_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_20_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_20_f1.png index 3bfee18..d6a71ee 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_20_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_20_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_30_acc.png index 7fc4f44..3b42a70 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_30_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_30_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_30_f1.png index 7c4762b..40f408b 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_30_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_30_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_40_acc.png index 0340288..a91aa48 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_40_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_40_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_40_f1.png index 339b273..45579fa 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_40_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_40_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_50_acc.png index e90ca55..5a2ef0e 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_50_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_50_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_50_f1.png index ea0eb28..9321c7f 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_50_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_50_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_60_acc.png index 6c593eb..6a086db 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_60_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_60_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_60_f1.png index 809def0..9a6cd55 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_60_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_60_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_70_acc.png index de5f041..836d6cc 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_70_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_70_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_70_f1.png index 958e542..fe82559 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_70_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_70_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_80_acc.png index 692b55c..8750f64 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_80_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_80_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_80_f1.png index 49e8c42..4099c31 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_80_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_80_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_90_acc.png index 459516b..b5241e9 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_90_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_90_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_90_f1.png index c949fde..6f5701c 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_90_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_90_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_test_acc.png index ad2019f..b5f7a67 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_test_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_test_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_test_f1.png index 3b5f003..d2a0ef3 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_test_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_test_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_train_acc.png index 0b6cf46..a81a156 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_train_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_train_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_train_f1.png index 87e3503..2f734d7 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_train_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_train_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_10_acc.png index 707d0d6..bca64b9 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_10_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_10_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_10_f1.png index c99cf67..5c1c6de 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_10_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_10_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_20_acc.png index 3fe0bb2..0a7ce13 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_20_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_20_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_20_f1.png index 147e3f3..387d958 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_20_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_20_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_30_acc.png index bec3a87..6c82f3f 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_30_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_30_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_30_f1.png index ae80e51..db83f67 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_30_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_30_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_40_acc.png index 45ad84d..2401dd6 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_40_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_40_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_40_f1.png index e7a4cbd..58237fa 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_40_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_40_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_50_acc.png index 294af2d..9dd0732 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_50_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_50_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_50_f1.png index 98a98aa..92a3398 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_50_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_50_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_60_acc.png index 097d5e3..1119a53 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_60_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_60_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_60_f1.png index c35e348..feb9729 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_60_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_60_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_70_acc.png index adc3b44..c639fe0 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_70_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_70_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_70_f1.png index 3207b8b..ee08b99 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_70_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_70_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_80_acc.png index 4e58c34..dc02b64 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_80_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_80_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_80_f1.png index 70c2e62..001b6b1 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_80_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_80_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_90_acc.png index 33bb3c5..d95ffe3 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_90_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_90_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_90_f1.png index 69a1261..f311188 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_90_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_90_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_test_acc.png index a26f654..25ee984 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_test_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_test_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_test_f1.png index a27b55a..78be05d 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_test_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_test_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_train_acc.png index 51e6b13..4bf0c31 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_train_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_train_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_train_f1.png index e5e710e..2c720e7 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_train_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_train_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_10_acc.png index 40d1610..7070e7e 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_10_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_10_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_10_f1.png index dca3193..644ed5b 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_10_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_10_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_20_acc.png index 2263f81..def2c68 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_20_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_20_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_20_f1.png index 5fa4cfa..0b8f452 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_20_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_20_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_30_acc.png index 7885341..34b7d97 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_30_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_30_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_30_f1.png index 6575244..0364f48 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_30_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_30_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_40_acc.png index f7b736f..56c174c 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_40_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_40_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_40_f1.png index ee6feac..a766bd9 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_40_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_40_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_50_acc.png index 03ed0c0..675d7a4 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_50_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_50_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_50_f1.png index 84abb57..a936ca9 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_50_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_50_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_60_acc.png index ffa97b5..3437f6c 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_60_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_60_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_60_f1.png index 8625ab8..e7df57a 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_60_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_60_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_70_acc.png index a71499b..4297ed6 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_70_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_70_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_70_f1.png index cd16cea..3cecc9a 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_70_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_70_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_80_acc.png index 4aebfa0..12bc23a 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_80_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_80_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_80_f1.png index 9a65ee0..8481837 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_80_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_80_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_90_acc.png index 8156cf4..63ec26d 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_90_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_90_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_90_f1.png index 1ee6750..b18706e 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_90_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_90_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_10_acc.png index 6c0dee4..7a3829a 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_10_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_10_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_10_f1.png index 8531f75..09ff9ba 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_10_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_10_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_20_acc.png index 3d4278e..81d86f7 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_20_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_20_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_20_f1.png index f587b89..8233d63 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_20_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_20_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_30_acc.png index 58be32c..1d544a4 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_30_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_30_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_30_f1.png index 44bb71d..14e3364 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_30_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_30_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_40_acc.png index 0ed023c..b583b61 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_40_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_40_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_40_f1.png index 1c7dce8..3313098 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_40_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_40_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_50_acc.png index 5b0643c..6af3b22 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_50_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_50_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_50_f1.png index d19cb26..3b28ab0 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_50_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_50_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_60_acc.png index 32c5bbe..789a793 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_60_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_60_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_60_f1.png index 5c6edf0..9100352 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_60_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_60_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_70_acc.png index d383bf2..c8d6d77 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_70_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_70_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_70_f1.png index 733e084..2da943f 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_70_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_70_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_80_acc.png index 33d578c..54e4f4c 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_80_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_80_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_80_f1.png index 78c2be2..4db75bb 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_80_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_80_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_90_acc.png index 0deb051..ebcf9ef 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_90_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_90_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_90_f1.png index 5d3a3d5..0f0cf7f 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_90_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_90_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_avg_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_avg_acc.png index 988a01e..0df2cca 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_avg_acc.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_avg_acc.png differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_avg_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_avg_f1.png index 363aa73..9b49825 100644 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_avg_f1.png and b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_avg_f1.png differ diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_9prevs.log b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_9prevs.log index f6dd159..cda13de 100644 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_9prevs.log +++ b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_9prevs.log @@ -353,3 +353,103 @@ 06/11/23 14:45:14| INFO bin_sld_gs finished [took 1108.7356s] 06/11/23 14:45:14| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 1113.2364s] ---------------------------------------------------------------------------------------------------- +07/11/23 01:05:25| INFO dataset rcv1_CCAT_9prevs +07/11/23 01:05:30| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started +07/11/23 01:06:23| INFO ref finished [took 48.3560s] +07/11/23 01:06:29| INFO atc_mc finished [took 52.9929s] +07/11/23 01:06:30| INFO atc_ne finished [took 53.3908s] +07/11/23 01:07:06| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 +07/11/23 01:11:38| INFO mul_sld_gsq finished [took 364.0698s] +07/11/23 01:13:51| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00644) [took 499.4945s] +07/11/23 01:14:34| INFO mul_sld_gs finished [took 542.6047s] +07/11/23 01:18:02| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00589) [took 750.8663s] +07/11/23 01:21:01| INFO bin_sld_gs finished [took 930.1356s] +07/11/23 01:21:01| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 931.4321s] +07/11/23 01:21:01| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started +07/11/23 01:22:02| INFO ref finished [took 55.2212s] +07/11/23 01:22:07| INFO atc_mc finished [took 59.3890s] +07/11/23 01:22:09| INFO atc_ne finished [took 59.7388s] +07/11/23 01:27:21| INFO mul_sld_gsq finished [took 375.2352s] +07/11/23 01:27:24| INFO bin_sld_gsq finished [took 379.6159s] +07/11/23 01:29:25| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01221) [took 502.0302s] +07/11/23 01:30:08| INFO mul_sld_gs finished [took 545.0285s] +07/11/23 01:34:25| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00768) [took 802.3620s] +07/11/23 01:37:25| INFO bin_sld_gs finished [took 982.3260s] +07/11/23 01:37:25| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 983.7236s] +07/11/23 01:37:25| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started +07/11/23 01:38:20| INFO ref finished [took 49.9803s] +07/11/23 01:38:25| INFO atc_mc finished [took 53.3765s] +07/11/23 01:38:26| INFO atc_ne finished [took 53.8925s] +07/11/23 01:43:41| INFO mul_sld_gsq finished [took 372.2608s] +07/11/23 01:43:45| INFO bin_sld_gsq finished [took 377.3380s] +07/11/23 01:45:45| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00872) [took 497.5768s] +07/11/23 01:46:28| INFO mul_sld_gs finished [took 540.8267s] +07/11/23 01:51:09| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00782) [took 822.2849s] +07/11/23 01:54:10| INFO bin_sld_gs finished [took 1003.7804s] +07/11/23 01:54:10| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 1005.2506s] +07/11/23 01:54:10| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started +07/11/23 01:55:05| INFO ref finished [took 49.8884s] +07/11/23 01:55:09| INFO atc_mc finished [took 53.3594s] +07/11/23 01:55:10| INFO atc_ne finished [took 53.5162s] +07/11/23 02:00:25| INFO mul_sld_gsq finished [took 371.4460s] +07/11/23 02:00:41| INFO bin_sld_gsq finished [took 387.6183s] +07/11/23 02:02:30| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01037) [took 498.0096s] +07/11/23 02:03:11| INFO mul_sld_gs finished [took 539.1531s] +07/11/23 02:07:53| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01112) [took 821.8730s] +07/11/23 02:10:52| INFO bin_sld_gs finished [took 1001.0803s] +07/11/23 02:10:52| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 1002.3085s] +07/11/23 02:10:52| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started +07/11/23 02:11:44| INFO ref finished [took 47.2218s] +07/11/23 02:11:48| INFO atc_mc finished [took 49.6349s] +07/11/23 02:11:50| INFO atc_ne finished [took 50.9082s] +07/11/23 02:16:51| INFO mul_sld_gsq finished [took 354.3706s] +07/11/23 02:17:11| INFO bin_sld_gsq finished [took 376.0124s] +07/11/23 02:18:51| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00572) [took 476.0587s] +07/11/23 02:19:33| INFO mul_sld_gs finished [took 518.5692s] +07/11/23 02:24:17| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00653) [took 803.4978s] +07/11/23 02:27:16| INFO bin_sld_gs finished [took 982.4395s] +07/11/23 02:27:16| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 983.7838s] +07/11/23 02:27:16| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started +07/11/23 02:28:08| INFO ref finished [took 46.6191s] +07/11/23 02:28:13| INFO atc_mc finished [took 50.3543s] +07/11/23 02:28:15| INFO atc_ne finished [took 51.6601s] +07/11/23 02:33:15| INFO mul_sld_gsq finished [took 354.6014s] +07/11/23 02:33:34| INFO bin_sld_gsq finished [took 374.7872s] +07/11/23 02:35:14| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00637) [took 475.9302s] +07/11/23 02:35:57| INFO mul_sld_gs finished [took 518.5425s] +07/11/23 02:40:20| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00544) [took 782.7268s] +07/11/23 02:43:18| INFO bin_sld_gs finished [took 960.6334s] +07/11/23 02:43:18| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 961.9030s] +07/11/23 02:43:18| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started +07/11/23 02:44:10| INFO ref finished [took 47.1234s] +07/11/23 02:44:14| INFO atc_mc finished [took 49.9871s] +07/11/23 02:44:16| INFO atc_ne finished [took 50.9160s] +07/11/23 02:49:19| INFO mul_sld_gsq finished [took 357.0613s] +07/11/23 02:49:30| INFO bin_sld_gsq finished [took 368.8000s] +07/11/23 02:51:16| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00765) [took 475.7332s] +07/11/23 02:51:59| INFO mul_sld_gs finished [took 518.6671s] +07/11/23 02:56:28| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01235) [took 788.7117s] +07/11/23 02:59:28| INFO bin_sld_gs finished [took 968.7653s] +07/11/23 02:59:28| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 970.1516s] +07/11/23 02:59:28| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started +07/11/23 03:00:20| INFO ref finished [took 46.9898s] +07/11/23 03:00:24| INFO atc_mc finished [took 49.8768s] +07/11/23 03:00:25| INFO atc_ne finished [took 49.6324s] +07/11/23 03:05:23| INFO mul_sld_gsq finished [took 350.7932s] +07/11/23 03:05:32| INFO bin_sld_gsq finished [took 360.8665s] +07/11/23 03:07:25| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01306) [took 474.6581s] +07/11/23 03:08:07| INFO mul_sld_gs finished [took 516.4890s] +07/11/23 03:12:24| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00894) [took 774.9140s] +07/11/23 03:15:29| INFO bin_sld_gs finished [took 959.3579s] +07/11/23 03:15:29| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 960.6992s] +07/11/23 03:15:29| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started +07/11/23 03:16:21| INFO ref finished [took 47.3281s] +07/11/23 03:16:25| INFO atc_mc finished [took 49.8016s] +07/11/23 03:16:28| INFO atc_ne finished [took 51.2288s] +07/11/23 03:21:16| INFO mul_sld_gsq finished [took 343.2861s] +07/11/23 03:21:22| INFO bin_sld_gsq finished [took 349.6065s] +07/11/23 03:23:20| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00808) [took 468.7910s] +07/11/23 03:24:01| INFO mul_sld_gs finished [took 509.9001s] +07/11/23 03:28:03| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00604) [took 752.8185s] +07/11/23 03:31:01| INFO bin_sld_gs finished [took 930.3934s] +07/11/23 03:31:01| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 931.7055s] diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_qgs_acc.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_qgs_acc.md index 8d27ecc..ba730e9 100644 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_qgs_acc.md +++ b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_qgs_acc.md @@ -3,26 +3,13 @@ ## 10% positives > train: [0.90003338 0.09996662] > validation: [0.90003338 0.09996662] -> bin_sld: 426.003s -> mul_sld: 199.118s -> bin_sld_gs: 1070.285s -> mul_sld_gs: 686.591s -> bin_pacc: 409.897s -> mul_pacc: 169.591s -> binmc_pacc: 412.906s -> mulmc_pacc: 173.043s -> binne_pacc: 411.128s -> mulne_pacc: 146.658s -> bin_pacc_gs: 710.525s -> mul_pacc_gs: 245.764s -> bin_cc: 389.472s -> mul_cc: 148.220s -> kfcv: 130.095s -> ref: 120.267s -> atc_mc: 125.236s -> atc_ne: 121.957s -> doc_feat: 83.796s -> tot: 1073.769s +> bin_sld_gs: 930.136s +> mul_sld_gs: 542.605s +> mul_sld_gsq: 364.070s +> ref: 48.356s +> atc_mc: 52.993s +> atc_ne: 53.391s +> tot: 931.432s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0764 0.0955 0.05820.4664 0.3846 0.3846
0.0798 0.0567 0.08530.2556 0.2693 0.2693
0.0610 0.0435 0.07020.2020 0.2102 0.2102
0.0516 0.0366 0.06420.1668 0.1689 0.1689
0.0428 0.0328 0.05560.1443 0.1424 0.1424
0.0365 0.0302 0.05090.1266 0.1196 0.1196
0.0304 0.0260 0.04380.1129 0.1030 0.1030
0.0317 0.0254 0.04850.1011 0.0899 0.0899
0.0285 0.0234 0.04580.0924 0.0797 0.0797
0.0254 0.0211 0.04150.0847 0.0709 0.0709
0.0254 0.0214 0.04120.0768 0.0631 0.0631
0.0225 0.0185 0.03940.0711 0.0572 0.0572
0.0230 0.0182 0.03940.0656 0.0522 0.0522
0.0211 0.0170 0.03750.0603 0.0476 0.0476
0.0224 0.0169 0.03830.0555 0.0443 0.0443
0.0217 0.0162 0.03730.0512 0.0413 0.0413
0.0207 0.0154 0.03640.0467 0.0399 0.0399
0.0221 0.0158 0.03680.0431 0.0381 0.0381
0.0203 0.0156 0.03550.0392 0.0384 0.0384
0.0220 0.0164 0.03600.0362 0.0395 0.0395
0.0204 0.0173 0.03290.0332 0.0410 0.0410
0.0336 0.0276 0.04640.1110 0.1020 0.1020
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
NaN 0.0199 NaN0.0197 0.0234 0.0234
0.0421 0.0310 0.06140.0948 0.2314 0.2314
0.0438 0.0326 0.08560.1275 0.0615 0.0615
0.0366 0.0395 0.08170.1575 0.0380 0.0380
0.0250 0.0274 0.02620.1268 0.0569 0.0569
0.0321 0.0260 0.03470.1190 0.0831 0.0831
0.0381 0.0155 0.01920.1154 0.1143 0.1143
0.0176 0.0129 0.01610.1275 0.1419 0.1419
NaN 0.0438 NaNNaN 0.1672 0.1672
0.0336 0.0276 0.04640.1110 0.1020 0.1020
@@ -30,6 +17,7 @@ + @@ -39,6 +27,7 @@ + @@ -46,6 +35,7 @@ + @@ -53,6 +43,7 @@ + @@ -60,6 +51,7 @@ + @@ -67,6 +59,7 @@ + @@ -74,6 +67,7 @@ + @@ -81,6 +75,7 @@ + @@ -88,6 +83,7 @@ + @@ -95,6 +91,7 @@ + @@ -102,6 +99,7 @@ + @@ -109,6 +107,7 @@ + @@ -116,6 +115,7 @@ + @@ -123,6 +123,7 @@ + @@ -130,6 +131,7 @@ + @@ -137,6 +139,7 @@ + @@ -144,6 +147,7 @@ + @@ -151,6 +155,7 @@ + @@ -158,6 +163,7 @@ + @@ -165,6 +171,7 @@ + @@ -172,6 +179,7 @@ + @@ -179,6 +187,7 @@ + @@ -186,6 +195,7 @@ + @@ -201,27 +211,14 @@ ## 20% positives > train: [0.79989987 0.20010013] > validation: [0.80006676 0.19993324] -> bin_sld: 422.895s -> mul_sld: 162.786s -> bin_sld_gs: 1128.064s -> mul_sld_gs: 683.619s -> bin_sld_gsq: 524.432s -> bin_pacc: 410.462s -> mul_pacc: 155.872s -> binmc_pacc: 407.039s -> mulmc_pacc: 173.902s -> binne_pacc: 410.358s -> mulne_pacc: 167.292s -> bin_pacc_gs: 732.626s -> mul_pacc_gs: 261.935s -> bin_cc: 396.948s -> mul_cc: 147.743s -> kfcv: 132.118s -> ref: 106.145s -> atc_mc: 127.911s -> atc_ne: 121.613s -> doc_feat: 80.220s -> tot: 1132.799s +> bin_sld_gs: 982.326s +> mul_sld_gs: 545.028s +> bin_sld_gsq: 379.616s +> mul_sld_gsq: 375.235s +> ref: 55.221s +> atc_mc: 59.389s +> atc_ne: 59.739s +> tot: 983.724s
bin_sld_gs mul_sld_gsmul_sld_gsq atc_mc atc_ne
0.0 0.0016 0.00390.0026 0.0088 0.0088
0.05 0.0064 0.00560.0120 0.0046 0.0046
0.1 0.0082 0.00880.0244 0.0080 0.0080
0.15 0.0096 0.01080.0364 0.0128 0.0128
0.2 0.0113 0.01340.0465 0.0194 0.0194
0.25 0.0128 0.01530.0574 0.0256 0.0256
0.3 0.0142 0.01650.0686 0.0348 0.0348
0.35 0.0158 0.01820.0807 0.0438 0.0438
0.4 0.0150 0.01820.0881 0.0509 0.0509
0.45 0.0153 0.01850.0971 0.0568 0.0568
0.5 0.0156 0.01700.1042 0.0633 0.0633
0.55 0.0158 0.01810.1140 0.0728 0.0728
0.6 0.0134 0.01450.1181 0.0748 0.0748
0.65 0.0163 0.01530.1282 0.0843 0.0843
0.7 0.0152 0.01340.1341 0.0916 0.0916
0.75 0.0152 0.01230.1405 0.1005 0.1005
0.8 0.0126 0.01040.1438 0.1064 0.1064
0.85 0.0113 0.00830.1479 0.1147 0.1147
0.9 0.0107 0.00910.1525 0.1204 0.1204
0.95 0.0093 0.01140.1497 0.1244 0.1244
1.0 0.0083 0.00380.1529 0.1336 0.1336
avg 0.0121 0.01250.0952 0.0644 0.0644
@@ -230,6 +227,7 @@ + @@ -240,6 +238,7 @@ + @@ -248,6 +247,7 @@ + @@ -256,6 +256,7 @@ + @@ -264,6 +265,7 @@ + @@ -272,6 +274,7 @@ + @@ -280,6 +283,7 @@ + @@ -288,6 +292,7 @@ + @@ -296,6 +301,7 @@ + @@ -304,6 +310,7 @@ + @@ -312,6 +319,7 @@ + @@ -320,6 +328,7 @@ + @@ -328,6 +337,7 @@ + @@ -336,6 +346,7 @@ + @@ -344,6 +355,7 @@ + @@ -352,6 +364,7 @@ + @@ -360,6 +373,7 @@ + @@ -368,6 +382,7 @@ + @@ -376,6 +391,7 @@ + @@ -384,6 +400,7 @@ + @@ -392,6 +409,7 @@ + @@ -400,6 +418,7 @@ + @@ -408,6 +427,7 @@ + @@ -423,27 +443,14 @@ ## 30% positives > train: [0.69993324 0.30006676] > validation: [0.70010013 0.29989987] -> bin_sld: 421.459s -> mul_sld: 146.321s -> bin_sld_gs: 1159.421s -> mul_sld_gs: 690.743s -> bin_sld_gsq: 531.736s -> bin_pacc: 423.881s -> mul_pacc: 166.104s -> binmc_pacc: 422.818s -> mulmc_pacc: 164.572s -> binne_pacc: 409.704s -> mulne_pacc: 155.476s -> bin_pacc_gs: 737.229s -> mul_pacc_gs: 269.465s -> bin_cc: 400.220s -> mul_cc: 118.299s -> kfcv: 131.612s -> ref: 122.392s -> atc_mc: 119.095s -> atc_ne: 108.266s -> doc_feat: 96.341s -> tot: 1163.937s +> bin_sld_gs: 1003.780s +> mul_sld_gs: 540.827s +> bin_sld_gsq: 377.338s +> mul_sld_gsq: 372.261s +> ref: 49.980s +> atc_mc: 53.377s +> atc_ne: 53.893s +> tot: 1005.251s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0080 0.0124 0.00630.0070 0.0097 0.0097
0.0096 0.0108 0.00680.0044 0.0071 0.0071
0.0114 0.0101 0.00820.0117 0.0062 0.0062
0.0114 0.0085 0.00810.0191 0.0064 0.0064
0.0124 0.0084 0.01000.0291 0.0088 0.0088
0.0124 0.0086 0.00990.0369 0.0093 0.0093
0.0139 0.0080 0.01080.0455 0.0124 0.0124
0.0130 0.0082 0.01080.0540 0.0161 0.0161
0.0127 0.0095 0.01060.0618 0.0190 0.0190
0.0149 0.0102 0.01320.0679 0.0207 0.0207
0.0156 0.0103 0.01440.0743 0.0222 0.0222
0.0147 0.0120 0.01530.0832 0.0247 0.0247
0.0152 0.0117 0.01640.0867 0.0272 0.0272
0.0163 0.0140 0.01770.0948 0.0331 0.0331
0.0158 0.0151 0.01860.1011 0.0384 0.0384
0.0172 0.0151 0.02210.1045 0.0425 0.0425
0.0173 0.0133 0.02450.1076 0.0407 0.0407
0.0185 0.0134 0.02740.1124 0.0447 0.0447
0.0199 0.0131 0.03180.1157 0.0493 0.0493
0.0205 0.0113 0.03390.1164 0.0492 0.0492
0.0223 0.0077 0.02780.1166 0.0571 0.0571
0.0149 0.0110 0.01640.0691 0.0259 0.0259
@@ -452,6 +459,7 @@ + @@ -462,6 +470,7 @@ + @@ -470,6 +479,7 @@ + @@ -478,6 +488,7 @@ + @@ -486,6 +497,7 @@ + @@ -494,6 +506,7 @@ + @@ -502,6 +515,7 @@ + @@ -510,6 +524,7 @@ + @@ -518,6 +533,7 @@ + @@ -526,6 +542,7 @@ + @@ -534,6 +551,7 @@ + @@ -542,6 +560,7 @@ + @@ -550,6 +569,7 @@ + @@ -558,6 +578,7 @@ + @@ -566,6 +587,7 @@ + @@ -574,6 +596,7 @@ + @@ -582,6 +605,7 @@ + @@ -590,6 +614,7 @@ + @@ -598,6 +623,7 @@ + @@ -606,6 +632,7 @@ + @@ -614,6 +641,7 @@ + @@ -622,6 +650,7 @@ + @@ -630,6 +659,7 @@ + @@ -645,27 +675,14 @@ ## 40% positives > train: [0.59996662 0.40003338] > validation: [0.59996662 0.40003338] -> bin_sld: 434.111s -> mul_sld: 159.616s -> bin_sld_gs: 1179.818s -> mul_sld_gs: 695.793s -> bin_sld_gsq: 546.801s -> bin_pacc: 431.189s -> mul_pacc: 143.236s -> binmc_pacc: 422.668s -> mulmc_pacc: 167.615s -> binne_pacc: 427.798s -> mulne_pacc: 166.144s -> bin_pacc_gs: 739.438s -> mul_pacc_gs: 261.609s -> bin_cc: 402.646s -> mul_cc: 152.045s -> kfcv: 121.176s -> ref: 127.991s -> atc_mc: 129.960s -> atc_ne: 115.970s -> doc_feat: 79.386s -> tot: 1183.412s +> bin_sld_gs: 1001.080s +> mul_sld_gs: 539.153s +> bin_sld_gsq: 387.618s +> mul_sld_gsq: 371.446s +> ref: 49.888s +> atc_mc: 53.359s +> atc_ne: 53.516s +> tot: 1002.309s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0059 0.0081 0.01270.0044 0.0103 0.0103
0.0083 0.0082 0.01500.0130 0.0072 0.0072
0.0087 0.0080 0.01670.0205 0.0049 0.0049
0.0097 0.0091 0.01750.0284 0.0060 0.0060
0.0089 0.0087 0.01750.0369 0.0082 0.0082
0.0094 0.0111 0.01800.0435 0.0101 0.0101
0.0091 0.0115 0.02080.0513 0.0119 0.0119
0.0104 0.0117 0.02210.0586 0.0160 0.0160
0.0108 0.0133 0.02330.0658 0.0190 0.0190
0.0097 0.0138 0.02500.0717 0.0222 0.0222
0.0095 0.0131 0.02580.0767 0.0259 0.0259
0.0089 0.0146 0.02650.0834 0.0297 0.0297
0.0086 0.0147 0.02820.0882 0.0307 0.0307
0.0090 0.0154 0.03070.0956 0.0368 0.0368
0.0077 0.0141 0.03360.1000 0.0400 0.0400
0.0085 0.0132 0.03590.1031 0.0427 0.0427
0.0078 0.0116 0.03650.1083 0.0464 0.0464
0.0071 0.0129 0.03860.1116 0.0517 0.0517
0.0074 0.0101 0.04080.1131 0.0521 0.0521
0.0072 0.0099 0.04130.1146 0.0548 0.0548
0.0017 0.0067 0.03740.1142 0.0625 0.0625
0.0083 0.0114 0.02680.0716 0.0280 0.0280
@@ -674,6 +691,7 @@ + @@ -684,6 +702,7 @@ + @@ -692,6 +711,7 @@ + @@ -700,6 +720,7 @@ + @@ -708,6 +729,7 @@ + @@ -716,6 +738,7 @@ + @@ -724,6 +747,7 @@ + @@ -732,6 +756,7 @@ + @@ -740,6 +765,7 @@ + @@ -748,6 +774,7 @@ + @@ -756,6 +783,7 @@ + @@ -764,6 +792,7 @@ + @@ -772,6 +801,7 @@ + @@ -780,6 +810,7 @@ + @@ -788,6 +819,7 @@ + @@ -796,6 +828,7 @@ + @@ -804,6 +837,7 @@ + @@ -812,6 +846,7 @@ + @@ -820,6 +855,7 @@ + @@ -828,6 +864,7 @@ + @@ -836,6 +873,7 @@ + @@ -844,6 +882,7 @@ + @@ -852,6 +891,7 @@ + @@ -867,27 +907,14 @@ ## 50% positives > train: [0.5 0.5] > validation: [0.5 0.5] -> bin_sld: 441.783s -> mul_sld: 169.393s -> bin_sld_gs: 1166.420s -> mul_sld_gs: 689.481s -> bin_sld_gsq: 549.038s -> bin_pacc: 427.369s -> mul_pacc: 166.563s -> binmc_pacc: 426.636s -> mulmc_pacc: 176.801s -> binne_pacc: 435.657s -> mulne_pacc: 161.090s -> bin_pacc_gs: 730.060s -> mul_pacc_gs: 266.437s -> bin_cc: 412.726s -> mul_cc: 152.522s -> kfcv: 134.253s -> ref: 128.737s -> atc_mc: 129.517s -> atc_ne: 122.889s -> doc_feat: 88.896s -> tot: 1170.874s +> bin_sld_gs: 982.440s +> mul_sld_gs: 518.569s +> bin_sld_gsq: 376.012s +> mul_sld_gsq: 354.371s +> ref: 47.222s +> atc_mc: 49.635s +> atc_ne: 50.908s +> tot: 983.784s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0050 0.0220 0.04690.0082 0.0190 0.0190
0.0102 0.0153 0.04420.0165 0.0166 0.0166
0.0100 0.0108 0.04290.0229 0.0147 0.0147
0.0112 0.0097 0.03860.0285 0.0117 0.0117
0.0124 0.0083 0.03700.0342 0.0105 0.0105
0.0139 0.0082 0.03160.0387 0.0089 0.0089
0.0123 0.0091 0.03280.0435 0.0085 0.0085
0.0140 0.0104 0.03110.0482 0.0076 0.0076
0.0143 0.0128 0.02710.0523 0.0079 0.0079
0.0121 0.0144 0.02720.0569 0.0073 0.0073
0.0121 0.0164 0.02340.0600 0.0081 0.0081
0.0103 0.0205 0.02020.0646 0.0099 0.0099
0.0105 0.0219 0.01810.0670 0.0112 0.0112
0.0107 0.0251 0.01630.0733 0.0156 0.0156
0.0120 0.0260 0.01530.0761 0.0168 0.0168
0.0107 0.0278 0.01460.0786 0.0160 0.0160
0.0103 0.0303 0.01110.0821 0.0180 0.0180
0.0121 0.0322 0.01140.0855 0.0218 0.0218
0.0132 0.0308 0.00990.0868 0.0224 0.0224
0.0139 0.0317 0.00870.0876 0.0278 0.0278
0.0013 0.0263 0.00790.0881 0.0285 0.0285
0.0111 0.0195 0.02460.0571 0.0147 0.0147
@@ -896,6 +923,7 @@ + @@ -906,6 +934,7 @@ + @@ -914,6 +943,7 @@ + @@ -922,6 +952,7 @@ + @@ -930,6 +961,7 @@ + @@ -938,6 +970,7 @@ + @@ -946,6 +979,7 @@ + @@ -954,6 +988,7 @@ + @@ -962,6 +997,7 @@ + @@ -970,6 +1006,7 @@ + @@ -978,6 +1015,7 @@ + @@ -986,6 +1024,7 @@ + @@ -994,6 +1033,7 @@ + @@ -1002,6 +1042,7 @@ + @@ -1010,6 +1051,7 @@ + @@ -1018,6 +1060,7 @@ + @@ -1026,6 +1069,7 @@ + @@ -1034,6 +1078,7 @@ + @@ -1042,6 +1087,7 @@ + @@ -1050,6 +1096,7 @@ + @@ -1058,6 +1105,7 @@ + @@ -1066,6 +1114,7 @@ + @@ -1074,6 +1123,7 @@ + @@ -1089,27 +1139,14 @@ ## 60% positives > train: [0.40003338 0.59996662] > validation: [0.40003338 0.59996662] -> bin_sld: 426.378s -> mul_sld: 153.126s -> bin_sld_gs: 1140.607s -> mul_sld_gs: 673.397s -> bin_sld_gsq: 528.696s -> bin_pacc: 420.283s -> mul_pacc: 148.016s -> binmc_pacc: 405.920s -> mulmc_pacc: 167.711s -> binne_pacc: 417.205s -> mulne_pacc: 145.013s -> bin_pacc_gs: 730.537s -> mul_pacc_gs: 261.004s -> bin_cc: 394.352s -> mul_cc: 143.652s -> kfcv: 122.227s -> ref: 122.352s -> atc_mc: 120.259s -> atc_ne: 113.567s -> doc_feat: 80.306s -> tot: 1146.639s +> bin_sld_gs: 960.633s +> mul_sld_gs: 518.542s +> bin_sld_gsq: 374.787s +> mul_sld_gsq: 354.601s +> ref: 46.619s +> atc_mc: 50.354s +> atc_ne: 51.660s +> tot: 961.903s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0129 0.0158 0.00860.0346 0.0088 0.0088
0.0156 0.0159 0.01110.0425 0.0080 0.0080
0.0149 0.0133 0.00940.0468 0.0082 0.0082
0.0145 0.0140 0.01210.0499 0.0077 0.0077
0.0137 0.0116 0.01270.0545 0.0083 0.0083
0.0130 0.0110 0.01270.0545 0.0066 0.0066
0.0150 0.0127 0.01300.0579 0.0082 0.0082
0.0161 0.0132 0.01470.0591 0.0103 0.0103
0.0151 0.0125 0.01580.0605 0.0085 0.0085
0.0144 0.0121 0.01460.0629 0.0110 0.0110
0.0137 0.0116 0.01390.0621 0.0122 0.0122
0.0117 0.0096 0.01330.0647 0.0125 0.0125
0.0126 0.0097 0.01420.0643 0.0144 0.0144
0.0132 0.0117 0.01370.0677 0.0168 0.0168
0.0145 0.0120 0.01260.0672 0.0164 0.0164
0.0137 0.0113 0.01260.0682 0.0170 0.0170
0.0130 0.0105 0.01090.0686 0.0211 0.0211
0.0115 0.0090 0.00840.0680 0.0205 0.0205
0.0121 0.0107 0.00920.0678 0.0239 0.0239
0.0104 0.0092 0.00610.0657 0.0253 0.0253
0.0096 0.0085 0.00410.0628 0.0289 0.0289
0.0134 0.0117 0.01160.0595 0.0140 0.0140
@@ -1118,6 +1155,7 @@ + @@ -1128,6 +1166,7 @@ + @@ -1136,6 +1175,7 @@ + @@ -1144,6 +1184,7 @@ + @@ -1152,6 +1193,7 @@ + @@ -1160,6 +1202,7 @@ + @@ -1168,6 +1211,7 @@ + @@ -1176,6 +1220,7 @@ + @@ -1184,6 +1229,7 @@ + @@ -1192,6 +1238,7 @@ + @@ -1200,6 +1247,7 @@ + @@ -1208,6 +1256,7 @@ + @@ -1216,6 +1265,7 @@ + @@ -1224,6 +1274,7 @@ + @@ -1232,6 +1283,7 @@ + @@ -1240,6 +1292,7 @@ + @@ -1248,6 +1301,7 @@ + @@ -1256,6 +1310,7 @@ + @@ -1264,6 +1319,7 @@ + @@ -1272,6 +1328,7 @@ + @@ -1280,6 +1337,7 @@ + @@ -1288,6 +1346,7 @@ + @@ -1296,6 +1355,7 @@ + @@ -1311,27 +1371,14 @@ ## 70% positives > train: [0.29989987 0.70010013] > validation: [0.30006676 0.69993324] -> bin_sld: 417.731s -> mul_sld: 155.451s -> bin_sld_gs: 1141.720s -> mul_sld_gs: 680.203s -> bin_sld_gsq: 527.251s -> bin_pacc: 413.591s -> mul_pacc: 130.941s -> binmc_pacc: 410.011s -> mulmc_pacc: 160.422s -> binne_pacc: 411.824s -> mulne_pacc: 150.120s -> bin_pacc_gs: 731.866s -> mul_pacc_gs: 262.250s -> bin_cc: 396.501s -> mul_cc: 145.444s -> kfcv: 127.528s -> ref: 121.369s -> atc_mc: 106.641s -> atc_ne: 101.076s -> doc_feat: 86.241s -> tot: 1146.268s +> bin_sld_gs: 968.765s +> mul_sld_gs: 518.667s +> bin_sld_gsq: 368.800s +> mul_sld_gsq: 357.061s +> ref: 47.123s +> atc_mc: 49.987s +> atc_ne: 50.916s +> tot: 970.152s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0049 0.0058 0.04370.0574 0.0106 0.0106
0.0087 0.0094 0.04520.0634 0.0101 0.0101
0.0102 0.0084 0.04240.0670 0.0092 0.0092
0.0101 0.0083 0.04320.0666 0.0083 0.0083
0.0136 0.0108 0.03850.0687 0.0089 0.0089
0.0123 0.0110 0.03940.0664 0.0090 0.0090
0.0116 0.0113 0.03830.0676 0.0084 0.0084
0.0120 0.0113 0.04030.0657 0.0084 0.0084
0.0112 0.0107 0.03880.0653 0.0082 0.0082
0.0115 0.0116 0.03630.0648 0.0086 0.0086
0.0100 0.0118 0.03580.0613 0.0085 0.0085
0.0097 0.0103 0.03460.0589 0.0085 0.0085
0.0093 0.0101 0.03100.0585 0.0072 0.0072
0.0093 0.0100 0.03070.0594 0.0079 0.0079
0.0095 0.0118 0.03260.0546 0.0076 0.0076
0.0090 0.0109 0.03200.0534 0.0075 0.0075
0.0099 0.0116 0.02950.0530 0.0066 0.0066
0.0097 0.0118 0.02900.0494 0.0070 0.0070
0.0118 0.0130 0.02840.0461 0.0078 0.0078
0.0129 0.0119 0.02350.0441 0.0071 0.0071
0.0205 0.0140 0.02230.0411 0.0071 0.0071
0.0108 0.0108 0.03500.0587 0.0082 0.0082
@@ -1340,6 +1387,7 @@ + @@ -1350,6 +1398,7 @@ + @@ -1358,6 +1407,7 @@ + @@ -1366,6 +1416,7 @@ + @@ -1374,6 +1425,7 @@ + @@ -1382,6 +1434,7 @@ + @@ -1390,6 +1443,7 @@ + @@ -1398,6 +1452,7 @@ + @@ -1406,6 +1461,7 @@ + @@ -1414,6 +1470,7 @@ + @@ -1422,6 +1479,7 @@ + @@ -1430,6 +1488,7 @@ + @@ -1438,6 +1497,7 @@ + @@ -1446,6 +1506,7 @@ + @@ -1454,6 +1515,7 @@ + @@ -1462,6 +1524,7 @@ + @@ -1470,6 +1533,7 @@ + @@ -1478,6 +1542,7 @@ + @@ -1486,6 +1551,7 @@ + @@ -1494,6 +1560,7 @@ + @@ -1502,6 +1569,7 @@ + @@ -1510,6 +1578,7 @@ + @@ -1518,6 +1587,7 @@ + @@ -1533,27 +1603,14 @@ ## 80% positives > train: [0.19993324 0.80006676] > validation: [0.20010013 0.79989987] -> bin_sld: 437.768s -> mul_sld: 162.581s -> bin_sld_gs: 1142.333s -> mul_sld_gs: 680.247s -> bin_sld_gsq: 532.404s -> bin_pacc: 414.897s -> mul_pacc: 158.907s -> binmc_pacc: 406.361s -> mulmc_pacc: 141.227s -> binne_pacc: 414.412s -> mulne_pacc: 158.498s -> bin_pacc_gs: 720.921s -> mul_pacc_gs: 272.540s -> bin_cc: 395.525s -> mul_cc: 139.596s -> kfcv: 123.479s -> ref: 124.418s -> atc_mc: 126.354s -> atc_ne: 101.451s -> doc_feat: 111.799s -> tot: 1146.771s +> bin_sld_gs: 959.358s +> mul_sld_gs: 516.489s +> bin_sld_gsq: 360.867s +> mul_sld_gsq: 350.793s +> ref: 46.990s +> atc_mc: 49.877s +> atc_ne: 49.632s +> tot: 960.699s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0654 0.0381 0.05470.0741 0.0238 0.0238
0.0719 0.0364 0.06240.0819 0.0222 0.0222
0.0657 0.0332 0.05920.0821 0.0216 0.0216
0.0639 0.0332 0.05930.0842 0.0197 0.0197
0.0589 0.0295 0.05390.0828 0.0206 0.0206
0.0564 0.0315 0.05420.0775 0.0160 0.0160
0.0528 0.0306 0.05380.0767 0.0160 0.0160
0.0503 0.0293 0.05210.0736 0.0149 0.0149
0.0496 0.0316 0.05260.0715 0.0122 0.0122
0.0453 0.0306 0.05050.0672 0.0123 0.0123
0.0394 0.0289 0.04860.0624 0.0111 0.0111
0.0388 0.0294 0.04860.0577 0.0102 0.0102
0.0329 0.0259 0.04360.0543 0.0096 0.0096
0.0313 0.0273 0.04330.0505 0.0100 0.0100
0.0289 0.0271 0.04270.0444 0.0080 0.0080
0.0266 0.0263 0.04060.0403 0.0070 0.0070
0.0239 0.0258 0.03900.0355 0.0071 0.0071
0.0224 0.0250 0.03720.0302 0.0076 0.0076
0.0176 0.0236 0.03490.0254 0.0062 0.0062
0.0148 0.0220 0.03230.0193 0.0063 0.0063
0.0118 0.0214 0.03080.0141 0.0059 0.0059
0.0414 0.0289 0.04730.0574 0.0128 0.0128
@@ -1562,6 +1619,7 @@ + @@ -1572,6 +1630,7 @@ + @@ -1580,6 +1639,7 @@ + @@ -1588,6 +1648,7 @@ + @@ -1596,6 +1657,7 @@ + @@ -1604,6 +1666,7 @@ + @@ -1612,6 +1675,7 @@ + @@ -1620,6 +1684,7 @@ + @@ -1628,6 +1693,7 @@ + @@ -1636,6 +1702,7 @@ + @@ -1644,6 +1711,7 @@ + @@ -1652,6 +1720,7 @@ + @@ -1660,6 +1729,7 @@ + @@ -1668,6 +1738,7 @@ + @@ -1676,6 +1747,7 @@ + @@ -1684,6 +1756,7 @@ + @@ -1692,6 +1765,7 @@ + @@ -1700,6 +1774,7 @@ + @@ -1708,6 +1783,7 @@ + @@ -1716,6 +1792,7 @@ + @@ -1724,6 +1801,7 @@ + @@ -1732,6 +1810,7 @@ + @@ -1740,6 +1819,7 @@ + @@ -1755,27 +1835,14 @@ ## 90% positives > train: [0.09996662 0.90003338] > validation: [0.09996662 0.90003338] -> bin_sld: 423.737s -> mul_sld: 177.588s -> bin_sld_gs: 1108.736s -> mul_sld_gs: 666.006s -> bin_sld_gsq: 518.900s -> bin_pacc: 406.760s -> mul_pacc: 133.174s -> binmc_pacc: 401.789s -> mulmc_pacc: 147.520s -> binne_pacc: 400.414s -> mulne_pacc: 148.167s -> bin_pacc_gs: 722.523s -> mul_pacc_gs: 252.340s -> bin_cc: 378.760s -> mul_cc: 126.045s -> kfcv: 109.535s -> ref: 87.159s -> atc_mc: 99.104s -> atc_ne: 101.467s -> doc_feat: 83.819s -> tot: 1113.236s +> bin_sld_gs: 930.393s +> mul_sld_gs: 509.900s +> bin_sld_gsq: 349.607s +> mul_sld_gsq: 343.286s +> ref: 47.328s +> atc_mc: 49.802s +> atc_ne: 51.229s +> tot: 931.705s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0053 0.0103 0.00170.1041 0.0311 0.0311
0.0241 0.0129 0.00770.1100 0.0274 0.0274
0.0227 0.0127 0.00710.1105 0.0267 0.0267
0.0232 0.0114 0.00760.1094 0.0227 0.0227
0.0186 0.0096 0.00740.1066 0.0214 0.0214
0.0203 0.0110 0.00790.1020 0.0201 0.0201
0.0240 0.0116 0.00880.0971 0.0178 0.0178
0.0202 0.0117 0.00990.0929 0.0196 0.0196
0.0210 0.0106 0.00920.0873 0.0168 0.0168
0.0203 0.0094 0.01020.0822 0.0147 0.0147
0.0165 0.0093 0.01000.0751 0.0136 0.0136
0.0195 0.0104 0.01080.0663 0.0111 0.0111
0.0125 0.0094 0.00860.0612 0.0110 0.0110
0.0171 0.0094 0.01220.0544 0.0097 0.0097
0.0144 0.0104 0.01240.0455 0.0106 0.0106
0.0152 0.0100 0.01280.0392 0.0091 0.0091
0.0201 0.0102 0.01430.0312 0.0100 0.0100
0.0198 0.0105 0.01480.0236 0.0104 0.0104
0.0202 0.0106 0.01710.0150 0.0108 0.0108
0.0150 0.0109 0.01910.0072 0.0130 0.0130
0.0042 0.0152 0.02430.0071 0.0147 0.0147
0.0178 0.0108 0.01110.0680 0.0163 0.0163
@@ -1784,6 +1851,7 @@ + @@ -1794,6 +1862,7 @@ + @@ -1802,6 +1871,7 @@ + @@ -1810,6 +1880,7 @@ + @@ -1818,6 +1889,7 @@ + @@ -1826,6 +1898,7 @@ + @@ -1834,6 +1907,7 @@ + @@ -1842,6 +1916,7 @@ + @@ -1850,6 +1925,7 @@ + @@ -1858,6 +1934,7 @@ + @@ -1866,6 +1943,7 @@ + @@ -1874,6 +1952,7 @@ + @@ -1882,6 +1961,7 @@ + @@ -1890,6 +1970,7 @@ + @@ -1898,6 +1979,7 @@ + @@ -1906,6 +1988,7 @@ + @@ -1914,6 +1997,7 @@ + @@ -1922,6 +2006,7 @@ + @@ -1930,6 +2015,7 @@ + @@ -1938,6 +2024,7 @@ + @@ -1946,6 +2033,7 @@ + @@ -1954,6 +2042,7 @@ + @@ -1962,6 +2051,7 @@ + @@ -1983,6 +2073,7 @@ + @@ -1993,6 +2084,7 @@ + @@ -2001,6 +2093,7 @@ + @@ -2009,6 +2102,7 @@ + @@ -2017,6 +2111,7 @@ + @@ -2025,6 +2120,7 @@ + @@ -2033,6 +2129,7 @@ + @@ -2041,6 +2138,7 @@ + @@ -2049,6 +2147,7 @@ + @@ -2057,6 +2156,7 @@ + @@ -2065,6 +2165,7 @@ + @@ -2073,6 +2174,7 @@ + @@ -2081,6 +2183,7 @@ + @@ -2089,6 +2192,7 @@ + @@ -2097,6 +2201,7 @@ + @@ -2105,6 +2210,7 @@ + @@ -2113,6 +2219,7 @@ + @@ -2121,6 +2228,7 @@ + @@ -2129,6 +2237,7 @@ + @@ -2137,6 +2246,7 @@ + @@ -2145,6 +2255,7 @@ + @@ -2153,6 +2264,7 @@ + @@ -2161,6 +2273,7 @@ + @@ -2177,6 +2290,7 @@ + @@ -2187,6 +2301,7 @@ + @@ -2195,6 +2310,7 @@ + @@ -2203,6 +2319,7 @@ + @@ -2211,6 +2328,7 @@ + @@ -2219,6 +2337,7 @@ + @@ -2227,6 +2346,7 @@ + @@ -2235,6 +2355,7 @@ + @@ -2243,6 +2364,7 @@ + @@ -2251,6 +2373,7 @@ + @@ -2259,6 +2382,7 @@ + diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_qgs_f1.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_qgs_f1.md index c092809..034675a 100644 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_qgs_f1.md +++ b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_qgs_f1.md @@ -3,26 +3,13 @@ ## 10% positives > train: [0.90003338 0.09996662] > validation: [0.90003338 0.09996662] -> bin_sld: 426.003s -> mul_sld: 199.118s -> bin_sld_gs: 1070.285s -> mul_sld_gs: 686.591s -> bin_pacc: 409.897s -> mul_pacc: 169.591s -> binmc_pacc: 412.906s -> mulmc_pacc: 173.043s -> binne_pacc: 411.128s -> mulne_pacc: 146.658s -> bin_pacc_gs: 710.525s -> mul_pacc_gs: 245.764s -> bin_cc: 389.472s -> mul_cc: 148.220s -> kfcv: 130.095s -> ref: 120.267s -> atc_mc: 125.236s -> atc_ne: 121.957s -> doc_feat: 83.796s -> tot: 1073.769s +> bin_sld_gs: 930.136s +> mul_sld_gs: 542.605s +> mul_sld_gsq: 364.070s +> ref: 48.356s +> atc_mc: 52.993s +> atc_ne: 53.391s +> tot: 931.432s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0004 0.0093 0.04510.1157 0.1704 0.1704
0.0054 0.0169 0.06420.1212 0.1614 0.1614
0.0061 0.0189 0.06200.1217 0.1528 0.1528
0.0061 0.0211 0.05920.1205 0.1426 0.1426
0.0079 0.0226 0.05260.1198 0.1334 0.1334
0.0074 0.0178 0.05000.1121 0.1217 0.1217
0.0077 0.0186 0.05010.1097 0.1131 0.1131
0.0081 0.0152 0.04580.1031 0.1040 0.1040
0.0080 0.0135 0.04430.0967 0.0943 0.0943
0.0095 0.0136 0.04150.0931 0.0847 0.0847
0.0087 0.0110 0.03920.0855 0.0749 0.0749
0.0068 0.0081 0.03900.0754 0.0622 0.0622
0.0086 0.0086 0.03350.0702 0.0541 0.0541
0.0082 0.0088 0.03470.0602 0.0422 0.0422
0.0068 0.0081 0.03090.0510 0.0334 0.0334
0.0070 0.0095 0.02770.0425 0.0239 0.0239
0.0062 0.0119 0.02670.0321 0.0168 0.0168
0.0067 0.0147 0.02520.0228 0.0090 0.0090
0.0059 0.0175 0.02370.0130 0.0070 0.0070
0.0067 0.0216 0.02220.0044 0.0134 0.0134
0.0091 0.0247 0.02170.0115 0.0243 0.0243
0.0070 0.0149 0.04000.0753 0.0781 0.0781
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0122 0.0140 0.02750.0453 0.0325 0.0325
0.0178 0.0146 0.03210.0516 0.0294 0.0294
0.0176 0.0138 0.03100.0564 0.0280 0.0280
0.0177 0.0140 0.03070.0603 0.0264 0.0264
0.0175 0.0136 0.02870.0644 0.0266 0.0266
0.0176 0.0139 0.02800.0655 0.0252 0.0252
0.0178 0.0144 0.02860.0687 0.0257 0.0257
0.0178 0.0144 0.02830.0707 0.0267 0.0267
0.0175 0.0147 0.02770.0721 0.0263 0.0263
0.0170 0.0149 0.02730.0738 0.0265 0.0265
0.0157 0.0144 0.02640.0735 0.0266 0.0266
0.0151 0.0148 0.02600.0742 0.0268 0.0268
0.0137 0.0141 0.02420.0743 0.0267 0.0267
0.0146 0.0152 0.02490.0760 0.0285 0.0285
0.0139 0.0153 0.02480.0749 0.0292 0.0292
0.0137 0.0151 0.02480.0745 0.0296 0.0296
0.0134 0.0151 0.02410.0736 0.0303 0.0303
0.0132 0.0153 0.02400.0724 0.0319 0.0319
0.0132 0.0154 0.02450.0706 0.0333 0.0333
0.0123 0.0155 0.02340.0677 0.0357 0.0357
0.0099 0.0143 0.02200.0676 0.0403 0.0403
0.0152 0.0146 0.02660.0680 0.0292 0.0292
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0121 0.0125 NaN0.0952 0.0644 0.0644
0.0149 0.0110 0.01640.0691 0.0259 0.0259
0.0083 0.0114 0.02680.0716 0.0280 0.0280
0.0111 0.0195 0.02460.0571 0.0147 0.0147
0.0134 0.0117 0.01160.0595 0.0140 0.0140
0.0108 0.0108 0.03500.0587 0.0082 0.0082
0.0414 0.0289 0.04730.0574 0.0128 0.0128
0.0178 0.0108 0.01110.0680 0.0163 0.0163
0.0070 0.0149 0.04000.0753 0.0781 0.0781
0.0152 0.0146 0.02660.0680 0.0292 0.0292
@@ -30,6 +17,7 @@ + @@ -39,6 +27,7 @@ + @@ -46,6 +35,7 @@ + @@ -53,6 +43,7 @@ + @@ -60,6 +51,7 @@ + @@ -67,6 +59,7 @@ + @@ -74,6 +67,7 @@ + @@ -81,6 +75,7 @@ + @@ -88,6 +83,7 @@ + @@ -95,6 +91,7 @@ + @@ -102,6 +99,7 @@ + @@ -109,6 +107,7 @@ + @@ -116,6 +115,7 @@ + @@ -123,6 +123,7 @@ + @@ -130,6 +131,7 @@ + @@ -137,6 +139,7 @@ + @@ -144,6 +147,7 @@ + @@ -151,6 +155,7 @@ + @@ -158,6 +163,7 @@ + @@ -165,6 +171,7 @@ + @@ -172,6 +179,7 @@ + @@ -179,6 +187,7 @@ + @@ -186,6 +195,7 @@ + @@ -201,27 +211,14 @@ ## 20% positives > train: [0.79989987 0.20010013] > validation: [0.80006676 0.19993324] -> bin_sld: 422.895s -> mul_sld: 162.786s -> bin_sld_gs: 1128.064s -> mul_sld_gs: 683.619s -> bin_sld_gsq: 524.432s -> bin_pacc: 410.462s -> mul_pacc: 155.872s -> binmc_pacc: 407.039s -> mulmc_pacc: 173.902s -> binne_pacc: 410.358s -> mulne_pacc: 167.292s -> bin_pacc_gs: 732.626s -> mul_pacc_gs: 261.935s -> bin_cc: 396.948s -> mul_cc: 147.743s -> kfcv: 132.118s -> ref: 106.145s -> atc_mc: 127.911s -> atc_ne: 121.613s -> doc_feat: 80.220s -> tot: 1132.799s +> bin_sld_gs: 982.326s +> mul_sld_gs: 545.028s +> bin_sld_gsq: 379.616s +> mul_sld_gsq: 375.235s +> ref: 55.221s +> atc_mc: 59.389s +> atc_ne: 59.739s +> tot: 983.724s
bin_sld_gs mul_sld_gsmul_sld_gsq atc_mc atc_ne
0.0 0.0512 0.00640.0689 0.0022 0.0022
0.05 0.0481 0.05030.0919 0.2253 0.2253
0.1 0.0309 0.04060.0911 0.1997 0.1997
0.15 0.0231 0.03310.0898 0.2018 0.2018
0.2 0.0200 0.03080.0852 0.1936 0.1936
0.25 0.0178 0.02770.0826 0.1943 0.1943
0.3 0.0162 0.02510.0813 0.1865 0.1865
0.35 0.0152 0.02200.0825 0.1849 0.1849
0.4 0.0124 0.01940.0759 0.1852 0.1852
0.45 0.0113 0.01900.0752 0.1824 0.1824
0.5 0.0103 0.01500.0704 0.1836 0.1836
0.55 0.0095 0.01510.0702 0.1801 0.1801
0.6 0.0073 0.01160.0647 0.1872 0.1872
0.65 0.0081 0.01070.0643 0.1871 0.1871
0.7 0.0069 0.00910.0616 0.1884 0.1884
0.75 0.0063 0.00820.0598 0.1829 0.1829
0.8 0.0048 0.00780.0561 0.1840 0.1840
0.85 0.0040 0.00690.0534 0.1816 0.1816
0.9 0.0036 0.00620.0514 0.1818 0.1818
0.95 0.0029 0.00650.0461 0.1848 0.1848
1.0 0.0027 0.00460.0433 0.1850 0.1850
avg 0.0149 0.01790.0698 0.1801 0.1801
@@ -230,6 +227,7 @@ + @@ -240,6 +238,7 @@ + @@ -248,6 +247,7 @@ + @@ -256,6 +256,7 @@ + @@ -264,6 +265,7 @@ + @@ -272,6 +274,7 @@ + @@ -280,6 +283,7 @@ + @@ -288,6 +292,7 @@ + @@ -296,6 +301,7 @@ + @@ -304,6 +310,7 @@ + @@ -312,6 +319,7 @@ + @@ -320,6 +328,7 @@ + @@ -328,6 +337,7 @@ + @@ -336,6 +346,7 @@ + @@ -344,6 +355,7 @@ + @@ -352,6 +364,7 @@ + @@ -360,6 +373,7 @@ + @@ -368,6 +382,7 @@ + @@ -376,6 +391,7 @@ + @@ -384,6 +400,7 @@ + @@ -392,6 +409,7 @@ + @@ -400,6 +418,7 @@ + @@ -408,6 +427,7 @@ + @@ -423,27 +443,14 @@ ## 30% positives > train: [0.69993324 0.30006676] > validation: [0.70010013 0.29989987] -> bin_sld: 421.459s -> mul_sld: 146.321s -> bin_sld_gs: 1159.421s -> mul_sld_gs: 690.743s -> bin_sld_gsq: 531.736s -> bin_pacc: 423.881s -> mul_pacc: 166.104s -> binmc_pacc: 422.818s -> mulmc_pacc: 164.572s -> binne_pacc: 409.704s -> mulne_pacc: 155.476s -> bin_pacc_gs: 737.229s -> mul_pacc_gs: 269.465s -> bin_cc: 400.220s -> mul_cc: 118.299s -> kfcv: 131.612s -> ref: 122.392s -> atc_mc: 119.095s -> atc_ne: 108.266s -> doc_feat: 96.341s -> tot: 1163.937s +> bin_sld_gs: 1003.780s +> mul_sld_gs: 540.827s +> bin_sld_gsq: 377.338s +> mul_sld_gsq: 372.261s +> ref: 49.980s +> atc_mc: 53.377s +> atc_ne: 53.893s +> tot: 1005.251s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0655 0.0354 0.04780.3040 0.1159 0.1159
0.0845 0.0846 0.06620.0521 0.1303 0.1303
0.0604 0.0475 0.04930.0668 0.0916 0.0916
0.0462 0.0286 0.03440.0694 0.0794 0.0794
0.0382 0.0215 0.03170.0792 0.0673 0.0673
0.0334 0.0185 0.02610.0796 0.0623 0.0623
0.0325 0.0143 0.02580.0817 0.0592 0.0592
0.0276 0.0118 0.02240.0824 0.0518 0.0518
0.0260 0.0120 0.02130.0830 0.0536 0.0536
0.0252 0.0112 0.02290.0807 0.0510 0.0510
0.0252 0.0098 0.02340.0791 0.0518 0.0518
0.0237 0.0098 0.02300.0807 0.0533 0.0533
0.0213 0.0088 0.02180.0769 0.0506 0.0506
0.0223 0.0095 0.02170.0773 0.0480 0.0480
0.0195 0.0097 0.02100.0765 0.0453 0.0453
0.0203 0.0091 0.02320.0734 0.0428 0.0428
0.0200 0.0073 0.02370.0707 0.0472 0.0472
0.0202 0.0066 0.02460.0695 0.0461 0.0461
0.0202 0.0065 0.02590.0675 0.0439 0.0439
0.0202 0.0055 0.02590.0640 0.0468 0.0468
0.0202 0.0048 0.02250.0606 0.0425 0.0425
0.0320 0.0178 0.02880.0845 0.0610 0.0610
@@ -452,6 +459,7 @@ + @@ -462,6 +470,7 @@ + @@ -470,6 +479,7 @@ + @@ -478,6 +488,7 @@ + @@ -486,6 +497,7 @@ + @@ -494,6 +506,7 @@ + @@ -502,6 +515,7 @@ + @@ -510,6 +524,7 @@ + @@ -518,6 +533,7 @@ + @@ -526,6 +542,7 @@ + @@ -534,6 +551,7 @@ + @@ -542,6 +560,7 @@ + @@ -550,6 +569,7 @@ + @@ -558,6 +578,7 @@ + @@ -566,6 +587,7 @@ + @@ -574,6 +596,7 @@ + @@ -582,6 +605,7 @@ + @@ -590,6 +614,7 @@ + @@ -598,6 +623,7 @@ + @@ -606,6 +632,7 @@ + @@ -614,6 +641,7 @@ + @@ -622,6 +650,7 @@ + @@ -630,6 +659,7 @@ + @@ -645,27 +675,14 @@ ## 40% positives > train: [0.59996662 0.40003338] > validation: [0.59996662 0.40003338] -> bin_sld: 434.111s -> mul_sld: 159.616s -> bin_sld_gs: 1179.818s -> mul_sld_gs: 695.793s -> bin_sld_gsq: 546.801s -> bin_pacc: 431.189s -> mul_pacc: 143.236s -> binmc_pacc: 422.668s -> mulmc_pacc: 167.615s -> binne_pacc: 427.798s -> mulne_pacc: 166.144s -> bin_pacc_gs: 739.438s -> mul_pacc_gs: 261.609s -> bin_cc: 402.646s -> mul_cc: 152.045s -> kfcv: 121.176s -> ref: 127.991s -> atc_mc: 129.960s -> atc_ne: 115.970s -> doc_feat: 79.386s -> tot: 1183.412s +> bin_sld_gs: 1001.080s +> mul_sld_gs: 539.153s +> bin_sld_gsq: 387.618s +> mul_sld_gsq: 371.446s +> ref: 49.888s +> atc_mc: 53.359s +> atc_ne: 53.516s +> tot: 1002.309s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0020 0.0138 0.01520.5613 0.3301 0.3301
0.0673 0.0644 0.11450.1410 0.0519 0.0519
0.0411 0.0381 0.07900.1109 0.0306 0.0306
0.0324 0.0313 0.06030.1025 0.0252 0.0252
0.0230 0.0228 0.04680.0999 0.0190 0.0190
0.0199 0.0229 0.04170.0946 0.0167 0.0167
0.0159 0.0200 0.04040.0931 0.0132 0.0132
0.0158 0.0177 0.03800.0913 0.0170 0.0170
0.0144 0.0175 0.03650.0897 0.0141 0.0141
0.0114 0.0161 0.03380.0868 0.0135 0.0135
0.0100 0.0136 0.03210.0833 0.0153 0.0153
0.0086 0.0136 0.03100.0824 0.0146 0.0146
0.0075 0.0127 0.02960.0798 0.0142 0.0142
0.0071 0.0122 0.02980.0800 0.0159 0.0159
0.0056 0.0103 0.03050.0775 0.0145 0.0145
0.0055 0.0090 0.03060.0745 0.0144 0.0144
0.0047 0.0075 0.02900.0733 0.0157 0.0157
0.0041 0.0078 0.02900.0711 0.0168 0.0168
0.0041 0.0059 0.02890.0678 0.0155 0.0155
0.0039 0.0054 0.02800.0651 0.0152 0.0152
0.0010 0.0038 0.02500.0614 0.0177 0.0177
0.0145 0.0174 0.03950.1089 0.0334 0.0334
@@ -674,6 +691,7 @@ + @@ -684,6 +702,7 @@ + @@ -692,6 +711,7 @@ + @@ -700,6 +720,7 @@ + @@ -708,6 +729,7 @@ + @@ -716,6 +738,7 @@ + @@ -724,6 +747,7 @@ + @@ -732,6 +756,7 @@ + @@ -740,6 +765,7 @@ + @@ -748,6 +774,7 @@ + @@ -756,6 +783,7 @@ + @@ -764,6 +792,7 @@ + @@ -772,6 +801,7 @@ + @@ -780,6 +810,7 @@ + @@ -788,6 +819,7 @@ + @@ -796,6 +828,7 @@ + @@ -804,6 +837,7 @@ + @@ -812,6 +846,7 @@ + @@ -820,6 +855,7 @@ + @@ -828,6 +864,7 @@ + @@ -836,6 +873,7 @@ + @@ -844,6 +882,7 @@ + @@ -852,6 +891,7 @@ + @@ -867,27 +907,14 @@ ## 50% positives > train: [0.5 0.5] > validation: [0.5 0.5] -> bin_sld: 441.783s -> mul_sld: 169.393s -> bin_sld_gs: 1166.420s -> mul_sld_gs: 689.481s -> bin_sld_gsq: 549.038s -> bin_pacc: 427.369s -> mul_pacc: 166.563s -> binmc_pacc: 426.636s -> mulmc_pacc: 176.801s -> binne_pacc: 435.657s -> mulne_pacc: 161.090s -> bin_pacc_gs: 730.060s -> mul_pacc_gs: 266.437s -> bin_cc: 412.726s -> mul_cc: 152.522s -> kfcv: 134.253s -> ref: 128.737s -> atc_mc: 129.517s -> atc_ne: 122.889s -> doc_feat: 88.896s -> tot: 1170.874s +> bin_sld_gs: 982.440s +> mul_sld_gs: 518.569s +> bin_sld_gsq: 376.012s +> mul_sld_gsq: 354.371s +> ref: 47.222s +> atc_mc: 49.635s +> atc_ne: 50.908s +> tot: 983.784s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0002 0.1691 0.01480.5839 0.3564 0.3564
0.0794 0.0520 0.17740.1627 0.0506 0.0506
0.0457 0.0281 0.13260.1153 0.0460 0.0460
0.0349 0.0247 0.09290.0968 0.0318 0.0318
0.0295 0.0184 0.07180.0879 0.0254 0.0254
0.0277 0.0177 0.05220.0803 0.0197 0.0197
0.0204 0.0162 0.04750.0755 0.0174 0.0174
0.0203 0.0160 0.04040.0719 0.0129 0.0129
0.0187 0.0171 0.03140.0685 0.0118 0.0118
0.0138 0.0170 0.02870.0662 0.0095 0.0095
0.0125 0.0172 0.02240.0629 0.0088 0.0088
0.0099 0.0192 0.01810.0617 0.0085 0.0085
0.0092 0.0188 0.01490.0586 0.0078 0.0078
0.0081 0.0198 0.01260.0594 0.0093 0.0093
0.0084 0.0189 0.01120.0572 0.0090 0.0090
0.0068 0.0187 0.01040.0551 0.0075 0.0075
0.0061 0.0192 0.00750.0540 0.0066 0.0066
0.0068 0.0192 0.00730.0530 0.0084 0.0084
0.0071 0.0171 0.00600.0507 0.0078 0.0078
0.0072 0.0167 0.00510.0484 0.0097 0.0097
0.0008 0.0128 0.00470.0462 0.0090 0.0090
0.0178 0.0273 0.03860.0960 0.0321 0.0321
@@ -896,6 +923,7 @@ + @@ -906,6 +934,7 @@ + @@ -914,6 +943,7 @@ + @@ -922,6 +952,7 @@ + @@ -930,6 +961,7 @@ + @@ -938,6 +970,7 @@ + @@ -946,6 +979,7 @@ + @@ -954,6 +988,7 @@ + @@ -962,6 +997,7 @@ + @@ -970,6 +1006,7 @@ + @@ -978,6 +1015,7 @@ + @@ -986,6 +1024,7 @@ + @@ -994,6 +1033,7 @@ + @@ -1002,6 +1042,7 @@ + @@ -1010,6 +1051,7 @@ + @@ -1018,6 +1060,7 @@ + @@ -1026,6 +1069,7 @@ + @@ -1034,6 +1078,7 @@ + @@ -1042,6 +1087,7 @@ + @@ -1050,6 +1096,7 @@ + @@ -1058,6 +1105,7 @@ + @@ -1066,6 +1114,7 @@ + @@ -1074,6 +1123,7 @@ + @@ -1089,27 +1139,14 @@ ## 60% positives > train: [0.40003338 0.59996662] > validation: [0.40003338 0.59996662] -> bin_sld: 426.378s -> mul_sld: 153.126s -> bin_sld_gs: 1140.607s -> mul_sld_gs: 673.397s -> bin_sld_gsq: 528.696s -> bin_pacc: 420.283s -> mul_pacc: 148.016s -> binmc_pacc: 405.920s -> mulmc_pacc: 167.711s -> binne_pacc: 417.205s -> mulne_pacc: 145.013s -> bin_pacc_gs: 730.537s -> mul_pacc_gs: 261.004s -> bin_cc: 394.352s -> mul_cc: 143.652s -> kfcv: 122.227s -> ref: 122.352s -> atc_mc: 120.259s -> atc_ne: 113.567s -> doc_feat: 80.306s -> tot: 1146.639s +> bin_sld_gs: 960.633s +> mul_sld_gs: 518.542s +> bin_sld_gsq: 374.787s +> mul_sld_gsq: 354.601s +> ref: 46.619s +> atc_mc: 50.354s +> atc_ne: 51.660s +> tot: 961.903s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0069 0.0262 0.00400.7055 0.5135 0.5135
0.0691 0.0584 0.05530.3014 0.1066 0.1066
0.0500 0.0402 0.03450.1986 0.0476 0.0476
0.0381 0.0335 0.03330.1516 0.0306 0.0306
0.0294 0.0231 0.02930.1285 0.0235 0.0235
0.0237 0.0193 0.02490.1058 0.0158 0.0158
0.0236 0.0194 0.02140.0949 0.0147 0.0147
0.0221 0.0181 0.02060.0842 0.0151 0.0151
0.0188 0.0153 0.01990.0762 0.0105 0.0105
0.0161 0.0133 0.01670.0707 0.0119 0.0119
0.0140 0.0117 0.01420.0632 0.0115 0.0115
0.0113 0.0092 0.01260.0602 0.0105 0.0105
0.0109 0.0084 0.01230.0549 0.0107 0.0107
0.0106 0.0093 0.01100.0537 0.0114 0.0114
0.0109 0.0090 0.00930.0496 0.0103 0.0103
0.0098 0.0082 0.00870.0470 0.0097 0.0097
0.0087 0.0070 0.00710.0444 0.0117 0.0117
0.0073 0.0056 0.00500.0415 0.0104 0.0104
0.0072 0.0063 0.00530.0391 0.0117 0.0117
0.0060 0.0053 0.00330.0358 0.0117 0.0117
0.0054 0.0049 0.00230.0325 0.0128 0.0128
0.0190 0.0168 0.01670.1162 0.0434 0.0434
@@ -1118,6 +1155,7 @@ + @@ -1128,6 +1166,7 @@ + @@ -1136,6 +1175,7 @@ + @@ -1144,6 +1184,7 @@ + @@ -1152,6 +1193,7 @@ + @@ -1160,6 +1202,7 @@ + @@ -1168,6 +1211,7 @@ + @@ -1176,6 +1220,7 @@ + @@ -1184,6 +1229,7 @@ + @@ -1192,6 +1238,7 @@ + @@ -1200,6 +1247,7 @@ + @@ -1208,6 +1256,7 @@ + @@ -1216,6 +1265,7 @@ + @@ -1224,6 +1274,7 @@ + @@ -1232,6 +1283,7 @@ + @@ -1240,6 +1292,7 @@ + @@ -1248,6 +1301,7 @@ + @@ -1256,6 +1310,7 @@ + @@ -1264,6 +1319,7 @@ + @@ -1272,6 +1328,7 @@ + @@ -1280,6 +1337,7 @@ + @@ -1288,6 +1346,7 @@ + @@ -1296,6 +1355,7 @@ + @@ -1311,27 +1371,14 @@ ## 70% positives > train: [0.29989987 0.70010013] > validation: [0.30006676 0.69993324] -> bin_sld: 417.731s -> mul_sld: 155.451s -> bin_sld_gs: 1141.720s -> mul_sld_gs: 680.203s -> bin_sld_gsq: 527.251s -> bin_pacc: 413.591s -> mul_pacc: 130.941s -> binmc_pacc: 410.011s -> mulmc_pacc: 160.422s -> binne_pacc: 411.824s -> mulne_pacc: 150.120s -> bin_pacc_gs: 731.866s -> mul_pacc_gs: 262.250s -> bin_cc: 396.501s -> mul_cc: 145.444s -> kfcv: 127.528s -> ref: 121.369s -> atc_mc: 106.641s -> atc_ne: 101.076s -> doc_feat: 86.241s -> tot: 1146.268s +> bin_sld_gs: 968.765s +> mul_sld_gs: 518.667s +> bin_sld_gsq: 368.800s +> mul_sld_gsq: 357.061s +> ref: 47.123s +> atc_mc: 49.987s +> atc_ne: 50.916s +> tot: 970.152s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0862 0.0098 0.00390.6057 0.5310 0.5310
0.0666 0.0357 0.08540.3442 0.2044 0.2044
0.0447 0.0258 0.08190.2402 0.1045 0.1045
0.0304 0.0202 0.07520.1791 0.0571 0.0571
0.0300 0.0209 0.05940.1473 0.0407 0.0407
0.0217 0.0187 0.05570.1187 0.0228 0.0228
0.0173 0.0165 0.04940.1032 0.0196 0.0196
0.0152 0.0148 0.04760.0879 0.0125 0.0125
0.0123 0.0124 0.04220.0777 0.0100 0.0100
0.0117 0.0126 0.03620.0694 0.0101 0.0101
0.0093 0.0113 0.03320.0596 0.0081 0.0081
0.0085 0.0095 0.03010.0525 0.0076 0.0076
0.0075 0.0086 0.02500.0482 0.0060 0.0060
0.0070 0.0078 0.02360.0455 0.0060 0.0060
0.0070 0.0089 0.02370.0390 0.0055 0.0055
0.0061 0.0076 0.02180.0358 0.0051 0.0051
0.0066 0.0076 0.01910.0334 0.0042 0.0042
0.0065 0.0075 0.01780.0294 0.0042 0.0042
0.0076 0.0079 0.01680.0259 0.0045 0.0045
0.0079 0.0068 0.01320.0236 0.0037 0.0037
0.0116 0.0076 0.01210.0209 0.0034 0.0034
0.0201 0.0133 0.03680.1137 0.0510 0.0510
@@ -1340,6 +1387,7 @@ + @@ -1350,6 +1398,7 @@ + @@ -1358,6 +1407,7 @@ + @@ -1366,6 +1416,7 @@ + @@ -1374,6 +1425,7 @@ + @@ -1382,6 +1434,7 @@ + @@ -1390,6 +1443,7 @@ + @@ -1398,6 +1452,7 @@ + @@ -1406,6 +1461,7 @@ + @@ -1414,6 +1470,7 @@ + @@ -1422,6 +1479,7 @@ + @@ -1430,6 +1488,7 @@ + @@ -1438,6 +1497,7 @@ + @@ -1446,6 +1506,7 @@ + @@ -1454,6 +1515,7 @@ + @@ -1462,6 +1524,7 @@ + @@ -1470,6 +1533,7 @@ + @@ -1478,6 +1542,7 @@ + @@ -1486,6 +1551,7 @@ + @@ -1494,6 +1560,7 @@ + @@ -1502,6 +1569,7 @@ + @@ -1510,6 +1578,7 @@ + @@ -1518,6 +1587,7 @@ + @@ -1533,27 +1603,14 @@ ## 80% positives > train: [0.19993324 0.80006676] > validation: [0.20010013 0.79989987] -> bin_sld: 437.768s -> mul_sld: 162.581s -> bin_sld_gs: 1142.333s -> mul_sld_gs: 680.247s -> bin_sld_gsq: 532.404s -> bin_pacc: 414.897s -> mul_pacc: 158.907s -> binmc_pacc: 406.361s -> mulmc_pacc: 141.227s -> binne_pacc: 414.412s -> mulne_pacc: 158.498s -> bin_pacc_gs: 720.921s -> mul_pacc_gs: 272.540s -> bin_cc: 395.525s -> mul_cc: 139.596s -> kfcv: 123.479s -> ref: 124.418s -> atc_mc: 126.354s -> atc_ne: 101.451s -> doc_feat: 111.799s -> tot: 1146.771s +> bin_sld_gs: 959.358s +> mul_sld_gs: 516.489s +> bin_sld_gsq: 360.867s +> mul_sld_gsq: 350.793s +> ref: 46.990s +> atc_mc: 49.877s +> atc_ne: 49.632s +> tot: 960.699s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0003 0.0592 0.00100.4485 0.5749 0.5749
0.0772 0.0263 0.07060.3255 0.3336 0.3336
0.0774 0.0234 0.07700.2421 0.2163 0.2163
0.0745 0.0271 0.07710.1946 0.1450 0.1450
0.0640 0.0252 0.06660.1583 0.1055 0.1055
0.0604 0.0294 0.06550.1265 0.0703 0.0703
0.0526 0.0281 0.05980.1087 0.0549 0.0549
0.0482 0.0270 0.05550.0920 0.0403 0.0403
0.0448 0.0281 0.05260.0803 0.0279 0.0279
0.0380 0.0257 0.04670.0682 0.0225 0.0225
0.0317 0.0238 0.04250.0580 0.0165 0.0165
0.0296 0.0232 0.04010.0494 0.0120 0.0120
0.0235 0.0193 0.03370.0431 0.0095 0.0095
0.0217 0.0196 0.03210.0373 0.0089 0.0089
0.0192 0.0187 0.03000.0307 0.0060 0.0060
0.0167 0.0172 0.02700.0262 0.0047 0.0047
0.0144 0.0161 0.02460.0218 0.0044 0.0044
0.0130 0.0149 0.02240.0175 0.0045 0.0045
0.0098 0.0135 0.02010.0140 0.0036 0.0036
0.0079 0.0120 0.01780.0101 0.0035 0.0035
0.0062 0.0112 0.01630.0070 0.0032 0.0032
0.0348 0.0233 0.04190.1028 0.0794 0.0794
@@ -1562,6 +1619,7 @@ + @@ -1572,6 +1630,7 @@ + @@ -1580,6 +1639,7 @@ + @@ -1588,6 +1648,7 @@ + @@ -1596,6 +1657,7 @@ + @@ -1604,6 +1666,7 @@ + @@ -1612,6 +1675,7 @@ + @@ -1620,6 +1684,7 @@ + @@ -1628,6 +1693,7 @@ + @@ -1636,6 +1702,7 @@ + @@ -1644,6 +1711,7 @@ + @@ -1652,6 +1720,7 @@ + @@ -1660,6 +1729,7 @@ + @@ -1668,6 +1738,7 @@ + @@ -1676,6 +1747,7 @@ + @@ -1684,6 +1756,7 @@ + @@ -1692,6 +1765,7 @@ + @@ -1700,6 +1774,7 @@ + @@ -1708,6 +1783,7 @@ + @@ -1716,6 +1792,7 @@ + @@ -1724,6 +1801,7 @@ + @@ -1732,6 +1810,7 @@ + @@ -1740,6 +1819,7 @@ + @@ -1755,27 +1835,14 @@ ## 90% positives > train: [0.09996662 0.90003338] > validation: [0.09996662 0.90003338] -> bin_sld: 423.737s -> mul_sld: 177.588s -> bin_sld_gs: 1108.736s -> mul_sld_gs: 666.006s -> bin_sld_gsq: 518.900s -> bin_pacc: 406.760s -> mul_pacc: 133.174s -> binmc_pacc: 401.789s -> mulmc_pacc: 147.520s -> binne_pacc: 400.414s -> mulne_pacc: 148.167s -> bin_pacc_gs: 722.523s -> mul_pacc_gs: 252.340s -> bin_cc: 378.760s -> mul_cc: 126.045s -> kfcv: 109.535s -> ref: 87.159s -> atc_mc: 99.104s -> atc_ne: 101.467s -> doc_feat: 83.819s -> tot: 1113.236s +> bin_sld_gs: 930.393s +> mul_sld_gs: 509.900s +> bin_sld_gsq: 349.607s +> mul_sld_gsq: 343.286s +> ref: 47.328s +> atc_mc: 49.802s +> atc_ne: 51.229s +> tot: 931.705s
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0001 0.0049 0.00040.3604 0.5459 0.5459
0.0634 0.0179 0.02310.2988 0.3941 0.3941
0.0539 0.0202 0.01960.2462 0.2954 0.2954
0.0455 0.0151 0.01590.2071 0.2206 0.2206
0.0332 0.0141 0.01380.1742 0.1701 0.1701
0.0322 0.0147 0.01340.1465 0.1277 0.1277
0.0294 0.0133 0.01190.1247 0.0994 0.0994
0.0248 0.0130 0.01260.1073 0.0774 0.0774
0.0224 0.0107 0.01090.0917 0.0563 0.0563
0.0189 0.0093 0.01070.0791 0.0440 0.0440
0.0148 0.0084 0.00960.0668 0.0323 0.0323
0.0158 0.0088 0.01010.0546 0.0206 0.0206
0.0096 0.0073 0.00740.0470 0.0152 0.0152
0.0119 0.0071 0.00970.0391 0.0098 0.0098
0.0095 0.0073 0.00920.0307 0.0072 0.0072
0.0093 0.0066 0.00890.0249 0.0056 0.0056
0.0115 0.0065 0.00930.0188 0.0049 0.0049
0.0108 0.0063 0.00910.0135 0.0053 0.0053
0.0106 0.0061 0.00980.0081 0.0055 0.0055
0.0077 0.0059 0.01040.0037 0.0068 0.0068
0.0021 0.0078 0.01250.0036 0.0076 0.0076
0.0208 0.0101 0.01130.1022 0.1025 0.1025
@@ -1784,6 +1851,7 @@ + @@ -1794,6 +1862,7 @@ + @@ -1802,6 +1871,7 @@ + @@ -1810,6 +1880,7 @@ + @@ -1818,6 +1889,7 @@ + @@ -1826,6 +1898,7 @@ + @@ -1834,6 +1907,7 @@ + @@ -1842,6 +1916,7 @@ + @@ -1850,6 +1925,7 @@ + @@ -1858,6 +1934,7 @@ + @@ -1866,6 +1943,7 @@ + @@ -1874,6 +1952,7 @@ + @@ -1882,6 +1961,7 @@ + @@ -1890,6 +1970,7 @@ + @@ -1898,6 +1979,7 @@ + @@ -1906,6 +1988,7 @@ + @@ -1914,6 +1997,7 @@ + @@ -1922,6 +2006,7 @@ + @@ -1930,6 +2015,7 @@ + @@ -1938,6 +2024,7 @@ + @@ -1946,6 +2033,7 @@ + @@ -1954,6 +2042,7 @@ + @@ -1962,6 +2051,7 @@ + @@ -1983,6 +2073,7 @@ + @@ -1993,6 +2084,7 @@ + @@ -2001,6 +2093,7 @@ + @@ -2009,6 +2102,7 @@ + @@ -2017,6 +2111,7 @@ + @@ -2025,6 +2120,7 @@ + @@ -2033,6 +2129,7 @@ + @@ -2041,6 +2138,7 @@ + @@ -2049,6 +2147,7 @@ + @@ -2057,6 +2156,7 @@ + @@ -2065,6 +2165,7 @@ + @@ -2073,6 +2174,7 @@ + @@ -2081,6 +2183,7 @@ + @@ -2089,6 +2192,7 @@ + @@ -2097,6 +2201,7 @@ + @@ -2105,6 +2210,7 @@ + @@ -2113,6 +2219,7 @@ + @@ -2121,6 +2228,7 @@ + @@ -2129,6 +2237,7 @@ + @@ -2137,6 +2246,7 @@ + @@ -2145,6 +2255,7 @@ + @@ -2153,6 +2264,7 @@ + @@ -2161,6 +2273,7 @@ + @@ -2177,6 +2290,7 @@ + @@ -2187,6 +2301,7 @@ + @@ -2195,6 +2310,7 @@ + @@ -2203,6 +2319,7 @@ + @@ -2211,6 +2328,7 @@ + @@ -2219,6 +2337,7 @@ + @@ -2227,6 +2346,7 @@ + @@ -2235,6 +2355,7 @@ + @@ -2243,6 +2364,7 @@ + @@ -2251,6 +2373,7 @@ + @@ -2259,6 +2382,7 @@ + diff --git a/quacc.log b/quacc.log index de68870..5dbaffd 100644 --- a/quacc.log +++ b/quacc.log @@ -4470,3 +4470,202 @@ 06/11/23 23:59:08| INFO mul_sld_gs finished [took 336.2009s] 06/11/23 23:59:08| INFO Dataset sample 0.90 of dataset rcv1_MCAT_9prevs finished [took 344.1389s] ---------------------------------------------------------------------------------------------------- +07/11/23 01:05:25| INFO dataset rcv1_CCAT_9prevs +07/11/23 01:05:30| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started +07/11/23 01:06:23| INFO ref finished [took 48.3560s] +07/11/23 01:06:29| INFO atc_mc finished [took 52.9929s] +07/11/23 01:06:30| INFO atc_ne finished [took 53.3908s] +07/11/23 01:07:06| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 +07/11/23 01:11:38| INFO mul_sld_gsq finished [took 364.0698s] +07/11/23 01:13:51| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00644) [took 499.4945s] +07/11/23 01:14:34| INFO mul_sld_gs finished [took 542.6047s] +07/11/23 01:18:02| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00589) [took 750.8663s] +07/11/23 01:21:01| INFO bin_sld_gs finished [took 930.1356s] +07/11/23 01:21:01| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 931.4321s] +07/11/23 01:21:01| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started +07/11/23 01:22:02| INFO ref finished [took 55.2212s] +07/11/23 01:22:07| INFO atc_mc finished [took 59.3890s] +07/11/23 01:22:09| INFO atc_ne finished [took 59.7388s] +07/11/23 01:27:21| INFO mul_sld_gsq finished [took 375.2352s] +07/11/23 01:27:24| INFO bin_sld_gsq finished [took 379.6159s] +07/11/23 01:29:25| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01221) [took 502.0302s] +07/11/23 01:30:08| INFO mul_sld_gs finished [took 545.0285s] +07/11/23 01:34:25| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00768) [took 802.3620s] +07/11/23 01:37:25| INFO bin_sld_gs finished [took 982.3260s] +07/11/23 01:37:25| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 983.7236s] +07/11/23 01:37:25| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started +07/11/23 01:38:20| INFO ref finished [took 49.9803s] +07/11/23 01:38:25| INFO atc_mc finished [took 53.3765s] +07/11/23 01:38:26| INFO atc_ne finished [took 53.8925s] +07/11/23 01:43:41| INFO mul_sld_gsq finished [took 372.2608s] +07/11/23 01:43:45| INFO bin_sld_gsq finished [took 377.3380s] +07/11/23 01:45:45| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00872) [took 497.5768s] +07/11/23 01:46:28| INFO mul_sld_gs finished [took 540.8267s] +07/11/23 01:51:09| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00782) [took 822.2849s] +07/11/23 01:54:10| INFO bin_sld_gs finished [took 1003.7804s] +07/11/23 01:54:10| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 1005.2506s] +07/11/23 01:54:10| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started +07/11/23 01:55:05| INFO ref finished [took 49.8884s] +07/11/23 01:55:09| INFO atc_mc finished [took 53.3594s] +07/11/23 01:55:10| INFO atc_ne finished [took 53.5162s] +07/11/23 02:00:25| INFO mul_sld_gsq finished [took 371.4460s] +07/11/23 02:00:41| INFO bin_sld_gsq finished [took 387.6183s] +07/11/23 02:02:30| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01037) [took 498.0096s] +07/11/23 02:03:11| INFO mul_sld_gs finished [took 539.1531s] +07/11/23 02:07:53| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01112) [took 821.8730s] +07/11/23 02:10:52| INFO bin_sld_gs finished [took 1001.0803s] +07/11/23 02:10:52| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 1002.3085s] +07/11/23 02:10:52| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started +07/11/23 02:11:44| INFO ref finished [took 47.2218s] +07/11/23 02:11:48| INFO atc_mc finished [took 49.6349s] +07/11/23 02:11:50| INFO atc_ne finished [took 50.9082s] +07/11/23 02:16:51| INFO mul_sld_gsq finished [took 354.3706s] +07/11/23 02:17:11| INFO bin_sld_gsq finished [took 376.0124s] +07/11/23 02:18:51| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00572) [took 476.0587s] +07/11/23 02:19:33| INFO mul_sld_gs finished [took 518.5692s] +07/11/23 02:24:17| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00653) [took 803.4978s] +07/11/23 02:27:16| INFO bin_sld_gs finished [took 982.4395s] +07/11/23 02:27:16| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 983.7838s] +07/11/23 02:27:16| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started +07/11/23 02:28:08| INFO ref finished [took 46.6191s] +07/11/23 02:28:13| INFO atc_mc finished [took 50.3543s] +07/11/23 02:28:15| INFO atc_ne finished [took 51.6601s] +07/11/23 02:33:15| INFO mul_sld_gsq finished [took 354.6014s] +07/11/23 02:33:34| INFO bin_sld_gsq finished [took 374.7872s] +07/11/23 02:35:14| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00637) [took 475.9302s] +07/11/23 02:35:57| INFO mul_sld_gs finished [took 518.5425s] +07/11/23 02:40:20| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00544) [took 782.7268s] +07/11/23 02:43:18| INFO bin_sld_gs finished [took 960.6334s] +07/11/23 02:43:18| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 961.9030s] +07/11/23 02:43:18| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started +07/11/23 02:44:10| INFO ref finished [took 47.1234s] +07/11/23 02:44:14| INFO atc_mc finished [took 49.9871s] +07/11/23 02:44:16| INFO atc_ne finished [took 50.9160s] +07/11/23 02:49:19| INFO mul_sld_gsq finished [took 357.0613s] +07/11/23 02:49:30| INFO bin_sld_gsq finished [took 368.8000s] +07/11/23 02:51:16| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00765) [took 475.7332s] +07/11/23 02:51:59| INFO mul_sld_gs finished [took 518.6671s] +07/11/23 02:56:28| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01235) [took 788.7117s] +07/11/23 02:59:28| INFO bin_sld_gs finished [took 968.7653s] +07/11/23 02:59:28| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 970.1516s] +07/11/23 02:59:28| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started +07/11/23 03:00:20| INFO ref finished [took 46.9898s] +07/11/23 03:00:24| INFO atc_mc finished [took 49.8768s] +07/11/23 03:00:25| INFO atc_ne finished [took 49.6324s] +07/11/23 03:05:23| INFO mul_sld_gsq finished [took 350.7932s] +07/11/23 03:05:32| INFO bin_sld_gsq finished [took 360.8665s] +07/11/23 03:07:25| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01306) [took 474.6581s] +07/11/23 03:08:07| INFO mul_sld_gs finished [took 516.4890s] +07/11/23 03:12:24| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00894) [took 774.9140s] +07/11/23 03:15:29| INFO bin_sld_gs finished [took 959.3579s] +07/11/23 03:15:29| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 960.6992s] +07/11/23 03:15:29| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started +07/11/23 03:16:21| INFO ref finished [took 47.3281s] +07/11/23 03:16:25| INFO atc_mc finished [took 49.8016s] +07/11/23 03:16:28| INFO atc_ne finished [took 51.2288s] +07/11/23 03:21:16| INFO mul_sld_gsq finished [took 343.2861s] +07/11/23 03:21:22| INFO bin_sld_gsq finished [took 349.6065s] +07/11/23 03:23:20| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00808) [took 468.7910s] +07/11/23 03:24:01| INFO mul_sld_gs finished [took 509.9001s] +07/11/23 03:28:03| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00604) [took 752.8185s] +07/11/23 03:31:01| INFO bin_sld_gs finished [took 930.3934s] +07/11/23 03:31:01| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 931.7055s] +07/11/23 03:31:29| INFO dataset imdb_9prevs +07/11/23 03:31:37| INFO Dataset sample 0.10 of dataset imdb_9prevs started +07/11/23 03:31:49| INFO ref finished [took 11.4117s] +07/11/23 03:31:53| INFO atc_mc finished [took 14.8218s] +07/11/23 03:31:53| INFO atc_ne finished [took 14.8359s] +07/11/23 03:32:11| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 +07/11/23 03:32:56| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 +07/11/23 03:36:32| INFO mul_sld_gsq finished [took 294.6812s] +07/11/23 03:38:05| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.03127) [took 387.7698s] +07/11/23 03:38:18| INFO mul_sld_gs finished [took 400.7660s] +07/11/23 03:38:18| INFO Dataset sample 0.10 of dataset imdb_9prevs finished [took 401.3208s] +07/11/23 03:38:18| INFO Dataset sample 0.20 of dataset imdb_9prevs started +07/11/23 03:38:30| INFO ref finished [took 11.1665s] +07/11/23 03:38:34| INFO atc_mc finished [took 14.4483s] +07/11/23 03:38:34| INFO atc_ne finished [took 14.8634s] +07/11/23 03:43:16| INFO bin_sld_gsq finished [took 296.8786s] +07/11/23 03:43:32| INFO mul_sld_gsq finished [took 312.4588s] +07/11/23 03:45:44| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01194) [took 445.1331s] +07/11/23 03:45:58| INFO mul_sld_gs finished [took 459.5855s] +07/11/23 03:51:05| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00924) [took 766.1528s] +07/11/23 03:53:40| INFO bin_sld_gs finished [took 921.5996s] +07/11/23 03:53:40| INFO Dataset sample 0.20 of dataset imdb_9prevs finished [took 922.0949s] +07/11/23 03:53:40| INFO Dataset sample 0.30 of dataset imdb_9prevs started +07/11/23 03:53:53| INFO ref finished [took 11.5825s] +07/11/23 03:53:57| INFO atc_mc finished [took 14.8590s] +07/11/23 03:53:57| INFO atc_ne finished [took 15.3090s] +07/11/23 03:58:53| INFO mul_sld_gsq finished [took 311.9891s] +07/11/23 03:58:54| INFO bin_sld_gsq finished [took 313.1182s] +07/11/23 04:01:03| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00953) [took 441.3198s] +07/11/23 04:01:18| INFO mul_sld_gs finished [took 456.2347s] +07/11/23 04:06:06| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01064) [took 745.0596s] +07/11/23 04:08:40| INFO bin_sld_gs finished [took 898.9046s] +07/11/23 04:08:40| INFO Dataset sample 0.30 of dataset imdb_9prevs finished [took 899.6778s] +07/11/23 04:08:40| INFO Dataset sample 0.40 of dataset imdb_9prevs started +07/11/23 04:08:52| INFO ref finished [took 11.0605s] +07/11/23 04:08:56| INFO atc_mc finished [took 14.9590s] +07/11/23 04:08:56| INFO atc_ne finished [took 14.8804s] +07/11/23 04:13:54| INFO mul_sld_gsq finished [took 313.3797s] +07/11/23 04:13:56| INFO bin_sld_gsq finished [took 315.5862s] +07/11/23 04:15:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.01029) [took 432.9025s] +07/11/23 04:16:08| INFO mul_sld_gs finished [took 447.1098s] +07/11/23 04:21:25| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01176) [took 764.2230s] +07/11/23 04:23:56| INFO bin_sld_gs finished [took 915.4905s] +07/11/23 04:23:56| INFO Dataset sample 0.40 of dataset imdb_9prevs finished [took 916.1187s] +07/11/23 04:23:56| INFO Dataset sample 0.50 of dataset imdb_9prevs started +07/11/23 04:24:08| INFO ref finished [took 10.9214s] +07/11/23 04:24:12| INFO atc_mc finished [took 14.9236s] +07/11/23 04:24:12| INFO atc_ne finished [took 14.9240s] +07/11/23 04:29:11| INFO bin_sld_gsq finished [took 314.3071s] +07/11/23 04:29:19| INFO mul_sld_gsq finished [took 322.1027s] +07/11/23 04:31:25| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00885) [took 448.0202s] +07/11/23 04:31:40| INFO mul_sld_gs finished [took 463.2243s] +07/11/23 04:36:23| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00940) [took 746.2797s] +07/11/23 04:38:55| INFO bin_sld_gs finished [took 898.7899s] +07/11/23 04:38:55| INFO Dataset sample 0.50 of dataset imdb_9prevs finished [took 899.2924s] +07/11/23 04:38:55| INFO Dataset sample 0.60 of dataset imdb_9prevs started +07/11/23 04:39:08| INFO ref finished [took 11.9811s] +07/11/23 04:39:12| INFO atc_mc finished [took 15.7159s] +07/11/23 04:39:12| INFO atc_ne finished [took 15.9512s] +07/11/23 04:44:19| INFO bin_sld_gsq finished [took 323.1420s] +07/11/23 04:44:21| INFO mul_sld_gsq finished [took 325.2299s] +07/11/23 04:46:22| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00984) [took 445.8872s] +07/11/23 04:46:37| INFO mul_sld_gs finished [took 460.6339s] +07/11/23 04:52:03| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.01142) [took 786.7500s] +07/11/23 04:54:36| INFO bin_sld_gs finished [took 940.1627s] +07/11/23 04:54:36| INFO Dataset sample 0.60 of dataset imdb_9prevs finished [took 940.6023s] +07/11/23 04:54:36| INFO Dataset sample 0.70 of dataset imdb_9prevs started +07/11/23 04:54:48| INFO ref finished [took 11.1744s] +07/11/23 04:54:52| INFO atc_mc finished [took 14.7518s] +07/11/23 04:54:52| INFO atc_ne finished [took 14.8147s] +07/11/23 04:59:45| INFO bin_sld_gsq finished [took 308.3645s] +07/11/23 05:00:07| INFO mul_sld_gsq finished [took 330.3332s] +07/11/23 05:02:14| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01102) [took 456.8448s] +07/11/23 05:02:28| INFO mul_sld_gs finished [took 471.4675s] +07/11/23 05:06:48| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.02196) [took 731.2847s] +07/11/23 05:09:19| INFO bin_sld_gs finished [took 882.2200s] +07/11/23 05:09:19| INFO Dataset sample 0.70 of dataset imdb_9prevs finished [took 882.8165s] +07/11/23 05:09:19| INFO Dataset sample 0.80 of dataset imdb_9prevs started +07/11/23 05:09:31| INFO ref finished [took 11.0645s] +07/11/23 05:09:35| INFO atc_mc finished [took 14.7375s] +07/11/23 05:09:35| INFO atc_ne finished [took 14.7704s] +07/11/23 05:14:22| INFO bin_sld_gsq finished [took 302.1848s] +07/11/23 05:14:33| INFO mul_sld_gsq finished [took 313.5459s] +07/11/23 05:16:38| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00785) [took 438.9863s] +07/11/23 05:16:52| INFO mul_sld_gs finished [took 452.7273s] +07/11/23 05:21:59| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01449) [took 759.8355s] +07/11/23 05:24:38| INFO bin_sld_gs finished [took 918.7338s] +07/11/23 05:24:38| INFO Dataset sample 0.80 of dataset imdb_9prevs finished [took 919.2981s] +07/11/23 05:24:38| INFO Dataset sample 0.90 of dataset imdb_9prevs started +07/11/23 05:24:39| WARNING Method mul_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +07/11/23 05:24:39| WARNING Method bin_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +07/11/23 05:24:48| INFO ref finished [took 9.1378s] +07/11/23 05:24:51| INFO atc_mc finished [took 12.1603s] +07/11/23 05:24:52| INFO atc_ne finished [took 12.3482s] +07/11/23 05:25:08| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +07/11/23 05:30:32| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.04178) [took 353.7904s] +07/11/23 05:30:45| INFO mul_sld_gs finished [took 365.9283s] +07/11/23 05:30:45| INFO Dataset sample 0.90 of dataset imdb_9prevs finished [took 366.4930s] +----------------------------------------------------------------------------------------------------
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0010 0.0384 0.00010.2676 0.4745 0.4745
0.0113 0.0484 0.04850.2432 0.4016 0.4016
0.0113 0.0466 0.04700.2175 0.3432 0.3432
0.0100 0.0430 0.04440.1930 0.2909 0.2909
0.0118 0.0396 0.03840.1726 0.2470 0.2470
0.0100 0.0298 0.03840.1487 0.2076 0.2076
0.0094 0.0272 0.03580.1324 0.1759 0.1759
0.0092 0.0202 0.03280.1150 0.1487 0.1487
0.0083 0.0164 0.03140.0995 0.1239 0.1239
0.0092 0.0144 0.02780.0884 0.1027 0.1027
0.0078 0.0106 0.02570.0759 0.0842 0.0842
0.0057 0.0070 0.02560.0626 0.0659 0.0659
0.0067 0.0069 0.02120.0545 0.0530 0.0530
0.0061 0.0063 0.02200.0440 0.0392 0.0392
0.0047 0.0054 0.01920.0351 0.0290 0.0290
0.0046 0.0061 0.01670.0276 0.0196 0.0196
0.0038 0.0073 0.01570.0198 0.0125 0.0125
0.0039 0.0086 0.01430.0133 0.0061 0.0061
0.0033 0.0098 0.01300.0072 0.0036 0.0036
0.0036 0.0115 0.01180.0023 0.0069 0.0069
0.0046 0.0126 0.01100.0058 0.0123 0.0123
0.0070 0.0198 0.02570.0965 0.1356 0.1356
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0237 0.0404 0.01090.4340 0.3827 0.3827
0.0630 0.0487 0.08010.2179 0.2109 0.2109
0.0462 0.0345 0.06510.1698 0.1528 0.1528
0.0372 0.0285 0.05420.1427 0.1203 0.1203
0.0310 0.0240 0.04470.1259 0.0991 0.0991
0.0274 0.0221 0.03970.1092 0.0819 0.0819
0.0242 0.0200 0.03650.0995 0.0712 0.0712
0.0220 0.0178 0.03380.0905 0.0623 0.0623
0.0198 0.0166 0.03080.0825 0.0548 0.0548
0.0173 0.0154 0.02790.0761 0.0497 0.0497
0.0151 0.0135 0.02540.0688 0.0458 0.0458
0.0136 0.0128 0.02380.0638 0.0415 0.0415
0.0115 0.0114 0.02080.0586 0.0394 0.0394
0.0114 0.0114 0.02030.0556 0.0373 0.0373
0.0102 0.0108 0.01930.0509 0.0350 0.0350
0.0095 0.0101 0.01840.0472 0.0325 0.0325
0.0090 0.0096 0.01700.0436 0.0323 0.0323
0.0085 0.0093 0.01620.0402 0.0315 0.0315
0.0082 0.0088 0.01570.0369 0.0309 0.0309
0.0075 0.0084 0.01440.0332 0.0321 0.0321
0.0061 0.0078 0.01330.0313 0.0326 0.0326
0.0201 0.0182 0.02990.0990 0.0798 0.0798
bin_sld_gs mul_sld_gs bin_sld_gsqmul_sld_gsq atc_mc atc_ne
0.0149 0.0179 NaN0.0698 0.1801 0.1801
0.0320 0.0178 0.02880.0845 0.0610 0.0610
0.0145 0.0174 0.03950.1089 0.0334 0.0334
0.0178 0.0273 0.03860.0960 0.0321 0.0321
0.0190 0.0168 0.01670.1162 0.0434 0.0434
0.0201 0.0133 0.03680.1137 0.0510 0.0510
0.0348 0.0233 0.04190.1028 0.0794 0.0794
0.0208 0.0101 0.01130.1022 0.1025 0.1025
0.0070 0.0198 0.02570.0965 0.1356 0.1356
0.0201 0.0182 0.02990.0990 0.0798 0.0798