From 8edfea8244c30c37fded06a7ad66d18d56d7d76b Mon Sep 17 00:00:00 2001 From: Lorenzo Volpi Date: Thu, 16 Nov 2023 17:15:05 +0100 Subject: [PATCH] conf updated --- conf.yaml | 2 +- quacc.log | 319 ++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 320 insertions(+), 1 deletion(-) diff --git a/conf.yaml b/conf.yaml index cb663ae..2b91abd 100644 --- a/conf.yaml +++ b/conf.yaml @@ -48,7 +48,7 @@ test_conf: &test_conf confs: - DATASET_NAME: rcv1 - DATASET_TARGET: CCAT + DATASET_TARGET: GCAT # - DATASET_NAME: imdb plot_confs: diff --git a/quacc.log b/quacc.log index 178555b..6d1bc52 100644 --- a/quacc.log +++ b/quacc.log @@ -6324,3 +6324,322 @@ 15/11/23 13:05:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['max_conf']} (score=0.00808) [took 3160.5303s] 15/11/23 13:06:41| INFO mul_sld_gs finished [took 3207.3902s] 15/11/23 13:06:41| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 3431.3826s] +---------------------------------------------------------------------------------------------------- +16/11/23 01:41:52| INFO dataset imdb_9prevs [pool size: 6] +16/11/23 01:42:02| INFO Dataset sample 0.10 of dataset imdb_9prevs started +16/11/23 01:43:05| INFO mul3wc_sld finished [took 52.0536s] +16/11/23 01:43:09| INFO mul3w_sld finished [took 60.9362s] +16/11/23 01:43:10| INFO mulc_sld finished [took 59.0440s] +16/11/23 01:43:43| INFO bin_sld finished [took 98.1298s] +16/11/23 01:43:46| INFO binc_sld finished [took 96.5629s] +16/11/23 01:44:03| INFO mul3wmc_sld finished [took 50.6276s] +16/11/23 01:44:16| INFO mulmc_sld finished [took 63.4763s] +16/11/23 01:44:21| INFO mul_sld finished [took 134.7989s] +16/11/23 01:44:41| INFO mulne_sld finished [took 52.4496s] +16/11/23 01:44:44| INFO binmc_sld finished [took 97.5368s] +16/11/23 01:44:49| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 +16/11/23 01:44:59| INFO mul3wne_sld finished [took 54.6499s] +16/11/23 01:45:35| INFO ref finished [took 42.5397s] +16/11/23 01:45:38| INFO binne_sld finished [took 112.7650s] +16/11/23 01:45:45| INFO kfcv finished [took 56.9711s] +16/11/23 01:46:14| INFO atc_mc finished [took 72.1811s] +16/11/23 01:46:19| INFO doc_feat finished [took 36.3270s] +16/11/23 01:46:48| INFO atc_ne finished [took 69.8183s] +16/11/23 02:24:40| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf']} (score=0.00903) [took 2395.9946s] +16/11/23 02:25:41| INFO mul3w_sld_gs finished [took 2456.7601s] +16/11/23 02:28:06| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.02849) [took 2621.9346s] +16/11/23 02:28:29| INFO mul_sld_gs finished [took 2645.3250s] +16/11/23 02:28:29| INFO Dataset sample 0.10 of dataset imdb_9prevs finished [took 2786.5917s] +16/11/23 02:28:29| INFO Dataset sample 0.20 of dataset imdb_9prevs started +16/11/23 02:29:35| INFO mul3w_sld finished [took 59.4041s] +16/11/23 02:29:37| INFO mul3wc_sld finished [took 55.5888s] +16/11/23 02:30:08| INFO mulc_sld finished [took 88.5847s] +16/11/23 02:30:14| INFO binc_sld finished [took 95.6538s] +16/11/23 02:30:19| INFO bin_sld finished [took 108.7983s] +16/11/23 02:30:33| INFO mul_sld finished [took 117.5645s] +16/11/23 02:31:05| INFO mulmc_sld finished [took 85.6571s] +16/11/23 02:31:08| INFO mul3wmc_sld finished [took 57.8278s] +16/11/23 02:31:13| INFO binmc_sld finished [took 96.4955s] +16/11/23 02:31:22| INFO mul3wne_sld finished [took 45.4811s] +16/11/23 02:32:05| INFO binne_sld finished [took 107.5387s] +16/11/23 02:32:13| INFO kfcv finished [took 49.2775s] +16/11/23 02:32:17| INFO mulne_sld finished [took 113.6025s] +16/11/23 02:33:08| INFO ref finished [took 58.9272s] +16/11/23 02:33:32| INFO atc_mc finished [took 75.4368s] +16/11/23 02:33:43| INFO atc_ne finished [took 82.9640s] +16/11/23 02:33:49| INFO doc_feat finished [took 36.9348s] +16/11/23 02:57:32| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00923) [took 1584.0632s] +16/11/23 03:00:00| INFO bin_sld_gs finished [took 1732.0792s] +16/11/23 03:20:03| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.01100) [took 2928.3099s] +16/11/23 03:20:57| INFO mul3w_sld_gs finished [took 2981.6413s] +16/11/23 03:25:30| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.01306) [took 3259.2528s] +16/11/23 03:26:15| INFO mul_sld_gs finished [took 3304.6561s] +16/11/23 03:26:15| INFO Dataset sample 0.20 of dataset imdb_9prevs finished [took 3465.8522s] +16/11/23 03:26:15| INFO Dataset sample 0.30 of dataset imdb_9prevs started +16/11/23 03:27:31| INFO mul3w_sld finished [took 61.9412s] +16/11/23 03:27:31| INFO mul3wc_sld finished [took 58.6905s] +16/11/23 03:27:52| INFO binc_sld finished [took 82.0447s] +16/11/23 03:27:58| INFO bin_sld finished [took 94.1580s] +16/11/23 03:28:04| INFO mulc_sld finished [took 90.5984s] +16/11/23 03:28:09| INFO mul_sld finished [took 101.8637s] +16/11/23 03:28:53| INFO mul3wmc_sld finished [took 57.4945s] +16/11/23 03:28:53| INFO binmc_sld finished [took 77.5877s] +16/11/23 03:29:00| INFO mulmc_sld finished [took 84.3274s] +16/11/23 03:29:09| INFO mul3wne_sld finished [took 54.8730s] +16/11/23 03:29:32| INFO binne_sld finished [took 87.5643s] +16/11/23 03:29:41| INFO mulne_sld finished [took 91.4135s] +16/11/23 03:30:27| INFO kfcv finished [took 73.3328s] +16/11/23 03:30:40| INFO ref finished [took 62.1756s] +16/11/23 03:31:11| INFO atc_mc finished [took 84.1784s] +16/11/23 03:31:17| INFO doc_feat finished [took 30.8553s] +16/11/23 03:31:44| INFO atc_ne finished [took 70.9733s] +16/11/23 03:58:53| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.01043) [took 1796.0637s] +16/11/23 04:00:51| INFO bin_sld_gs finished [took 1913.9550s] +16/11/23 04:17:35| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['entropy']} (score=0.00927) [took 2911.5422s] +16/11/23 04:18:31| INFO mul3w_sld_gs finished [took 2967.7992s] +16/11/23 04:24:04| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['entropy']} (score=0.00960) [took 3306.6687s] +16/11/23 04:24:28| INFO mul_sld_gs finished [took 3330.5210s] +16/11/23 04:24:28| INFO Dataset sample 0.30 of dataset imdb_9prevs finished [took 3493.3809s] +16/11/23 04:24:28| INFO Dataset sample 0.40 of dataset imdb_9prevs started +16/11/23 04:25:38| INFO mul3w_sld finished [took 60.6976s] +16/11/23 04:25:45| INFO mul3wc_sld finished [took 63.2605s] +16/11/23 04:25:54| INFO binc_sld finished [took 76.0740s] +16/11/23 04:25:57| INFO bin_sld finished [took 85.3429s] +16/11/23 04:26:15| INFO mulc_sld finished [took 94.3880s] +16/11/23 04:26:18| INFO mul_sld finished [took 103.0893s] +16/11/23 04:26:58| INFO binmc_sld finished [took 77.3293s] +16/11/23 04:27:00| INFO mul3wmc_sld finished [took 62.1844s] +16/11/23 04:27:13| INFO mulmc_sld finished [took 86.0097s] +16/11/23 04:27:13| INFO mul3wne_sld finished [took 51.9375s] +16/11/23 04:27:17| INFO binne_sld finished [took 74.9333s] +16/11/23 04:27:48| INFO mulne_sld finished [took 90.7497s] +16/11/23 04:28:12| INFO ref finished [took 50.5309s] +16/11/23 04:28:23| INFO kfcv finished [took 66.5648s] +16/11/23 04:29:07| INFO doc_feat finished [took 40.7631s] +16/11/23 04:29:12| INFO atc_mc finished [took 80.9626s] +16/11/23 04:29:26| INFO atc_ne finished [took 69.3417s] +16/11/23 04:59:59| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.01178) [took 1978.0762s] +16/11/23 05:02:04| INFO bin_sld_gs finished [took 2102.6212s] +16/11/23 05:16:49| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['entropy']} (score=0.01298) [took 2973.2311s] +16/11/23 05:17:46| INFO mul3w_sld_gs finished [took 3030.1211s] +16/11/23 05:22:36| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.01027) [took 3333.3306s] +16/11/23 05:22:59| INFO mul_sld_gs finished [took 3356.7777s] +16/11/23 05:22:59| INFO Dataset sample 0.40 of dataset imdb_9prevs finished [took 3511.1629s] +16/11/23 05:23:00| INFO Dataset sample 0.50 of dataset imdb_9prevs started +16/11/23 05:24:12| INFO mul3w_sld finished [took 64.1661s] +16/11/23 05:24:13| INFO mul3wc_sld finished [took 60.3990s] +16/11/23 05:24:26| INFO binc_sld finished [took 77.9600s] +16/11/23 05:24:31| INFO bin_sld finished [took 86.7545s] +16/11/23 05:24:48| INFO mulc_sld finished [took 96.2658s] +16/11/23 05:24:48| INFO mul_sld finished [took 102.0261s] +16/11/23 05:25:28| INFO mul3wmc_sld finished [took 59.0775s] +16/11/23 05:25:32| INFO binmc_sld finished [took 76.8692s] +16/11/23 05:25:42| INFO mulmc_sld finished [took 85.7625s] +16/11/23 05:25:43| INFO binne_sld finished [took 66.8000s] +16/11/23 05:25:43| INFO mul3wne_sld finished [took 51.4845s] +16/11/23 05:26:24| INFO mulne_sld finished [took 92.5383s] +16/11/23 05:26:40| INFO ref finished [took 52.7780s] +16/11/23 05:26:51| INFO kfcv finished [took 64.2859s] +16/11/23 05:27:29| INFO doc_feat finished [took 36.1107s] +16/11/23 05:27:39| INFO atc_mc finished [took 70.3112s] +16/11/23 05:27:48| INFO atc_ne finished [took 64.8853s] +16/11/23 05:58:34| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['entropy']} (score=0.00940) [took 1983.2246s] +16/11/23 06:00:33| INFO bin_sld_gs finished [took 2102.9532s] +16/11/23 06:14:52| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.01013) [took 2946.7034s] +16/11/23 06:15:47| INFO mul3w_sld_gs finished [took 3001.8138s] +16/11/23 06:21:22| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00875) [took 3347.5309s] +16/11/23 06:21:48| INFO mul_sld_gs finished [took 3374.2944s] +16/11/23 06:21:48| INFO Dataset sample 0.50 of dataset imdb_9prevs finished [took 3528.9544s] +16/11/23 06:21:48| INFO Dataset sample 0.60 of dataset imdb_9prevs started +16/11/23 06:22:59| INFO mul3w_sld finished [took 63.3509s] +16/11/23 06:23:02| INFO mul3wc_sld finished [took 61.8792s] +16/11/23 06:23:12| INFO binc_sld finished [took 76.5227s] +16/11/23 06:23:15| INFO bin_sld finished [took 83.6122s] +16/11/23 06:23:33| INFO mulc_sld finished [took 94.9601s] +16/11/23 06:23:34| INFO mul_sld finished [took 101.2373s] +16/11/23 06:24:17| INFO mul3wmc_sld finished [took 62.1078s] +16/11/23 06:24:22| INFO binmc_sld finished [took 81.2689s] +16/11/23 06:24:28| INFO mulmc_sld finished [took 83.1038s] +16/11/23 06:24:34| INFO mul3wne_sld finished [took 56.7140s] +16/11/23 06:24:42| INFO binne_sld finished [took 82.0239s] +16/11/23 06:24:52| INFO mulne_sld finished [took 76.4741s] +16/11/23 06:25:36| INFO ref finished [took 52.2184s] +16/11/23 06:25:45| INFO kfcv finished [took 69.5024s] +16/11/23 06:26:14| INFO atc_mc finished [took 80.1897s] +16/11/23 06:26:20| INFO doc_feat finished [took 32.5290s] +16/11/23 06:26:46| INFO atc_ne finished [took 65.7763s] +16/11/23 06:57:11| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['entropy']} (score=0.01142) [took 1971.9770s] +16/11/23 06:59:23| INFO bin_sld_gs finished [took 2103.8434s] +16/11/23 07:14:13| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.01222) [took 2983.1039s] +16/11/23 07:15:09| INFO mul3w_sld_gs finished [took 3038.7610s] +16/11/23 07:20:16| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00979) [took 3352.7055s] +16/11/23 07:20:41| INFO mul_sld_gs finished [took 3377.4928s] +16/11/23 07:20:41| INFO Dataset sample 0.60 of dataset imdb_9prevs finished [took 3532.7431s] +16/11/23 07:20:41| INFO Dataset sample 0.70 of dataset imdb_9prevs started +16/11/23 07:21:56| INFO mul3w_sld finished [took 63.2958s] +16/11/23 07:21:58| INFO mul3wc_sld finished [took 63.2953s] +16/11/23 07:22:13| INFO bin_sld finished [took 88.6044s] +16/11/23 07:22:13| INFO binc_sld finished [took 80.0413s] +16/11/23 07:22:24| INFO mulc_sld finished [took 91.1407s] +16/11/23 07:22:29| INFO mul_sld finished [took 98.7974s] +16/11/23 07:23:15| INFO binmc_sld finished [took 76.3360s] +16/11/23 07:23:15| INFO mul3wmc_sld finished [took 56.3690s] +16/11/23 07:23:23| INFO mulmc_sld finished [took 81.9523s] +16/11/23 07:23:24| INFO mul3wne_sld finished [took 50.4491s] +16/11/23 07:23:37| INFO binne_sld finished [took 78.7797s] +16/11/23 07:23:48| INFO mulne_sld finished [took 79.7318s] +16/11/23 07:24:35| INFO ref finished [took 53.0934s] +16/11/23 07:24:41| INFO kfcv finished [took 71.1928s] +16/11/23 07:25:11| INFO atc_mc finished [took 78.8140s] +16/11/23 07:25:15| INFO doc_feat finished [took 30.5960s] +16/11/23 07:25:42| INFO atc_ne finished [took 62.0156s] +16/11/23 07:55:05| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['entropy']} (score=0.02194) [took 1907.4165s] +16/11/23 07:56:40| INFO bin_sld_gs finished [took 2002.4114s] +16/11/23 08:12:36| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.01262) [took 2948.5332s] +16/11/23 08:13:35| INFO mul3w_sld_gs finished [took 3007.2804s] +16/11/23 08:18:37| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00906) [took 3318.4935s] +16/11/23 08:19:01| INFO mul_sld_gs finished [took 3341.9666s] +16/11/23 08:19:01| INFO Dataset sample 0.70 of dataset imdb_9prevs finished [took 3499.3833s] +16/11/23 08:19:01| INFO Dataset sample 0.80 of dataset imdb_9prevs started +16/11/23 08:20:11| INFO mul3w_sld finished [took 62.2055s] +16/11/23 08:20:16| INFO mul3wc_sld finished [took 59.0412s] +16/11/23 08:20:35| INFO mulc_sld finished [took 80.2908s] +16/11/23 08:20:37| INFO mul_sld finished [took 87.6275s] +16/11/23 08:20:55| INFO binc_sld finished [took 104.4525s] +16/11/23 08:20:57| INFO bin_sld finished [took 112.2536s] +16/11/23 08:21:36| INFO mul3wmc_sld finished [took 57.9849s] +16/11/23 08:21:36| INFO mulmc_sld finished [took 77.0009s] +16/11/23 08:21:49| INFO mul3wne_sld finished [took 48.3533s] +16/11/23 08:21:50| INFO binmc_sld finished [took 95.9056s] +16/11/23 08:22:09| INFO mulne_sld finished [took 71.4848s] +16/11/23 08:22:18| INFO binne_sld finished [took 97.3612s] +16/11/23 08:22:42| INFO kfcv finished [took 48.8032s] +16/11/23 08:22:51| INFO ref finished [took 38.1551s] +16/11/23 08:23:17| INFO atc_mc finished [took 56.6460s] +16/11/23 08:23:31| INFO doc_feat finished [took 36.4927s] +16/11/23 08:24:00| INFO atc_ne finished [took 73.9113s] +16/11/23 08:49:58| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['entropy']} (score=0.01472) [took 1698.7367s] +16/11/23 08:53:06| INFO bin_sld_gs finished [took 1886.8326s] +16/11/23 09:10:07| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['entropy']} (score=0.00855) [took 2896.0308s] +16/11/23 09:11:01| INFO mul3w_sld_gs finished [took 2949.8681s] +16/11/23 09:15:42| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['entropy']} (score=0.00808) [took 3242.1207s] +16/11/23 09:16:06| INFO mul_sld_gs finished [took 3265.5376s] +16/11/23 09:16:06| INFO Dataset sample 0.80 of dataset imdb_9prevs finished [took 3424.9338s] +16/11/23 09:16:06| INFO Dataset sample 0.90 of dataset imdb_9prevs started +16/11/23 09:17:13| INFO mulc_sld finished [took 57.9910s] +16/11/23 09:17:13| INFO mul3wc_sld finished [took 57.4116s] +16/11/23 09:17:18| INFO mul3w_sld finished [took 67.2150s] +16/11/23 09:17:36| INFO bin_sld finished [took 88.2137s] +16/11/23 09:17:41| INFO binc_sld finished [took 88.0308s] +16/11/23 09:17:59| INFO mul_sld finished [took 109.6367s] +16/11/23 09:18:24| INFO mul3wmc_sld finished [took 63.4130s] +16/11/23 09:18:26| INFO mulmc_sld finished [took 69.5044s] +16/11/23 09:18:34| INFO binmc_sld finished [took 79.5843s] +16/11/23 09:18:38| INFO mulne_sld finished [took 54.5641s] +16/11/23 09:18:50| INFO binne_sld finished [took 71.6646s] +16/11/23 09:18:53| INFO mul3wne_sld finished [took 51.8810s] +16/11/23 09:19:02| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +16/11/23 09:19:28| INFO kfcv finished [took 49.1535s] +16/11/23 09:19:41| INFO ref finished [took 48.1446s] +16/11/23 09:20:02| INFO atc_mc finished [took 67.2438s] +16/11/23 09:20:08| INFO doc_feat finished [took 36.3265s] +16/11/23 09:20:14| INFO atc_ne finished [took 69.7821s] +16/11/23 09:58:56| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['entropy']} (score=0.00920) [took 2419.8040s] +16/11/23 09:59:52| INFO mul3w_sld_gs finished [took 2476.0211s] +16/11/23 10:01:35| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['entropy']} (score=0.04211) [took 2586.6891s] +16/11/23 10:01:54| INFO mul_sld_gs finished [took 2606.3800s] +16/11/23 10:01:54| INFO Dataset sample 0.90 of dataset imdb_9prevs finished [took 2748.8348s] +---------------------------------------------------------------------------------------------------- +16/11/23 14:21:16| INFO dataset rcv1_GCAT_9prevs [pool size: 6] +16/11/23 14:21:21| INFO Dataset sample 0.10 of dataset rcv1_GCAT_9prevs started +16/11/23 14:22:53| INFO bin_sld finished [took 88.6548s] +16/11/23 14:23:06| INFO mul3w_sld finished [took 95.0373s] +16/11/23 14:23:08| INFO mul3wc_sld finished [took 81.4332s] +16/11/23 14:23:11| INFO binc_sld finished [took 93.5790s] +16/11/23 14:23:52| INFO mul_sld finished [took 145.1238s] +16/11/23 14:23:54| INFO mulc_sld finished [took 131.9848s] +16/11/23 14:24:32| INFO binmc_sld finished [took 95.7012s] +16/11/23 14:24:46| INFO binne_sld finished [took 83.4026s] +16/11/23 14:24:47| INFO mul3wmc_sld finished [took 92.9080s] +16/11/23 14:25:04| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 +16/11/23 14:25:51| INFO mul3wne_sld finished [took 111.1272s] +16/11/23 14:26:13| INFO mulmc_sld finished [took 184.3841s] +16/11/23 14:27:02| INFO mulne_sld finished [took 187.5049s] +16/11/23 14:27:30| INFO kfcv finished [took 141.9976s] +16/11/23 14:28:32| INFO ref finished [took 154.6723s] +16/11/23 14:29:12| INFO atc_mc finished [took 173.3382s] +16/11/23 14:30:04| INFO atc_ne finished [took 177.8409s] +16/11/23 14:30:19| INFO doc_feat finished [took 162.3897s] +16/11/23 15:00:23| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['entropy']} (score=0.00594) [took 2128.6994s] +16/11/23 15:03:10| INFO mul3w_sld_gs finished [took 2295.6888s] +16/11/23 15:04:10| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['entropy']} (score=0.00899) [took 2361.0300s] +16/11/23 15:04:58| INFO mul_sld_gs finished [took 2408.3644s] +16/11/23 15:04:58| INFO Dataset sample 0.10 of dataset rcv1_GCAT_9prevs finished [took 2616.5518s] +16/11/23 15:04:58| INFO Dataset sample 0.20 of dataset rcv1_GCAT_9prevs started +16/11/23 15:06:39| INFO mul3w_sld finished [took 91.0640s] +16/11/23 15:06:48| INFO mul3wc_sld finished [took 83.1946s] +16/11/23 15:06:59| INFO bin_sld finished [took 118.7498s] +16/11/23 15:07:18| INFO binc_sld finished [took 123.1208s] +16/11/23 15:07:26| INFO mul_sld finished [took 142.5062s] +16/11/23 15:07:51| INFO mulc_sld finished [took 152.3357s] +16/11/23 15:08:30| INFO mul3wmc_sld finished [took 87.0734s] +16/11/23 15:08:47| INFO binmc_sld finished [took 124.3369s] +16/11/23 15:09:31| INFO mul3wne_sld finished [took 96.2124s] +16/11/23 15:09:33| INFO binne_sld finished [took 131.0517s] +16/11/23 15:10:00| INFO mulmc_sld finished [took 189.0944s] +16/11/23 15:10:46| INFO mulne_sld finished [took 196.4156s] +16/11/23 15:13:17| INFO kfcv finished [took 215.7681s] +16/11/23 15:13:31| INFO ref finished [took 201.8680s] +16/11/23 15:15:00| INFO atc_mc finished [took 247.6742s] +16/11/23 15:17:54| INFO doc_feat finished [took 253.5433s] +16/11/23 15:18:32| INFO atc_ne finished [took 305.6524s] +16/11/23 15:32:24| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00813) [took 1430.7616s] +16/11/23 15:37:00| INFO bin_sld_gs finished [took 1706.3685s] +16/11/23 15:52:08| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.01037) [took 2552.1166s] +16/11/23 15:54:41| INFO mul3w_sld_gs finished [took 2705.3158s] +16/11/23 15:57:06| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.01072) [took 2894.5232s] +16/11/23 15:57:53| INFO mul_sld_gs finished [took 2941.9716s] +16/11/23 15:57:53| INFO Dataset sample 0.20 of dataset rcv1_GCAT_9prevs finished [took 3175.6190s] +16/11/23 15:57:53| INFO Dataset sample 0.30 of dataset rcv1_GCAT_9prevs started +16/11/23 15:59:38| INFO mul3w_sld finished [took 93.7434s] +16/11/23 15:59:44| INFO bin_sld finished [took 107.9101s] +16/11/23 15:59:48| INFO mul3wc_sld finished [took 86.7015s] +16/11/23 15:59:57| INFO binc_sld finished [took 106.2803s] +16/11/23 16:00:16| INFO mul_sld finished [took 136.2905s] +16/11/23 16:00:17| INFO mulc_sld finished [took 121.5525s] +16/11/23 16:01:26| INFO binmc_sld finished [took 104.9635s] +16/11/23 16:01:27| INFO mul3wmc_sld finished [took 92.9624s] +16/11/23 16:01:46| INFO mulmc_sld finished [took 118.3555s] +16/11/23 16:01:56| INFO binne_sld finished [took 112.2079s] +16/11/23 16:02:01| INFO mul3wne_sld finished [took 95.8018s] +16/11/23 16:03:05| INFO mulne_sld finished [took 165.3611s] +16/11/23 16:05:44| INFO ref finished [took 211.7132s] +16/11/23 16:05:53| INFO kfcv finished [took 230.1205s] +16/11/23 16:07:36| INFO atc_mc finished [took 265.8123s] +16/11/23 16:10:22| INFO doc_feat finished [took 261.2474s] +16/11/23 16:11:23| INFO atc_ne finished [took 328.7484s] +16/11/23 16:28:25| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['entropy']} (score=0.00490) [took 1615.2711s] +16/11/23 16:33:13| INFO bin_sld_gs finished [took 1903.7955s] +16/11/23 16:45:51| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['entropy']} (score=0.00586) [took 2639.8238s] +16/11/23 16:48:38| INFO mul3w_sld_gs finished [took 2806.0181s] +16/11/23 16:50:50| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['entropy']} (score=0.00748) [took 2955.8247s] +16/11/23 16:51:38| INFO mul_sld_gs finished [took 3004.3991s] +16/11/23 16:51:38| INFO Dataset sample 0.30 of dataset rcv1_GCAT_9prevs finished [took 3224.9999s] +16/11/23 16:51:38| INFO Dataset sample 0.40 of dataset rcv1_GCAT_9prevs started +16/11/23 16:53:24| INFO mul3w_sld finished [took 95.3368s] +16/11/23 16:53:26| INFO mul3wc_sld finished [took 79.1479s] +16/11/23 16:53:27| INFO bin_sld finished [took 105.5351s] +16/11/23 16:53:40| INFO binc_sld finished [took 103.3716s] +16/11/23 16:53:44| INFO mul_sld finished [took 119.4244s] +16/11/23 16:53:58| INFO mulc_sld finished [took 116.8956s] +16/11/23 16:55:13| INFO mul3wmc_sld finished [took 95.5683s] +16/11/23 16:55:15| INFO binmc_sld finished [took 107.8645s] +16/11/23 16:55:23| INFO mulmc_sld finished [took 111.0128s] +16/11/23 16:55:34| INFO mul3wne_sld finished [took 90.0187s] +16/11/23 16:55:34| INFO binne_sld finished [took 108.4171s] +16/11/23 16:55:49| INFO mulne_sld finished [took 117.4212s] +16/11/23 16:59:01| INFO ref finished [took 194.9159s] +16/11/23 16:59:16| INFO kfcv finished [took 218.0677s] +16/11/23 16:59:35| INFO atc_mc finished [took 218.0287s] +16/11/23 17:03:29| INFO doc_feat finished [took 245.5964s] +16/11/23 17:04:05| INFO atc_ne finished [took 298.2064s]