diff --git a/.gitignore b/.gitignore
index 069fa69..a57dc19 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,17 +1,20 @@
*.code-workspace
quavenv/*
*.pdf
+
+__pycache__/*
+baselines/__pycache__/*
+baselines/densratio/__pycache__/*
quacc/__pycache__/*
quacc/evaluation/__pycache__/*
+quacc/method/__pycache__/*
tests/__pycache__/*
-garg22_ATC/__pycache__/*
-guillory21_doc/__pycache__/*
-jiang18_trustscore/__pycache__/*
-lipton_bbse/__pycache__/*
-elsahar19_rca/__pycache__/*
+
*.coverage
.coverage
+
scp_sync.py
+
out/*
output/*
-*.log
\ No newline at end of file
+!output/main/
\ No newline at end of file
diff --git a/.vscode/launch.json b/.vscode/launch.json
index f6c8bea..b575dd7 100644
--- a/.vscode/launch.json
+++ b/.vscode/launch.json
@@ -5,7 +5,6 @@
"version": "0.2.0",
"configurations": [
-
{
"name": "main",
"type": "python",
@@ -15,12 +14,12 @@
"justMyCode": true
},
{
- "name": "models",
+ "name": "main_test",
"type": "python",
"request": "launch",
- "program": "C:\\Users\\Lorenzo Volpi\\source\\tesi\\baselines\\models.py",
+ "program": "C:\\Users\\Lorenzo Volpi\\source\\tesi\\quacc\\main_test.py",
"console": "integratedTerminal",
- "justMyCode": true
- }
+ "justMyCode": false
+ },
]
}
\ No newline at end of file
diff --git a/.vscode/vscode-kanban.json b/.vscode/vscode-kanban.json
index 88a249c..7b6f95c 100644
--- a/.vscode/vscode-kanban.json
+++ b/.vscode/vscode-kanban.json
@@ -1,14 +1,5 @@
{
"todo": [
- {
- "assignedTo": {
- "name": "Lorenzo Volpi"
- },
- "creation_time": "2023-10-28T14:34:46.226Z",
- "id": "4",
- "references": [],
- "title": "Aggingere estimator basati su PACC (quantificatore)"
- },
{
"assignedTo": {
"name": "Lorenzo Volpi"
@@ -18,15 +9,6 @@
"references": [],
"title": "Creare plot avg con training prevalence sull'asse x e media rispetto a test prevalence"
},
- {
- "assignedTo": {
- "name": "Lorenzo Volpi"
- },
- "creation_time": "2023-10-28T14:34:23.217Z",
- "id": "3",
- "references": [],
- "title": "Relaizzare grid search per task specifico partedno da GridSearchQ"
- },
{
"assignedTo": {
"name": "Lorenzo Volpi"
@@ -38,6 +20,27 @@
}
],
"in-progress": [
+ {
+ "assignedTo": {
+ "name": "Lorenzo Volpi"
+ },
+ "creation_time": "2023-10-28T14:34:23.217Z",
+ "id": "3",
+ "references": [],
+ "title": "Relaizzare grid search per task specifico partedno da GridSearchQ"
+ },
+ {
+ "assignedTo": {
+ "name": "Lorenzo Volpi"
+ },
+ "creation_time": "2023-10-28T14:34:46.226Z",
+ "id": "4",
+ "references": [],
+ "title": "Aggingere estimator basati su PACC (quantificatore)"
+ }
+ ],
+ "testing": [],
+ "done": [
{
"assignedTo": {
"name": "Lorenzo Volpi"
@@ -47,7 +50,5 @@
"references": [],
"title": "Rework rappresentazione dati di report"
}
- ],
- "testing": [],
- "done": []
+ ]
}
\ No newline at end of file
diff --git a/TODO.html b/TODO.html
index ace3b2e..03db19f 100644
--- a/TODO.html
+++ b/TODO.html
@@ -103,17 +103,35 @@ verbose=True).fit(V_tr)
import baselines
+ importare mandoline
+
+- mandoline può essere importato, ma richiedere uno slicing delle features a priori che devere essere realizzato ad hoc
+
+
+
+ sistemare vecchie iw baselines
+
+- non possono essere fixate perché dipendono da numpy
+
+
+
+ plot avg con train prevalence sull'asse x e media su test prevalecne
+
+
+ realizzare grid search per task specifico partendo da GridSearchQ
+
+
+ provare PACC come quantificatore
+
+
+ aggiungere etichette in shift plot
+
+
+ sistemare exact_train quapy
+
+
testare anche su imbd
-
- plot avg con train prevalence sull'asse x e media su test prevalecne
-
-
- realizzare grid search per task specifico partendo da GridSearchQ
-
-
- provare PACC come quantificatore
-
diff --git a/TODO.md b/TODO.md
index b6f0719..ffa3754 100644
--- a/TODO.md
+++ b/TODO.md
@@ -30,7 +30,13 @@
- nel caso di bin fare media dei due best score
- [x] import baselines
-- [ ] testare anche su imbd
-- [ ] plot avg con train prevalence sull'asse x e media su test prevalecne
-- [ ] realizzare grid search per task specifico partendo da GridSearchQ
-- [ ] provare PACC come quantificatore
\ No newline at end of file
+- [ ] importare mandoline
+ - mandoline può essere importato, ma richiedere uno slicing delle features a priori che devere essere realizzato ad hoc
+- [ ] sistemare vecchie iw baselines
+ - non possono essere fixate perché dipendono da numpy
+- [x] plot avg con train prevalence sull'asse x e media su test prevalecne
+- [x] realizzare grid search per task specifico partendo da GridSearchQ
+- [x] provare PACC come quantificatore
+- [x] aggiungere etichette in shift plot
+- [x] sistemare exact_train quapy
+- [ ] testare anche su imbd
\ No newline at end of file
diff --git a/baselines/__pycache__/atc.cpython-311.pyc b/baselines/__pycache__/atc.cpython-311.pyc
deleted file mode 100644
index a9337f4..0000000
Binary files a/baselines/__pycache__/atc.cpython-311.pyc and /dev/null differ
diff --git a/baselines/__pycache__/doc.cpython-311.pyc b/baselines/__pycache__/doc.cpython-311.pyc
deleted file mode 100644
index 9117dc0..0000000
Binary files a/baselines/__pycache__/doc.cpython-311.pyc and /dev/null differ
diff --git a/baselines/__pycache__/impweight.cpython-311.pyc b/baselines/__pycache__/impweight.cpython-311.pyc
deleted file mode 100644
index b8b250d..0000000
Binary files a/baselines/__pycache__/impweight.cpython-311.pyc and /dev/null differ
diff --git a/baselines/__pycache__/pykliep.cpython-311.pyc b/baselines/__pycache__/pykliep.cpython-311.pyc
deleted file mode 100644
index 77fa426..0000000
Binary files a/baselines/__pycache__/pykliep.cpython-311.pyc and /dev/null differ
diff --git a/baselines/__pycache__/rca.cpython-311.pyc b/baselines/__pycache__/rca.cpython-311.pyc
deleted file mode 100644
index fb69719..0000000
Binary files a/baselines/__pycache__/rca.cpython-311.pyc and /dev/null differ
diff --git a/baselines/atc.py b/baselines/atc.py
index 9e27706..744c284 100644
--- a/baselines/atc.py
+++ b/baselines/atc.py
@@ -1,41 +1,44 @@
-import numpy as np
+import numpy as np
from sklearn.metrics import f1_score
-def get_entropy(probs):
- return np.sum( np.multiply(probs, np.log(probs + 1e-20)) , axis=1)
+
+def get_entropy(probs):
+ return np.sum(np.multiply(probs, np.log(probs + 1e-20)), axis=1)
+
def get_max_conf(probs):
- return np.max(probs, axis=-1)
-
-def find_ATC_threshold(scores, labels):
+ return np.max(probs, axis=-1)
+
+
+def find_ATC_threshold(scores, labels):
sorted_idx = np.argsort(scores)
-
+
sorted_scores = scores[sorted_idx]
sorted_labels = labels[sorted_idx]
-
- fp = np.sum(labels==0)
+
+ fp = np.sum(labels == 0)
fn = 0.0
-
+
min_fp_fn = np.abs(fp - fn)
thres = 0.0
- for i in range(len(labels)):
- if sorted_labels[i] == 0:
+ for i in range(len(labels)):
+ if sorted_labels[i] == 0:
fp -= 1
- else:
+ else:
fn += 1
-
- if np.abs(fp - fn) < min_fp_fn:
+
+ if np.abs(fp - fn) < min_fp_fn:
min_fp_fn = np.abs(fp - fn)
thres = sorted_scores[i]
-
+
return min_fp_fn, thres
-def get_ATC_acc(thres, scores):
- return np.mean(scores>=thres)
+def get_ATC_acc(thres, scores):
+ return np.mean(scores >= thres)
+
def get_ATC_f1(thres, scores, probs):
preds = np.argmax(probs, axis=-1)
- estim_y = abs(1 - (scores>=thres)^preds)
+ estim_y = np.abs(1 - (scores >= thres) ^ preds)
return f1_score(estim_y, preds)
-
\ No newline at end of file
diff --git a/baselines/densratio/__pycache__/RuLSIF.cpython-311.pyc b/baselines/densratio/__pycache__/RuLSIF.cpython-311.pyc
deleted file mode 100644
index b7070ff..0000000
Binary files a/baselines/densratio/__pycache__/RuLSIF.cpython-311.pyc and /dev/null differ
diff --git a/baselines/densratio/__pycache__/__init__.cpython-311.pyc b/baselines/densratio/__pycache__/__init__.cpython-311.pyc
deleted file mode 100644
index 0de4279..0000000
Binary files a/baselines/densratio/__pycache__/__init__.cpython-311.pyc and /dev/null differ
diff --git a/baselines/densratio/__pycache__/core.cpython-311.pyc b/baselines/densratio/__pycache__/core.cpython-311.pyc
deleted file mode 100644
index 4a0d941..0000000
Binary files a/baselines/densratio/__pycache__/core.cpython-311.pyc and /dev/null differ
diff --git a/baselines/densratio/__pycache__/density_ratio.cpython-311.pyc b/baselines/densratio/__pycache__/density_ratio.cpython-311.pyc
deleted file mode 100644
index 70c0b20..0000000
Binary files a/baselines/densratio/__pycache__/density_ratio.cpython-311.pyc and /dev/null differ
diff --git a/baselines/densratio/__pycache__/helpers.cpython-311.pyc b/baselines/densratio/__pycache__/helpers.cpython-311.pyc
deleted file mode 100644
index 2ae26c3..0000000
Binary files a/baselines/densratio/__pycache__/helpers.cpython-311.pyc and /dev/null differ
diff --git a/baselines/impweight.py b/baselines/impweight.py
index 83e7f6e..f144bce 100644
--- a/baselines/impweight.py
+++ b/baselines/impweight.py
@@ -4,6 +4,20 @@ from sklearn.linear_model import LogisticRegression
from sklearn.model_selection import GridSearchCV
from sklearn.neighbors import KernelDensity
+from baselines import densratio
+from baselines.pykliep import DensityRatioEstimator
+
+
+def kliep(Xtr, ytr, Xte):
+ kliep = DensityRatioEstimator()
+ kliep.fit(Xtr, Xte)
+ return kliep.predict(Xtr)
+
+
+def usilf(Xtr, ytr, Xte, alpha=0.0):
+ dense_ratio_obj = densratio(Xtr, Xte, alpha=alpha, verbose=False)
+ return dense_ratio_obj.compute_density_ratio(Xtr)
+
def logreg(Xtr, ytr, Xte):
# check "Direct Density Ratio Estimation for
diff --git a/baselines/models.py b/baselines/models.py
index 001f02c..a0e8c35 100644
--- a/baselines/models.py
+++ b/baselines/models.py
@@ -123,7 +123,7 @@ if __name__ == "__main__":
results = []
for sample in protocol():
- wx = iw.logreg(d.validation.X, d.validation.y, sample.X)
+ wx = iw.kliep(d.validation.X, d.validation.y, sample.X)
test_preds = lr.predict(sample.X)
estim_acc = np.sum((1.0 * (val_preds == d.validation.y)) * wx) / np.sum(wx)
true_acc = metrics.accuracy_score(sample.y, test_preds)
diff --git a/baselines/pykliep.py b/baselines/pykliep.py
index b9ccedd..8c67ea4 100644
--- a/baselines/pykliep.py
+++ b/baselines/pykliep.py
@@ -74,7 +74,9 @@ class DensityRatioEstimator:
# X_test_shuffled = X_test.copy()
X_test_shuffled = X_test.copy()
- np.random.shuffle(X_test_shuffled)
+ X_test_index = np.arange(X_test_shuffled.shape[0])
+ np.random.shuffle(X_test_index)
+ X_test_shuffled = X_test_shuffled[X_test_index, :]
j_scores = {}
diff --git a/conf.yaml b/conf.yaml
index e4e6294..fb49814 100644
--- a/conf.yaml
+++ b/conf.yaml
@@ -4,56 +4,46 @@ debug_conf: &debug_conf
- acc
DATASET_N_PREVS: 5
DATASET_PREVS:
+ # - 0.2
- 0.5
- - 0.1
+ # - 0.8
confs:
- - DATASET_NAME: imdb
+ - DATASET_NAME: rcv1
+ DATASET_TARGET: CCAT
plot_confs:
debug:
PLOT_ESTIMATORS:
- - ref
+ - mulmc_sld
- atc_mc
- - atc_ne
PLOT_STDEV: true
- debug_plus:
- PLOT_ESTIMATORS:
- - mul_sld_bcts
- - mul_sld
- - ref
- - atc_mc
- - atc_ne
-test_conf: &test_conf
+mc_conf: &mc_conf
global:
METRICS:
- acc
- - f1
- DATASET_N_PREVS: 2
- DATASET_PREVS:
- - 0.5
- - 0.1
+ DATASET_N_PREVS: 9
+ DATASET_DIR_UPDATE: true
confs:
- # - DATASET_NAME: rcv1
- # DATASET_TARGET: CCAT
- - DATASET_NAME: imdb
+ - DATASET_NAME: rcv1
+ DATASET_TARGET: CCAT
+ # - DATASET_NAME: imdb
plot_confs:
- best_vs_atc:
+ debug3:
PLOT_ESTIMATORS:
- - bin_sld
- - bin_sld_bcts
- - bin_sld_gs
- - mul_sld
- - mul_sld_bcts
- - mul_sld_gs
- - ref
- - atc_mc
- - atc_ne
+ - binmc_sld
+ - mulmc_sld
+ - binne_sld
+ - mulne_sld
+ - bin_sld_gs
+ - mul_sld_gs
+ - atc_mc
+ PLOT_STDEV: true
-main_conf: &main_conf
+test_conf: &test_conf
global:
METRICS:
- acc
@@ -63,29 +53,160 @@ main_conf: &main_conf
confs:
- DATASET_NAME: rcv1
DATASET_TARGET: CCAT
- confs_bck:
+ # - DATASET_NAME: imdb
+
+ plot_confs:
+ gs_vs_gsq:
+ PLOT_ESTIMATORS:
+ - bin_sld
+ - bin_sld_gs
+ - bin_sld_gsq
+ - mul_sld
+ - mul_sld_gs
+ - mul_sld_gsq
+ gs_vs_atc:
+ PLOT_ESTIMATORS:
+ - bin_sld
+ - bin_sld_gs
+ - mul_sld
+ - mul_sld_gs
+ - atc_mc
+ - atc_ne
+ sld_vs_pacc:
+ PLOT_ESTIMATORS:
+ - bin_sld
+ - bin_sld_gs
+ - mul_sld
+ - mul_sld_gs
+ - bin_pacc
+ - bin_pacc_gs
+ - mul_pacc
+ - mul_pacc_gs
+ - atc_mc
+ - atc_ne
+ pacc_vs_atc:
+ PLOT_ESTIMATORS:
+ - bin_pacc
+ - bin_pacc_gs
+ - mul_pacc
+ - mul_pacc_gs
+ - atc_mc
+ - atc_ne
+
+main_conf: &main_conf
+
+ global:
+ METRICS:
+ - acc
+ - f1
+ DATASET_N_PREVS: 9
+ DATASET_DIR_UPDATE: true
+
+ confs:
+ - DATASET_NAME: rcv1
+ DATASET_TARGET: CCAT
- DATASET_NAME: imdb
+ confs_next:
- DATASET_NAME: rcv1
DATASET_TARGET: GCAT
- DATASET_NAME: rcv1
DATASET_TARGET: MCAT
plot_confs:
+ gs_vs_qgs:
+ PLOT_ESTIMATORS:
+ - mul_sld_gs
+ - bin_sld_gs
+ - mul_sld_gsq
+ - bin_sld_gsq
+ - atc_mc
+ - atc_ne
+ PLOT_STDEV: true
+ plot_confs_completed:
+ max_conf_vs_atc_pacc:
+ PLOT_ESTIMATORS:
+ - bin_pacc
+ - binmc_pacc
+ - mul_pacc
+ - mulmc_pacc
+ - atc_mc
+ PLOT_STDEV: true
+ max_conf_vs_entropy_pacc:
+ PLOT_ESTIMATORS:
+ - binmc_pacc
+ - binne_pacc
+ - mulmc_pacc
+ - mulne_pacc
+ - atc_mc
+ PLOT_STDEV: true
gs_vs_atc:
PLOT_ESTIMATORS:
- mul_sld_gs
- bin_sld_gs
- - ref
+ - mul_pacc_gs
+ - bin_pacc_gs
- atc_mc
- atc_ne
PLOT_STDEV: true
+ gs_vs_all:
+ PLOT_ESTIMATORS:
+ - mul_sld_gs
+ - bin_sld_gs
+ - mul_pacc_gs
+ - bin_pacc_gs
+ - atc_mc
+ - doc_feat
+ - kfcv
+ PLOT_STDEV: true
+ gs_vs_qgs:
+ PLOT_ESTIMATORS:
+ - mul_sld_gs
+ - bin_sld_gs
+ - mul_sld_gsq
+ - bin_sld_gsq
+ - atc_mc
+ - atc_ne
+ PLOT_STDEV: true
+ cc_vs_other:
+ PLOT_ESTIMATORS:
+ - mul_cc
+ - bin_cc
+ - mul_sld
+ - bin_sld
+ - mul_pacc
+ - bin_pacc
+ PLOT_STDEV: true
+ max_conf_vs_atc:
+ PLOT_ESTIMATORS:
+ - bin_sld
+ - binmc_sld
+ - mul_sld
+ - mulmc_sld
+ - atc_mc
+ PLOT_STDEV: true
+ max_conf_vs_entropy:
+ PLOT_ESTIMATORS:
+ - binmc_sld
+ - binne_sld
+ - mulmc_sld
+ - mulne_sld
+ - atc_mc
+ PLOT_STDEV: true
+ sld_vs_pacc:
+ PLOT_ESTIMATORS:
+ - bin_sld
+ - mul_sld
+ - bin_pacc
+ - mul_pacc
+ - atc_mc
+ PLOT_STDEV: true
+ plot_confs_other:
best_vs_atc:
PLOT_ESTIMATORS:
- mul_sld_bcts
- mul_sld_gs
- bin_sld_bcts
- bin_sld_gs
- - ref
- atc_mc
- atc_ne
all_vs_atc:
@@ -96,7 +217,6 @@ main_conf: &main_conf
- mul_sld
- mul_sld_bcts
- mul_sld_gs
- - ref
- atc_mc
- atc_ne
best_vs_all:
@@ -105,10 +225,9 @@ main_conf: &main_conf
- bin_sld_gs
- mul_sld_bcts
- mul_sld_gs
- - ref
- kfcv
- atc_mc
- atc_ne
- doc_feat
-exec: *debug_conf
\ No newline at end of file
+exec: *main_conf
\ No newline at end of file
diff --git a/poetry.lock b/poetry.lock
index c8da77f..8b37102 100644
--- a/poetry.lock
+++ b/poetry.lock
@@ -15,6 +15,104 @@ numpy = ">=1.9"
scikit-learn = ">=0.20.0"
scipy = ">=1.1.0"
+[[package]]
+name = "bcrypt"
+version = "4.0.1"
+description = "Modern password hashing for your software and your servers"
+optional = false
+python-versions = ">=3.6"
+files = [
+ {file = "bcrypt-4.0.1-cp36-abi3-macosx_10_10_universal2.whl", hash = "sha256:b1023030aec778185a6c16cf70f359cbb6e0c289fd564a7cfa29e727a1c38f8f"},
+ {file = "bcrypt-4.0.1-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.manylinux_2_24_aarch64.whl", hash = "sha256:08d2947c490093a11416df18043c27abe3921558d2c03e2076ccb28a116cb6d0"},
+ {file = "bcrypt-4.0.1-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0eaa47d4661c326bfc9d08d16debbc4edf78778e6aaba29c1bc7ce67214d4410"},
+ {file = "bcrypt-4.0.1-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ae88eca3024bb34bb3430f964beab71226e761f51b912de5133470b649d82344"},
+ {file = "bcrypt-4.0.1-cp36-abi3-manylinux_2_24_x86_64.whl", hash = "sha256:a522427293d77e1c29e303fc282e2d71864579527a04ddcfda6d4f8396c6c36a"},
+ {file = "bcrypt-4.0.1-cp36-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:fbdaec13c5105f0c4e5c52614d04f0bca5f5af007910daa8b6b12095edaa67b3"},
+ {file = "bcrypt-4.0.1-cp36-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:ca3204d00d3cb2dfed07f2d74a25f12fc12f73e606fcaa6975d1f7ae69cacbb2"},
+ {file = "bcrypt-4.0.1-cp36-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:089098effa1bc35dc055366740a067a2fc76987e8ec75349eb9484061c54f535"},
+ {file = "bcrypt-4.0.1-cp36-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:e9a51bbfe7e9802b5f3508687758b564069ba937748ad7b9e890086290d2f79e"},
+ {file = "bcrypt-4.0.1-cp36-abi3-win32.whl", hash = "sha256:2caffdae059e06ac23fce178d31b4a702f2a3264c20bfb5ff541b338194d8fab"},
+ {file = "bcrypt-4.0.1-cp36-abi3-win_amd64.whl", hash = "sha256:8a68f4341daf7522fe8d73874de8906f3a339048ba406be6ddc1b3ccb16fc0d9"},
+ {file = "bcrypt-4.0.1-pp37-pypy37_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bf4fa8b2ca74381bb5442c089350f09a3f17797829d958fad058d6e44d9eb83c"},
+ {file = "bcrypt-4.0.1-pp37-pypy37_pp73-manylinux_2_24_x86_64.whl", hash = "sha256:67a97e1c405b24f19d08890e7ae0c4f7ce1e56a712a016746c8b2d7732d65d4b"},
+ {file = "bcrypt-4.0.1-pp37-pypy37_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:b3b85202d95dd568efcb35b53936c5e3b3600c7cdcc6115ba461df3a8e89f38d"},
+ {file = "bcrypt-4.0.1-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cbb03eec97496166b704ed663a53680ab57c5084b2fc98ef23291987b525cb7d"},
+ {file = "bcrypt-4.0.1-pp38-pypy38_pp73-manylinux_2_24_x86_64.whl", hash = "sha256:5ad4d32a28b80c5fa6671ccfb43676e8c1cc232887759d1cd7b6f56ea4355215"},
+ {file = "bcrypt-4.0.1-pp38-pypy38_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:b57adba8a1444faf784394de3436233728a1ecaeb6e07e8c22c8848f179b893c"},
+ {file = "bcrypt-4.0.1-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:705b2cea8a9ed3d55b4491887ceadb0106acf7c6387699fca771af56b1cdeeda"},
+ {file = "bcrypt-4.0.1-pp39-pypy39_pp73-manylinux_2_24_x86_64.whl", hash = "sha256:2b3ac11cf45161628f1f3733263e63194f22664bf4d0c0f3ab34099c02134665"},
+ {file = "bcrypt-4.0.1-pp39-pypy39_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:3100851841186c25f127731b9fa11909ab7b1df6fc4b9f8353f4f1fd952fbf71"},
+ {file = "bcrypt-4.0.1.tar.gz", hash = "sha256:27d375903ac8261cfe4047f6709d16f7d18d39b1ec92aaf72af989552a650ebd"},
+]
+
+[package.extras]
+tests = ["pytest (>=3.2.1,!=3.3.0)"]
+typecheck = ["mypy"]
+
+[[package]]
+name = "cffi"
+version = "1.16.0"
+description = "Foreign Function Interface for Python calling C code."
+optional = false
+python-versions = ">=3.8"
+files = [
+ {file = "cffi-1.16.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:6b3d6606d369fc1da4fd8c357d026317fbb9c9b75d36dc16e90e84c26854b088"},
+ {file = "cffi-1.16.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:ac0f5edd2360eea2f1daa9e26a41db02dd4b0451b48f7c318e217ee092a213e9"},
+ {file = "cffi-1.16.0-cp310-cp310-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:7e61e3e4fa664a8588aa25c883eab612a188c725755afff6289454d6362b9673"},
+ {file = "cffi-1.16.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a72e8961a86d19bdb45851d8f1f08b041ea37d2bd8d4fd19903bc3083d80c896"},
+ {file = "cffi-1.16.0-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:5b50bf3f55561dac5438f8e70bfcdfd74543fd60df5fa5f62d94e5867deca684"},
+ {file = "cffi-1.16.0-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7651c50c8c5ef7bdb41108b7b8c5a83013bfaa8a935590c5d74627c047a583c7"},
+ {file = "cffi-1.16.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e4108df7fe9b707191e55f33efbcb2d81928e10cea45527879a4749cbe472614"},
+ {file = "cffi-1.16.0-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:32c68ef735dbe5857c810328cb2481e24722a59a2003018885514d4c09af9743"},
+ {file = "cffi-1.16.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:673739cb539f8cdaa07d92d02efa93c9ccf87e345b9a0b556e3ecc666718468d"},
+ {file = "cffi-1.16.0-cp310-cp310-win32.whl", hash = "sha256:9f90389693731ff1f659e55c7d1640e2ec43ff725cc61b04b2f9c6d8d017df6a"},
+ {file = "cffi-1.16.0-cp310-cp310-win_amd64.whl", hash = "sha256:e6024675e67af929088fda399b2094574609396b1decb609c55fa58b028a32a1"},
+ {file = "cffi-1.16.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:b84834d0cf97e7d27dd5b7f3aca7b6e9263c56308ab9dc8aae9784abb774d404"},
+ {file = "cffi-1.16.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:1b8ebc27c014c59692bb2664c7d13ce7a6e9a629be20e54e7271fa696ff2b417"},
+ {file = "cffi-1.16.0-cp311-cp311-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ee07e47c12890ef248766a6e55bd38ebfb2bb8edd4142d56db91b21ea68b7627"},
+ {file = "cffi-1.16.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d8a9d3ebe49f084ad71f9269834ceccbf398253c9fac910c4fd7053ff1386936"},
+ {file = "cffi-1.16.0-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:e70f54f1796669ef691ca07d046cd81a29cb4deb1e5f942003f401c0c4a2695d"},
+ {file = "cffi-1.16.0-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5bf44d66cdf9e893637896c7faa22298baebcd18d1ddb6d2626a6e39793a1d56"},
+ {file = "cffi-1.16.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7b78010e7b97fef4bee1e896df8a4bbb6712b7f05b7ef630f9d1da00f6444d2e"},
+ {file = "cffi-1.16.0-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:c6a164aa47843fb1b01e941d385aab7215563bb8816d80ff3a363a9f8448a8dc"},
+ {file = "cffi-1.16.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:e09f3ff613345df5e8c3667da1d918f9149bd623cd9070c983c013792a9a62eb"},
+ {file = "cffi-1.16.0-cp311-cp311-win32.whl", hash = "sha256:2c56b361916f390cd758a57f2e16233eb4f64bcbeee88a4881ea90fca14dc6ab"},
+ {file = "cffi-1.16.0-cp311-cp311-win_amd64.whl", hash = "sha256:db8e577c19c0fda0beb7e0d4e09e0ba74b1e4c092e0e40bfa12fe05b6f6d75ba"},
+ {file = "cffi-1.16.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:fa3a0128b152627161ce47201262d3140edb5a5c3da88d73a1b790a959126956"},
+ {file = "cffi-1.16.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:68e7c44931cc171c54ccb702482e9fc723192e88d25a0e133edd7aff8fcd1f6e"},
+ {file = "cffi-1.16.0-cp312-cp312-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:abd808f9c129ba2beda4cfc53bde801e5bcf9d6e0f22f095e45327c038bfe68e"},
+ {file = "cffi-1.16.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:88e2b3c14bdb32e440be531ade29d3c50a1a59cd4e51b1dd8b0865c54ea5d2e2"},
+ {file = "cffi-1.16.0-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:fcc8eb6d5902bb1cf6dc4f187ee3ea80a1eba0a89aba40a5cb20a5087d961357"},
+ {file = "cffi-1.16.0-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b7be2d771cdba2942e13215c4e340bfd76398e9227ad10402a8767ab1865d2e6"},
+ {file = "cffi-1.16.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e715596e683d2ce000574bae5d07bd522c781a822866c20495e52520564f0969"},
+ {file = "cffi-1.16.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:2d92b25dbf6cae33f65005baf472d2c245c050b1ce709cc4588cdcdd5495b520"},
+ {file = "cffi-1.16.0-cp312-cp312-win32.whl", hash = "sha256:b2ca4e77f9f47c55c194982e10f058db063937845bb2b7a86c84a6cfe0aefa8b"},
+ {file = "cffi-1.16.0-cp312-cp312-win_amd64.whl", hash = "sha256:68678abf380b42ce21a5f2abde8efee05c114c2fdb2e9eef2efdb0257fba1235"},
+ {file = "cffi-1.16.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:0c9ef6ff37e974b73c25eecc13952c55bceed9112be2d9d938ded8e856138bcc"},
+ {file = "cffi-1.16.0-cp38-cp38-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:a09582f178759ee8128d9270cd1344154fd473bb77d94ce0aeb2a93ebf0feaf0"},
+ {file = "cffi-1.16.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e760191dd42581e023a68b758769e2da259b5d52e3103c6060ddc02c9edb8d7b"},
+ {file = "cffi-1.16.0-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:80876338e19c951fdfed6198e70bc88f1c9758b94578d5a7c4c91a87af3cf31c"},
+ {file = "cffi-1.16.0-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:a6a14b17d7e17fa0d207ac08642c8820f84f25ce17a442fd15e27ea18d67c59b"},
+ {file = "cffi-1.16.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6602bc8dc6f3a9e02b6c22c4fc1e47aa50f8f8e6d3f78a5e16ac33ef5fefa324"},
+ {file = "cffi-1.16.0-cp38-cp38-win32.whl", hash = "sha256:131fd094d1065b19540c3d72594260f118b231090295d8c34e19a7bbcf2e860a"},
+ {file = "cffi-1.16.0-cp38-cp38-win_amd64.whl", hash = "sha256:31d13b0f99e0836b7ff893d37af07366ebc90b678b6664c955b54561fc36ef36"},
+ {file = "cffi-1.16.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:582215a0e9adbe0e379761260553ba11c58943e4bbe9c36430c4ca6ac74b15ed"},
+ {file = "cffi-1.16.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:b29ebffcf550f9da55bec9e02ad430c992a87e5f512cd63388abb76f1036d8d2"},
+ {file = "cffi-1.16.0-cp39-cp39-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:dc9b18bf40cc75f66f40a7379f6a9513244fe33c0e8aa72e2d56b0196a7ef872"},
+ {file = "cffi-1.16.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9cb4a35b3642fc5c005a6755a5d17c6c8b6bcb6981baf81cea8bfbc8903e8ba8"},
+ {file = "cffi-1.16.0-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b86851a328eedc692acf81fb05444bdf1891747c25af7529e39ddafaf68a4f3f"},
+ {file = "cffi-1.16.0-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:c0f31130ebc2d37cdd8e44605fb5fa7ad59049298b3f745c74fa74c62fbfcfc4"},
+ {file = "cffi-1.16.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8f8e709127c6c77446a8c0a8c8bf3c8ee706a06cd44b1e827c3e6a2ee6b8c098"},
+ {file = "cffi-1.16.0-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:748dcd1e3d3d7cd5443ef03ce8685043294ad6bd7c02a38d1bd367cfd968e000"},
+ {file = "cffi-1.16.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:8895613bcc094d4a1b2dbe179d88d7fb4a15cee43c052e8885783fac397d91fe"},
+ {file = "cffi-1.16.0-cp39-cp39-win32.whl", hash = "sha256:ed86a35631f7bfbb28e108dd96773b9d5a6ce4811cf6ea468bb6a359b256b1e4"},
+ {file = "cffi-1.16.0-cp39-cp39-win_amd64.whl", hash = "sha256:3686dffb02459559c74dd3d81748269ffb0eb027c39a6fc99502de37d501faa8"},
+ {file = "cffi-1.16.0.tar.gz", hash = "sha256:bcb3ef43e58665bbda2fb198698fcae6776483e0c4a631aa5647806c25e02cc0"},
+]
+
+[package.dependencies]
+pycparser = "*"
+
[[package]]
name = "colorama"
version = "0.4.6"
@@ -223,6 +321,51 @@ files = [
[package.extras]
toml = ["tomli"]
+[[package]]
+name = "cryptography"
+version = "41.0.5"
+description = "cryptography is a package which provides cryptographic recipes and primitives to Python developers."
+optional = false
+python-versions = ">=3.7"
+files = [
+ {file = "cryptography-41.0.5-cp37-abi3-macosx_10_12_universal2.whl", hash = "sha256:da6a0ff8f1016ccc7477e6339e1d50ce5f59b88905585f77193ebd5068f1e797"},
+ {file = "cryptography-41.0.5-cp37-abi3-macosx_10_12_x86_64.whl", hash = "sha256:b948e09fe5fb18517d99994184854ebd50b57248736fd4c720ad540560174ec5"},
+ {file = "cryptography-41.0.5-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d38e6031e113b7421db1de0c1b1f7739564a88f1684c6b89234fbf6c11b75147"},
+ {file = "cryptography-41.0.5-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e270c04f4d9b5671ebcc792b3ba5d4488bf7c42c3c241a3748e2599776f29696"},
+ {file = "cryptography-41.0.5-cp37-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:ec3b055ff8f1dce8e6ef28f626e0972981475173d7973d63f271b29c8a2897da"},
+ {file = "cryptography-41.0.5-cp37-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:7d208c21e47940369accfc9e85f0de7693d9a5d843c2509b3846b2db170dfd20"},
+ {file = "cryptography-41.0.5-cp37-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:8254962e6ba1f4d2090c44daf50a547cd5f0bf446dc658a8e5f8156cae0d8548"},
+ {file = "cryptography-41.0.5-cp37-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:a48e74dad1fb349f3dc1d449ed88e0017d792997a7ad2ec9587ed17405667e6d"},
+ {file = "cryptography-41.0.5-cp37-abi3-win32.whl", hash = "sha256:d3977f0e276f6f5bf245c403156673db103283266601405376f075c849a0b936"},
+ {file = "cryptography-41.0.5-cp37-abi3-win_amd64.whl", hash = "sha256:73801ac9736741f220e20435f84ecec75ed70eda90f781a148f1bad546963d81"},
+ {file = "cryptography-41.0.5-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:3be3ca726e1572517d2bef99a818378bbcf7d7799d5372a46c79c29eb8d166c1"},
+ {file = "cryptography-41.0.5-pp310-pypy310_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:e886098619d3815e0ad5790c973afeee2c0e6e04b4da90b88e6bd06e2a0b1b72"},
+ {file = "cryptography-41.0.5-pp310-pypy310_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:573eb7128cbca75f9157dcde974781209463ce56b5804983e11a1c462f0f4e88"},
+ {file = "cryptography-41.0.5-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:0c327cac00f082013c7c9fb6c46b7cc9fa3c288ca702c74773968173bda421bf"},
+ {file = "cryptography-41.0.5-pp38-pypy38_pp73-macosx_10_12_x86_64.whl", hash = "sha256:227ec057cd32a41c6651701abc0328135e472ed450f47c2766f23267b792a88e"},
+ {file = "cryptography-41.0.5-pp38-pypy38_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:22892cc830d8b2c89ea60148227631bb96a7da0c1b722f2aac8824b1b7c0b6b8"},
+ {file = "cryptography-41.0.5-pp38-pypy38_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:5a70187954ba7292c7876734183e810b728b4f3965fbe571421cb2434d279179"},
+ {file = "cryptography-41.0.5-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:88417bff20162f635f24f849ab182b092697922088b477a7abd6664ddd82291d"},
+ {file = "cryptography-41.0.5-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:c707f7afd813478e2019ae32a7c49cd932dd60ab2d2a93e796f68236b7e1fbf1"},
+ {file = "cryptography-41.0.5-pp39-pypy39_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:580afc7b7216deeb87a098ef0674d6ee34ab55993140838b14c9b83312b37b86"},
+ {file = "cryptography-41.0.5-pp39-pypy39_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:fba1e91467c65fe64a82c689dc6cf58151158993b13eb7a7f3f4b7f395636723"},
+ {file = "cryptography-41.0.5-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:0d2a6a598847c46e3e321a7aef8af1436f11c27f1254933746304ff014664d84"},
+ {file = "cryptography-41.0.5.tar.gz", hash = "sha256:392cb88b597247177172e02da6b7a63deeff1937fa6fec3bbf902ebd75d97ec7"},
+]
+
+[package.dependencies]
+cffi = ">=1.12"
+
+[package.extras]
+docs = ["sphinx (>=5.3.0)", "sphinx-rtd-theme (>=1.1.1)"]
+docstest = ["pyenchant (>=1.6.11)", "sphinxcontrib-spelling (>=4.0.1)", "twine (>=1.12.0)"]
+nox = ["nox"]
+pep8test = ["black", "check-sdist", "mypy", "ruff"]
+sdist = ["build"]
+ssh = ["bcrypt (>=3.1.5)"]
+test = ["pretend", "pytest (>=6.2.0)", "pytest-benchmark", "pytest-cov", "pytest-xdist"]
+test-randomorder = ["pytest-randomly"]
+
[[package]]
name = "cycler"
version = "0.11.0"
@@ -728,6 +871,27 @@ sql-other = ["SQLAlchemy (>=1.4.36)"]
test = ["hypothesis (>=6.46.1)", "pytest (>=7.3.2)", "pytest-asyncio (>=0.17.0)", "pytest-xdist (>=2.2.0)"]
xml = ["lxml (>=4.8.0)"]
+[[package]]
+name = "paramiko"
+version = "3.3.1"
+description = "SSH2 protocol library"
+optional = false
+python-versions = ">=3.6"
+files = [
+ {file = "paramiko-3.3.1-py3-none-any.whl", hash = "sha256:b7bc5340a43de4287bbe22fe6de728aa2c22468b2a849615498dd944c2f275eb"},
+ {file = "paramiko-3.3.1.tar.gz", hash = "sha256:6a3777a961ac86dbef375c5f5b8d50014a1a96d0fd7f054a43bc880134b0ff77"},
+]
+
+[package.dependencies]
+bcrypt = ">=3.2"
+cryptography = ">=3.3"
+pynacl = ">=1.5"
+
+[package.extras]
+all = ["gssapi (>=1.4.1)", "invoke (>=2.0)", "pyasn1 (>=0.1.7)", "pywin32 (>=2.1.8)"]
+gssapi = ["gssapi (>=1.4.1)", "pyasn1 (>=0.1.7)", "pywin32 (>=2.1.8)"]
+invoke = ["invoke (>=2.0)"]
+
[[package]]
name = "pillow"
version = "10.0.1"
@@ -851,6 +1015,17 @@ files = [
[package.dependencies]
numpy = ">=1.16.6"
+[[package]]
+name = "pycparser"
+version = "2.21"
+description = "C parser in Python"
+optional = false
+python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*"
+files = [
+ {file = "pycparser-2.21-py2.py3-none-any.whl", hash = "sha256:8ee45429555515e1f6b185e78100aea234072576aa43ab53aefcae078162fca9"},
+ {file = "pycparser-2.21.tar.gz", hash = "sha256:e644fdec12f7872f86c58ff790da456218b10f863970249516d60a5eaca77206"},
+]
+
[[package]]
name = "pylance"
version = "0.5.10"
@@ -872,6 +1047,32 @@ pyarrow = ">=10"
[package.extras]
tests = ["duckdb", "ml_dtypes", "pandas (>=1.4)", "polars[pandas,pyarrow]", "pytest", "tensorflow"]
+[[package]]
+name = "pynacl"
+version = "1.5.0"
+description = "Python binding to the Networking and Cryptography (NaCl) library"
+optional = false
+python-versions = ">=3.6"
+files = [
+ {file = "PyNaCl-1.5.0-cp36-abi3-macosx_10_10_universal2.whl", hash = "sha256:401002a4aaa07c9414132aaed7f6836ff98f59277a234704ff66878c2ee4a0d1"},
+ {file = "PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.manylinux_2_24_aarch64.whl", hash = "sha256:52cb72a79269189d4e0dc537556f4740f7f0a9ec41c1322598799b0bdad4ef92"},
+ {file = "PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a36d4a9dda1f19ce6e03c9a784a2921a4b726b02e1c736600ca9c22029474394"},
+ {file = "PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:0c84947a22519e013607c9be43706dd42513f9e6ae5d39d3613ca1e142fba44d"},
+ {file = "PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:06b8f6fa7f5de8d5d2f7573fe8c863c051225a27b61e6860fd047b1775807858"},
+ {file = "PyNaCl-1.5.0-cp36-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:a422368fc821589c228f4c49438a368831cb5bbc0eab5ebe1d7fac9dded6567b"},
+ {file = "PyNaCl-1.5.0-cp36-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:61f642bf2378713e2c2e1de73444a3778e5f0a38be6fee0fe532fe30060282ff"},
+ {file = "PyNaCl-1.5.0-cp36-abi3-win32.whl", hash = "sha256:e46dae94e34b085175f8abb3b0aaa7da40767865ac82c928eeb9e57e1ea8a543"},
+ {file = "PyNaCl-1.5.0-cp36-abi3-win_amd64.whl", hash = "sha256:20f42270d27e1b6a29f54032090b972d97f0a1b0948cc52392041ef7831fee93"},
+ {file = "PyNaCl-1.5.0.tar.gz", hash = "sha256:8ac7448f09ab85811607bdd21ec2464495ac8b7c66d146bf545b0f08fb9220ba"},
+]
+
+[package.dependencies]
+cffi = ">=1.4.1"
+
+[package.extras]
+docs = ["sphinx (>=1.6.5)", "sphinx-rtd-theme"]
+tests = ["hypothesis (>=3.27.0)", "pytest (>=3.2.1,!=3.3.0)"]
+
[[package]]
name = "pyparsing"
version = "3.1.1"
@@ -1172,6 +1373,20 @@ files = [
{file = "six-1.16.0.tar.gz", hash = "sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926"},
]
+[[package]]
+name = "tabulate"
+version = "0.9.0"
+description = "Pretty-print tabular data"
+optional = false
+python-versions = ">=3.7"
+files = [
+ {file = "tabulate-0.9.0-py3-none-any.whl", hash = "sha256:024ca478df22e9340661486f85298cff5f6dcdba14f3813e8830015b9ed1948f"},
+ {file = "tabulate-0.9.0.tar.gz", hash = "sha256:0095b12bf5966de529c0feb1fa08671671b3368eec77d7ef7ab114be2c068b3c"},
+]
+
+[package.extras]
+widechars = ["wcwidth"]
+
[[package]]
name = "threadpoolctl"
version = "3.2.0"
@@ -1271,4 +1486,4 @@ test = ["pytest", "pytest-cov"]
[metadata]
lock-version = "2.0"
python-versions = "^3.11"
-content-hash = "54d9922f6d48a46f554a6b350ce09d668a88755efb1fbf295f8f8a0a411bdef2"
+content-hash = "8ce63f546a9858b6678a3eb3925d6f629cbf0c95e4ee8bdeeb3415ce184ffbc9"
diff --git a/pyproject.toml b/pyproject.toml
index ee62e17..06d68d2 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -25,6 +25,8 @@ pylance = "^0.5.9"
pytest-mock = "^3.11.1"
pytest-cov = "^4.1.0"
win11toast = "^0.32"
+tabulate = "^0.9.0"
+paramiko = "^3.3.1"
[tool.pytest.ini_options]
addopts = "--cov=quacc --capture=tee-sys"
diff --git a/quacc.log b/quacc.log
new file mode 100644
index 0000000..5dbaffd
--- /dev/null
+++ b/quacc.log
@@ -0,0 +1,4671 @@
+----------------------------------------------------------------------------------------------------
+30/10/23 14:14:05| INFO: dataset imdb
+----------------------------------------------------------------------------------------------------
+30/10/23 14:14:24| INFO: dataset imdb
+30/10/23 14:14:31| INFO: Dataset sample 0.90 of dataset imdb started
+30/10/23 14:14:35| WARNING: Method ref failed. Exception: 'dict' object has no attribute 'Keys'
+30/10/23 14:14:35| WARNING: Method atc_mc failed. Exception: 'dict' object has no attribute 'Keys'
+30/10/23 14:14:35| WARNING: Method atc_ne failed. Exception: 'dict' object has no attribute 'Keys'
+30/10/23 14:14:42| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 14:14:52| WARNING: Method mul_sld failed. Exception: 'dict' object has no attribute 'Keys'
+30/10/23 14:14:52| INFO: Dataset sample 0.90 of dataset imdb finished [took 21.1198s]
+30/10/23 14:14:52| WARNING: Dataset sample 0.90 of dataset imdb failed. Exception: No objects to concatenate
+30/10/23 14:14:52| ERROR: Configuration imdb_1prevs failed. Exception: 'module' object is not callable
+30/10/23 14:14:52| ERROR: estimate comparison failed. Exceprion: 'module' object is not callable
+----------------------------------------------------------------------------------------------------
+30/10/23 14:16:15| INFO: dataset imdb
+30/10/23 14:16:22| INFO: Dataset sample 0.90 of dataset imdb started
+30/10/23 14:16:34| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 14:16:36| INFO: ref finished [took 11.6636s]
+30/10/23 14:16:39| INFO: atc_mc finished [took 14.8672s]
+30/10/23 14:16:39| INFO: atc_ne finished [took 14.8614s]
+30/10/23 14:16:49| INFO: mul_sld finished [took 24.6212s]
+30/10/23 14:16:49| INFO: Dataset sample 0.90 of dataset imdb finished [took 26.7805s]
+30/10/23 14:16:49| INFO: Dataset sample 0.80 of dataset imdb started
+30/10/23 14:17:02| INFO: ref finished [took 13.0129s]
+30/10/23 14:17:06| INFO: atc_mc finished [took 16.0277s]
+30/10/23 14:17:06| INFO: atc_ne finished [took 16.1381s]
+30/10/23 14:17:17| INFO: mul_sld finished [took 28.1917s]
+30/10/23 14:17:23| INFO: mul_sld_bcts finished [took 33.5628s]
+30/10/23 14:17:23| INFO: Dataset sample 0.80 of dataset imdb finished [took 34.3680s]
+30/10/23 14:17:23| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 14:17:36| INFO: ref finished [took 12.5930s]
+30/10/23 14:17:40| INFO: atc_mc finished [took 16.1461s]
+30/10/23 14:17:40| INFO: atc_ne finished [took 16.1788s]
+30/10/23 14:17:52| INFO: mul_sld finished [took 28.5367s]
+30/10/23 14:18:00| INFO: mul_sld_bcts finished [took 36.0452s]
+30/10/23 14:18:00| INFO: Dataset sample 0.50 of dataset imdb finished [took 36.7488s]
+30/10/23 14:18:00| INFO: Dataset sample 0.20 of dataset imdb started
+30/10/23 14:18:13| INFO: ref finished [took 12.3910s]
+30/10/23 14:18:17| INFO: atc_mc finished [took 15.8804s]
+30/10/23 14:18:17| INFO: atc_ne finished [took 15.7115s]
+30/10/23 14:18:32| INFO: mul_sld_bcts finished [took 31.9997s]
+30/10/23 14:18:34| INFO: mul_sld finished [took 33.3735s]
+30/10/23 14:18:34| INFO: Dataset sample 0.20 of dataset imdb finished [took 33.9557s]
+30/10/23 14:18:34| INFO: Dataset sample 0.10 of dataset imdb started
+30/10/23 14:18:44| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 14:18:46| INFO: ref finished [took 11.7451s]
+30/10/23 14:18:50| INFO: atc_mc finished [took 15.2294s]
+30/10/23 14:18:50| INFO: atc_ne finished [took 15.1239s]
+30/10/23 14:18:55| INFO: mul_sld finished [took 21.3092s]
+30/10/23 14:18:55| INFO: Dataset sample 0.10 of dataset imdb finished [took 21.7186s]
+30/10/23 14:18:55| ERROR: Configuration imdb_1prevs failed. Exception: 'mul_sld_bcts'
+30/10/23 14:18:55| ERROR: estimate comparison failed. Exceprion: 'module' object is not callable
+----------------------------------------------------------------------------------------------------
+30/10/23 14:32:36| INFO: dataset imdb
+30/10/23 14:32:43| INFO: Dataset sample 0.90 of dataset imdb started
+30/10/23 14:32:56| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 14:32:58| INFO: ref finished [took 12.0197s]
+30/10/23 14:33:01| INFO: atc_mc finished [took 15.0884s]
+30/10/23 14:33:01| INFO: atc_ne finished [took 15.0503s]
+30/10/23 14:33:10| INFO: mul_sld finished [took 24.4470s]
+30/10/23 14:33:10| INFO: Dataset sample 0.90 of dataset imdb finished [took 26.6099s]
+30/10/23 14:33:10| INFO: Dataset sample 0.80 of dataset imdb started
+30/10/23 14:33:23| INFO: ref finished [took 12.1812s]
+30/10/23 14:33:27| INFO: atc_mc finished [took 15.5589s]
+30/10/23 14:33:27| INFO: atc_ne finished [took 15.5283s]
+30/10/23 14:33:38| INFO: mul_sld finished [took 27.1282s]
+30/10/23 14:33:44| INFO: mul_sld_bcts finished [took 33.1098s]
+30/10/23 14:33:44| INFO: Dataset sample 0.80 of dataset imdb finished [took 33.9196s]
+30/10/23 14:33:44| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 14:33:57| INFO: ref finished [took 12.5959s]
+30/10/23 14:34:01| INFO: atc_mc finished [took 15.9389s]
+30/10/23 14:34:01| INFO: atc_ne finished [took 16.0795s]
+30/10/23 14:34:13| INFO: mul_sld finished [took 28.1568s]
+30/10/23 14:34:20| INFO: mul_sld_bcts finished [took 35.7147s]
+30/10/23 14:34:20| INFO: Dataset sample 0.50 of dataset imdb finished [took 36.3828s]
+30/10/23 14:34:20| INFO: Dataset sample 0.20 of dataset imdb started
+30/10/23 14:34:33| INFO: ref finished [took 12.2399s]
+30/10/23 14:34:37| INFO: atc_mc finished [took 15.4570s]
+30/10/23 14:34:37| INFO: atc_ne finished [took 15.5302s]
+30/10/23 14:34:52| INFO: mul_sld_bcts finished [took 31.1972s]
+30/10/23 14:34:54| INFO: mul_sld finished [took 32.9409s]
+30/10/23 14:34:54| INFO: Dataset sample 0.20 of dataset imdb finished [took 33.5034s]
+30/10/23 14:34:54| INFO: Dataset sample 0.10 of dataset imdb started
+30/10/23 14:35:04| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 14:35:06| INFO: ref finished [took 11.6742s]
+30/10/23 14:35:09| INFO: atc_mc finished [took 14.8324s]
+30/10/23 14:35:10| INFO: atc_ne finished [took 14.8661s]
+30/10/23 14:35:15| INFO: mul_sld finished [took 21.1356s]
+30/10/23 14:35:15| INFO: Dataset sample 0.10 of dataset imdb finished [took 21.5814s]
+30/10/23 14:35:15| ERROR: Configuration imdb_1prevs failed. Exception: ('acc', None)
+30/10/23 14:35:15| ERROR: estimate comparison failed. Exceprion: 'module' object is not callable
+----------------------------------------------------------------------------------------------------
+30/10/23 14:37:47| INFO: dataset imdb
+30/10/23 14:37:54| INFO: Dataset sample 0.90 of dataset imdb started
+30/10/23 14:38:07| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 14:38:09| INFO: ref finished [took 12.0443s]
+30/10/23 14:38:12| INFO: atc_mc finished [took 14.8929s]
+30/10/23 14:38:12| INFO: atc_ne finished [took 15.0431s]
+30/10/23 14:38:21| INFO: mul_sld finished [took 24.7987s]
+30/10/23 14:38:21| INFO: Dataset sample 0.90 of dataset imdb finished [took 27.0182s]
+30/10/23 14:38:21| INFO: Dataset sample 0.80 of dataset imdb started
+30/10/23 14:38:35| INFO: ref finished [took 12.4504s]
+30/10/23 14:38:38| INFO: atc_mc finished [took 16.1560s]
+30/10/23 14:38:39| INFO: atc_ne finished [took 16.1785s]
+30/10/23 14:38:49| INFO: mul_sld finished [took 27.0617s]
+30/10/23 14:38:55| INFO: mul_sld_bcts finished [took 32.7384s]
+30/10/23 14:38:55| INFO: Dataset sample 0.80 of dataset imdb finished [took 33.5347s]
+30/10/23 14:38:55| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 14:39:08| INFO: ref finished [took 12.4381s]
+30/10/23 14:39:11| INFO: atc_mc finished [took 15.6709s]
+30/10/23 14:39:11| INFO: atc_ne finished [took 15.7319s]
+30/10/23 14:39:23| INFO: mul_sld finished [took 27.9301s]
+30/10/23 14:39:31| INFO: mul_sld_bcts finished [took 35.5094s]
+30/10/23 14:39:31| INFO: Dataset sample 0.50 of dataset imdb finished [took 36.1333s]
+30/10/23 14:39:31| INFO: Dataset sample 0.20 of dataset imdb started
+30/10/23 14:39:44| INFO: ref finished [took 12.0382s]
+30/10/23 14:39:47| INFO: atc_mc finished [took 15.0164s]
+30/10/23 14:39:47| INFO: atc_ne finished [took 15.1080s]
+30/10/23 14:40:02| INFO: mul_sld_bcts finished [took 30.9659s]
+30/10/23 14:40:04| INFO: mul_sld finished [took 32.9418s]
+30/10/23 14:40:04| INFO: Dataset sample 0.20 of dataset imdb finished [took 33.4681s]
+30/10/23 14:40:04| INFO: Dataset sample 0.10 of dataset imdb started
+30/10/23 14:40:14| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 14:40:17| INFO: ref finished [took 11.8501s]
+30/10/23 14:40:20| INFO: atc_mc finished [took 14.8473s]
+30/10/23 14:40:21| INFO: atc_ne finished [took 15.2000s]
+30/10/23 14:40:26| INFO: mul_sld finished [took 21.4799s]
+30/10/23 14:40:26| INFO: Dataset sample 0.10 of dataset imdb finished [took 21.9220s]
+30/10/23 14:40:26| ERROR: Configuration imdb_1prevs failed. Exception: NDFrame.droplevel() got an unexpected keyword argument 'index'
+30/10/23 14:40:26| ERROR: estimate comparison failed. Exceprion: 'module' object is not callable
+----------------------------------------------------------------------------------------------------
+30/10/23 14:42:13| INFO: dataset imdb
+30/10/23 14:42:20| INFO: Dataset sample 0.90 of dataset imdb started
+30/10/23 14:42:33| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 14:42:34| INFO: ref finished [took 12.1951s]
+30/10/23 14:42:38| INFO: atc_ne finished [took 15.3431s]
+30/10/23 14:42:38| INFO: atc_mc finished [took 15.4508s]
+30/10/23 14:42:47| INFO: mul_sld finished [took 25.0246s]
+30/10/23 14:42:47| INFO: Dataset sample 0.90 of dataset imdb finished [took 27.1381s]
+30/10/23 14:42:47| INFO: Dataset sample 0.80 of dataset imdb started
+30/10/23 14:43:00| INFO: ref finished [took 12.3269s]
+30/10/23 14:43:04| INFO: atc_ne finished [took 15.9216s]
+30/10/23 14:43:04| INFO: atc_mc finished [took 16.1140s]
+30/10/23 14:43:16| INFO: mul_sld finished [took 28.0575s]
+30/10/23 14:43:22| INFO: mul_sld_bcts finished [took 33.9201s]
+30/10/23 14:43:22| INFO: Dataset sample 0.80 of dataset imdb finished [took 34.7703s]
+30/10/23 14:43:22| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 14:43:35| INFO: ref finished [took 12.6508s]
+30/10/23 14:43:39| INFO: atc_mc finished [took 16.0527s]
+30/10/23 14:43:39| INFO: atc_ne finished [took 16.0515s]
+30/10/23 14:43:50| INFO: mul_sld finished [took 28.1061s]
+30/10/23 14:43:57| INFO: mul_sld_bcts finished [took 34.9278s]
+30/10/23 14:43:57| INFO: Dataset sample 0.50 of dataset imdb finished [took 35.6587s]
+30/10/23 14:43:57| INFO: Dataset sample 0.20 of dataset imdb started
+30/10/23 14:44:10| INFO: ref finished [took 12.0801s]
+30/10/23 14:44:14| INFO: atc_mc finished [took 15.4685s]
+30/10/23 14:44:14| INFO: atc_ne finished [took 15.4165s]
+30/10/23 14:44:29| INFO: mul_sld_bcts finished [took 31.5628s]
+30/10/23 14:44:31| INFO: mul_sld finished [took 33.3113s]
+30/10/23 14:44:31| INFO: Dataset sample 0.20 of dataset imdb finished [took 33.8828s]
+30/10/23 14:44:31| INFO: Dataset sample 0.10 of dataset imdb started
+30/10/23 14:44:41| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 14:44:44| INFO: ref finished [took 11.6822s]
+30/10/23 14:44:47| INFO: atc_mc finished [took 14.8091s]
+30/10/23 14:44:47| INFO: atc_ne finished [took 14.7900s]
+30/10/23 14:44:53| INFO: mul_sld finished [took 21.0390s]
+30/10/23 14:44:53| INFO: Dataset sample 0.10 of dataset imdb finished [took 21.4515s]
+30/10/23 14:44:53| ERROR: Configuration imdb_1prevs failed. Exception: 'function' object has no attribute 'index'
+30/10/23 14:44:53| ERROR: estimate comparison failed. Exceprion: 'module' object is not callable
+----------------------------------------------------------------------------------------------------
+30/10/23 14:46:34| INFO: dataset imdb
+30/10/23 14:46:41| INFO: Dataset sample 0.90 of dataset imdb started
+30/10/23 14:46:54| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 14:46:56| INFO: ref finished [took 12.5001s]
+30/10/23 14:46:59| INFO: atc_mc finished [took 15.5415s]
+30/10/23 14:46:59| INFO: atc_ne finished [took 15.6358s]
+30/10/23 14:47:08| INFO: mul_sld finished [took 24.5102s]
+30/10/23 14:47:08| INFO: Dataset sample 0.90 of dataset imdb finished [took 26.5553s]
+30/10/23 14:47:08| INFO: Dataset sample 0.80 of dataset imdb started
+30/10/23 14:47:21| INFO: ref finished [took 12.0997s]
+30/10/23 14:47:24| INFO: atc_mc finished [took 15.4285s]
+30/10/23 14:47:24| INFO: atc_ne finished [took 15.5599s]
+30/10/23 14:47:36| INFO: mul_sld finished [took 27.6146s]
+30/10/23 14:47:43| INFO: mul_sld_bcts finished [took 34.2610s]
+30/10/23 14:47:43| INFO: Dataset sample 0.80 of dataset imdb finished [took 35.0096s]
+30/10/23 14:47:43| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 14:47:56| INFO: ref finished [took 12.1238s]
+30/10/23 14:48:00| INFO: atc_mc finished [took 15.6990s]
+30/10/23 14:48:00| INFO: atc_ne finished [took 15.8708s]
+30/10/23 14:48:11| INFO: mul_sld finished [took 28.0048s]
+30/10/23 14:48:20| INFO: mul_sld_bcts finished [took 36.1524s]
+30/10/23 14:48:20| INFO: Dataset sample 0.50 of dataset imdb finished [took 36.8480s]
+30/10/23 14:48:20| INFO: Dataset sample 0.20 of dataset imdb started
+30/10/23 14:48:32| INFO: ref finished [took 11.3690s]
+30/10/23 14:48:35| INFO: atc_mc finished [took 14.3092s]
+30/10/23 14:48:35| INFO: atc_ne finished [took 14.4043s]
+30/10/23 14:48:51| INFO: mul_sld_bcts finished [took 30.2595s]
+30/10/23 14:48:52| INFO: mul_sld finished [took 31.4270s]
+30/10/23 14:48:52| INFO: Dataset sample 0.20 of dataset imdb finished [took 31.9598s]
+30/10/23 14:48:52| INFO: Dataset sample 0.10 of dataset imdb started
+30/10/23 14:49:02| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 14:49:04| INFO: ref finished [took 12.1449s]
+30/10/23 14:49:08| INFO: atc_mc finished [took 15.0332s]
+30/10/23 14:49:08| INFO: atc_ne finished [took 15.3463s]
+30/10/23 14:49:13| INFO: mul_sld finished [took 21.2802s]
+30/10/23 14:49:13| INFO: Dataset sample 0.10 of dataset imdb finished [took 21.7079s]
+30/10/23 14:49:14| ERROR: Configuration imdb_1prevs failed. Exception: unsupported operand type(s) for -: 'list' and 'list'
+30/10/23 14:49:14| ERROR: estimate comparison failed. Exceprion: 'module' object is not callable
+----------------------------------------------------------------------------------------------------
+30/10/23 15:10:08| INFO: dataset imdb
+30/10/23 15:10:14| INFO: Dataset sample 0.90 of dataset imdb started
+30/10/23 15:10:26| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 15:10:27| INFO: ref finished [took 10.8100s]
+30/10/23 15:10:30| INFO: atc_mc finished [took 13.5996s]
+30/10/23 15:10:30| INFO: atc_ne finished [took 13.6110s]
+30/10/23 15:10:39| INFO: mul_sld finished [took 22.7361s]
+30/10/23 15:10:39| INFO: Dataset sample 0.90 of dataset imdb finished [took 24.8056s]
+30/10/23 15:10:39| INFO: Dataset sample 0.80 of dataset imdb started
+30/10/23 15:10:51| INFO: ref finished [took 10.9293s]
+30/10/23 15:10:54| INFO: atc_mc finished [took 13.8377s]
+30/10/23 15:10:54| INFO: atc_ne finished [took 13.9983s]
+30/10/23 15:11:05| INFO: mul_sld finished [took 25.1977s]
+30/10/23 15:11:11| INFO: mul_sld_bcts finished [took 31.1124s]
+30/10/23 15:11:11| INFO: Dataset sample 0.80 of dataset imdb finished [took 31.8294s]
+30/10/23 15:11:11| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 15:11:23| INFO: ref finished [took 11.0056s]
+30/10/23 15:11:26| INFO: atc_mc finished [took 14.3946s]
+30/10/23 15:11:27| INFO: atc_ne finished [took 14.6355s]
+30/10/23 15:11:38| INFO: mul_sld finished [took 26.2697s]
+30/10/23 15:11:45| INFO: mul_sld_bcts finished [took 33.8992s]
+30/10/23 15:11:45| INFO: Dataset sample 0.50 of dataset imdb finished [took 34.4963s]
+30/10/23 15:11:45| INFO: Dataset sample 0.20 of dataset imdb started
+30/10/23 15:11:57| INFO: ref finished [took 10.9836s]
+30/10/23 15:12:00| INFO: atc_mc finished [took 13.8378s]
+30/10/23 15:12:00| INFO: atc_ne finished [took 13.8318s]
+30/10/23 15:12:16| INFO: mul_sld_bcts finished [took 29.9813s]
+30/10/23 15:12:17| INFO: mul_sld finished [took 30.7175s]
+30/10/23 15:12:17| INFO: Dataset sample 0.20 of dataset imdb finished [took 31.2508s]
+30/10/23 15:12:17| INFO: Dataset sample 0.10 of dataset imdb started
+30/10/23 15:12:26| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 15:12:28| INFO: ref finished [took 10.4376s]
+30/10/23 15:12:31| INFO: atc_ne finished [took 13.3510s]
+30/10/23 15:12:31| INFO: atc_mc finished [took 13.5172s]
+30/10/23 15:12:37| INFO: mul_sld finished [took 19.7440s]
+30/10/23 15:12:37| INFO: Dataset sample 0.10 of dataset imdb finished [took 20.1519s]
+30/10/23 15:12:37| ERROR: Configuration imdb_1prevs failed. Exception: ufunc 'isfinite' not supported for the input types, and the inputs could not be safely coerced to any supported types according to the casting rule ''safe''
+30/10/23 15:12:37| ERROR: estimate comparison failed. Exceprion: 'module' object is not callable
+----------------------------------------------------------------------------------------------------
+30/10/23 17:12:41| INFO: dataset imdb
+30/10/23 17:12:48| INFO: Dataset sample 0.90 of dataset imdb started
+30/10/23 17:13:01| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 17:13:03| INFO: ref finished [took 12.6699s]
+30/10/23 17:13:07| INFO: atc_ne finished [took 15.6073s]
+30/10/23 17:13:07| INFO: atc_mc finished [took 15.6695s]
+30/10/23 17:13:15| INFO: mul_sld finished [took 24.8617s]
+30/10/23 17:13:15| INFO: Dataset sample 0.90 of dataset imdb finished [took 27.6018s]
+30/10/23 17:13:15| INFO: Dataset sample 0.80 of dataset imdb started
+30/10/23 17:13:29| INFO: ref finished [took 12.6205s]
+30/10/23 17:13:33| INFO: atc_mc finished [took 16.2005s]
+30/10/23 17:13:33| INFO: atc_ne finished [took 16.2091s]
+30/10/23 17:13:43| INFO: mul_sld finished [took 27.1113s]
+30/10/23 17:13:49| INFO: mul_sld_bcts finished [took 33.3939s]
+30/10/23 17:13:49| INFO: Dataset sample 0.80 of dataset imdb finished [took 34.1222s]
+30/10/23 17:13:49| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 17:14:04| INFO: ref finished [took 13.2345s]
+30/10/23 17:14:07| INFO: atc_mc finished [took 16.5475s]
+30/10/23 17:14:07| INFO: atc_ne finished [took 16.6557s]
+30/10/23 17:14:19| INFO: mul_sld finished [took 28.8817s]
+30/10/23 17:14:27| INFO: mul_sld_bcts finished [took 36.5726s]
+30/10/23 17:14:27| INFO: Dataset sample 0.50 of dataset imdb finished [took 37.2057s]
+30/10/23 17:14:27| INFO: Dataset sample 0.20 of dataset imdb started
+30/10/23 17:14:39| INFO: ref finished [took 11.7051s]
+30/10/23 17:14:42| INFO: atc_mc finished [took 14.8335s]
+30/10/23 17:14:43| INFO: atc_ne finished [took 15.0826s]
+30/10/23 17:14:59| INFO: mul_sld_bcts finished [took 31.7685s]
+30/10/23 17:15:00| INFO: mul_sld finished [took 33.2861s]
+30/10/23 17:15:00| INFO: Dataset sample 0.20 of dataset imdb finished [took 33.8225s]
+30/10/23 17:15:00| INFO: Dataset sample 0.10 of dataset imdb started
+30/10/23 17:15:11| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 17:15:13| INFO: ref finished [took 12.0927s]
+30/10/23 17:15:17| INFO: atc_mc finished [took 15.4201s]
+30/10/23 17:15:17| INFO: atc_ne finished [took 15.5212s]
+30/10/23 17:15:23| INFO: mul_sld finished [took 21.7236s]
+30/10/23 17:15:23| INFO: Dataset sample 0.10 of dataset imdb finished [took 22.2065s]
+30/10/23 17:15:23| ERROR: Configuration imdb_1prevs failed. Exception: operands could not be broadcast together with shapes (0,) (0,21)
+30/10/23 17:15:23| ERROR: estimate comparison failed. Exceprion: 'module' object is not callable
+----------------------------------------------------------------------------------------------------
+30/10/23 17:16:39| INFO: dataset imdb
+30/10/23 17:16:46| INFO: Dataset sample 0.90 of dataset imdb started
+30/10/23 17:16:58| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 17:17:00| INFO: ref finished [took 11.7575s]
+30/10/23 17:17:03| INFO: atc_ne finished [took 14.7709s]
+30/10/23 17:17:03| INFO: atc_mc finished [took 14.8925s]
+30/10/23 17:17:12| INFO: mul_sld finished [took 23.7037s]
+30/10/23 17:17:12| INFO: Dataset sample 0.90 of dataset imdb finished [took 25.8491s]
+30/10/23 17:17:12| INFO: Dataset sample 0.80 of dataset imdb started
+30/10/23 17:17:25| INFO: ref finished [took 12.2081s]
+30/10/23 17:17:28| INFO: atc_ne finished [took 15.3145s]
+30/10/23 17:17:28| INFO: atc_mc finished [took 15.5166s]
+30/10/23 17:17:39| INFO: mul_sld finished [took 26.7520s]
+30/10/23 17:17:45| INFO: mul_sld_bcts finished [took 32.0850s]
+30/10/23 17:17:45| INFO: Dataset sample 0.80 of dataset imdb finished [took 32.8702s]
+30/10/23 17:17:45| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 17:17:57| INFO: ref finished [took 11.9494s]
+30/10/23 17:18:01| INFO: atc_mc finished [took 15.3034s]
+30/10/23 17:18:01| INFO: atc_ne finished [took 15.3254s]
+30/10/23 17:18:12| INFO: mul_sld finished [took 27.2902s]
+30/10/23 17:18:20| INFO: mul_sld_bcts finished [took 34.4237s]
+30/10/23 17:18:20| INFO: Dataset sample 0.50 of dataset imdb finished [took 35.1216s]
+30/10/23 17:18:20| INFO: Dataset sample 0.20 of dataset imdb started
+30/10/23 17:18:32| INFO: ref finished [took 11.7945s]
+30/10/23 17:18:35| INFO: atc_mc finished [took 14.9218s]
+30/10/23 17:18:36| INFO: atc_ne finished [took 14.9745s]
+30/10/23 17:18:51| INFO: mul_sld_bcts finished [took 30.7287s]
+30/10/23 17:18:53| INFO: mul_sld finished [took 32.5641s]
+30/10/23 17:18:53| INFO: Dataset sample 0.20 of dataset imdb finished [took 33.0982s]
+30/10/23 17:18:53| INFO: Dataset sample 0.10 of dataset imdb started
+30/10/23 17:19:02| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 17:19:05| INFO: ref finished [took 11.4568s]
+30/10/23 17:19:08| INFO: atc_mc finished [took 14.4778s]
+30/10/23 17:19:08| INFO: atc_ne finished [took 14.5099s]
+30/10/23 17:19:14| INFO: mul_sld finished [took 20.5183s]
+30/10/23 17:19:14| INFO: Dataset sample 0.10 of dataset imdb finished [took 20.9251s]
+30/10/23 17:19:14| ERROR: Configuration imdb_1prevs failed. Exception: operands could not be broadcast together with shapes (0,) (0,21)
+30/10/23 17:19:14| ERROR: estimate comparison failed. Exceprion: 'module' object is not callable
+----------------------------------------------------------------------------------------------------
+----------------------------------------------------------------------------------------------------
+----------------------------------------------------------------------------------------------------
+----------------------------------------------------------------------------------------------------
+----------------------------------------------------------------------------------------------------
+----------------------------------------------------------------------------------------------------
+----------------------------------------------------------------------------------------------------
+----------------------------------------------------------------------------------------------------
+----------------------------------------------------------------------------------------------------
+----------------------------------------------------------------------------------------------------
+----------------------------------------------------------------------------------------------------
+30/10/23 19:57:49| INFO: dataset imdb
+30/10/23 19:58:00| INFO: Dataset sample 0.90 of dataset imdb started
+30/10/23 19:58:11| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 19:58:22| INFO: ref finished [took 20.9010s]
+30/10/23 19:58:29| INFO: atc_ne finished [took 27.8453s]
+30/10/23 19:58:29| INFO: atc_mc finished [took 28.1079s]
+30/10/23 19:58:37| INFO: mul_sld finished [took 36.1699s]
+30/10/23 19:58:37| INFO: Dataset sample 0.90 of dataset imdb finished [took 36.7140s]
+30/10/23 19:58:37| INFO: Dataset sample 0.80 of dataset imdb started
+30/10/23 19:59:01| INFO: ref finished [took 23.2803s]
+30/10/23 19:59:09| INFO: atc_ne finished [took 31.1099s]
+30/10/23 19:59:09| INFO: atc_mc finished [took 31.5916s]
+30/10/23 19:59:19| INFO: mul_sld finished [took 41.5113s]
+30/10/23 19:59:24| INFO: mul_sld_bcts finished [took 46.6603s]
+30/10/23 19:59:24| INFO: Dataset sample 0.80 of dataset imdb finished [took 47.4989s]
+30/10/23 19:59:24| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 19:59:49| INFO: ref finished [took 23.6312s]
+30/10/23 19:59:57| INFO: atc_ne finished [took 31.5195s]
+30/10/23 19:59:57| INFO: atc_mc finished [took 31.8197s]
+30/10/23 20:00:08| INFO: mul_sld finished [took 42.8675s]
+30/10/23 20:00:15| INFO: mul_sld_bcts finished [took 50.5527s]
+30/10/23 20:00:16| INFO: Dataset sample 0.50 of dataset imdb finished [took 51.3659s]
+30/10/23 20:00:16| INFO: Dataset sample 0.20 of dataset imdb started
+30/10/23 20:00:41| INFO: ref finished [took 24.2178s]
+30/10/23 20:00:48| INFO: atc_mc finished [took 31.9886s]
+30/10/23 20:00:49| INFO: atc_ne finished [took 32.1537s]
+30/10/23 20:01:03| INFO: mul_sld_bcts finished [took 46.2477s]
+30/10/23 20:01:07| INFO: mul_sld finished [took 50.8912s]
+30/10/23 20:01:07| INFO: Dataset sample 0.20 of dataset imdb finished [took 51.4589s]
+30/10/23 20:01:07| INFO: Dataset sample 0.10 of dataset imdb started
+30/10/23 20:01:18| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 20:01:30| INFO: ref finished [took 22.6404s]
+30/10/23 20:01:38| INFO: atc_mc finished [took 29.8371s]
+30/10/23 20:01:38| INFO: atc_ne finished [took 30.2098s]
+30/10/23 20:01:41| INFO: mul_sld finished [took 33.6271s]
+30/10/23 20:01:41| INFO: Dataset sample 0.10 of dataset imdb finished [took 34.1993s]
+30/10/23 20:01:42| ERROR: Configuration imdb_1prevs failed. Exception: operands could not be broadcast together with shapes (0,) (0,21)
+30/10/23 20:01:42| ERROR: estimate comparison failed. Exceprion: 'module' object is not callable
+----------------------------------------------------------------------------------------------------
+30/10/23 20:05:04| INFO: dataset imdb
+30/10/23 20:05:14| INFO: Dataset sample 0.90 of dataset imdb started
+30/10/23 20:05:26| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 20:05:38| INFO: ref finished [took 22.7241s]
+30/10/23 20:05:45| INFO: atc_mc finished [took 29.9191s]
+30/10/23 20:05:45| INFO: atc_ne finished [took 29.8405s]
+30/10/23 20:05:52| INFO: mul_sld finished [took 37.4045s]
+30/10/23 20:05:52| INFO: Dataset sample 0.90 of dataset imdb finished [took 37.9554s]
+30/10/23 20:05:52| INFO: Dataset sample 0.80 of dataset imdb started
+30/10/23 20:06:17| INFO: ref finished [took 23.2465s]
+30/10/23 20:06:25| INFO: atc_ne finished [took 31.0138s]
+30/10/23 20:06:25| INFO: atc_mc finished [took 31.1341s]
+30/10/23 20:06:34| INFO: mul_sld finished [took 40.8777s]
+30/10/23 20:06:40| INFO: mul_sld_bcts finished [took 46.7083s]
+30/10/23 20:06:40| INFO: Dataset sample 0.80 of dataset imdb finished [took 47.5062s]
+30/10/23 20:06:40| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 20:07:05| INFO: ref finished [took 24.3375s]
+30/10/23 20:07:15| INFO: atc_mc finished [took 33.8014s]
+30/10/23 20:07:15| INFO: atc_ne finished [took 33.7355s]
+30/10/23 20:07:25| INFO: mul_sld finished [took 44.2891s]
+30/10/23 20:07:32| INFO: mul_sld_bcts finished [took 51.2404s]
+30/10/23 20:07:32| INFO: Dataset sample 0.50 of dataset imdb finished [took 51.9917s]
+30/10/23 20:07:32| INFO: Dataset sample 0.20 of dataset imdb started
+30/10/23 20:07:55| INFO: ref finished [took 21.6828s]
+30/10/23 20:08:01| INFO: atc_mc finished [took 28.2369s]
+30/10/23 20:08:01| INFO: atc_ne finished [took 28.4328s]
+30/10/23 20:08:15| INFO: mul_sld_bcts finished [took 41.9176s]
+30/10/23 20:08:18| INFO: mul_sld finished [took 45.4999s]
+30/10/23 20:08:18| INFO: Dataset sample 0.20 of dataset imdb finished [took 46.0301s]
+30/10/23 20:08:18| INFO: Dataset sample 0.10 of dataset imdb started
+30/10/23 20:08:28| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 20:08:38| INFO: ref finished [took 19.4082s]
+30/10/23 20:08:45| INFO: atc_mc finished [took 26.2343s]
+30/10/23 20:08:45| INFO: atc_ne finished [took 26.2322s]
+30/10/23 20:08:48| INFO: mul_sld finished [took 29.8392s]
+30/10/23 20:08:48| INFO: Dataset sample 0.10 of dataset imdb finished [took 30.3563s]
+----------------------------------------------------------------------------------------------------
+30/10/23 20:29:28| INFO: dataset imdb
+30/10/23 20:29:38| INFO: Dataset sample 0.50 of dataset imdb started
+ 30/10/23 20:29:59| INFO: ref finished [took 19.1581s]
+ 30/10/23 20:30:06| INFO: atc_mc finished [took 26.3398s]
+ 30/10/23 20:30:07| INFO: atc_ne finished [took 26.4359s]
+30/10/23 20:30:07| INFO: Dataset sample 0.50 of dataset imdb finished [took 28.7984s]
+----------------------------------------------------------------------------------------------------
+30/10/23 20:31:50| INFO: dataset imdb
+30/10/23 20:32:00| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 20:33:59|INFO: ref finished [took 118.1306s]
+----------------------------------------------------------------------------------------------------
+30/10/23 20:36:06| INFO: dataset imdb
+30/10/23 20:36:17| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 20:38:52|WARNING: Method ref failed. Exception: "['acc_score' 'f1_score' 'ref'] not in index"
+30/10/23 20:41:28|WARNING: Method atc_mc failed. Exception: "['acc' 'acc_score' 'atc_mc' 'f1' 'f1_score'] not in index"
+30/10/23 20:41:32|WARNING: Method atc_ne failed. Exception: "['acc' 'acc_score' 'atc_ne' 'f1' 'f1_score'] not in index"
+30/10/23 20:41:32| INFO: Dataset sample 0.50 of dataset imdb finished [took 315.4626s]
+30/10/23 20:41:32| WARNING: Dataset sample 0.50 of dataset imdb failed. Exception: No objects to concatenate
+30/10/23 20:41:32| ERROR: Configuration imdb_1prevs failed. Exception: 'module' object is not callable
+30/10/23 20:41:32| ERROR: estimate comparison failed. Exceprion: 'module' object is not callable
+----------------------------------------------------------------------------------------------------
+30/10/23 20:41:43| INFO: dataset imdb
+30/10/23 20:41:54| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 20:42:26| WARNING: Method ref failed. Exception: Shape of passed values is (2, 1), indices imply (1, 2)
+30/10/23 20:43:01| WARNING: Method atc_mc failed. Exception: Shape of passed values is (4, 1), indices imply (1, 4)
+30/10/23 20:43:08| WARNING: Method atc_ne failed. Exception: Shape of passed values is (4, 1), indices imply (1, 4)
+30/10/23 20:43:08| INFO: Dataset sample 0.50 of dataset imdb finished [took 73.6011s]
+30/10/23 20:43:08| WARNING: Dataset sample 0.50 of dataset imdb failed. Exception: No objects to concatenate
+30/10/23 20:43:08| ERROR: Configuration imdb_1prevs failed. Exception: 'module' object is not callable
+30/10/23 20:43:08| ERROR: estimate comparison failed. Exceprion: 'module' object is not callable
+----------------------------------------------------------------------------------------------------
+30/10/23 20:44:25| INFO: dataset imdb
+30/10/23 20:44:35| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 20:44:37| WARNING: Method ref failed. Exception: Shape of passed values is (2, 1), indices imply (1, 2)
+30/10/23 20:44:37| WARNING: Method atc_mc failed. Exception: Shape of passed values is (4, 1), indices imply (1, 4)
+30/10/23 20:44:38| WARNING: Method atc_ne failed. Exception: Shape of passed values is (4, 1), indices imply (1, 4)
+30/10/23 20:44:38| INFO: Dataset sample 0.50 of dataset imdb finished [took 2.6758s]
+30/10/23 20:44:38| WARNING: Dataset sample 0.50 of dataset imdb failed. Exception: No objects to concatenate
+30/10/23 20:44:38| ERROR: Configuration imdb_1prevs failed. Exception: 'module' object is not callable
+30/10/23 20:44:38| ERROR: estimate comparison failed. Exceprion: 'module' object is not callable
+----------------------------------------------------------------------------------------------------
+30/10/23 20:47:08| INFO: dataset imdb
+30/10/23 20:47:18| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 20:47:20| WARNING: Method ref failed. Exception: Shape of passed values is (2, 1), indices imply (1, 2)
+30/10/23 20:47:21| WARNING: Method atc_mc failed. Exception: Shape of passed values is (4, 1), indices imply (1, 4)
+30/10/23 20:47:21| WARNING: Method atc_ne failed. Exception: Shape of passed values is (4, 1), indices imply (1, 4)
+30/10/23 20:47:21| INFO: Dataset sample 0.50 of dataset imdb finished [took 2.6147s]
+30/10/23 20:47:21| WARNING: Dataset sample 0.50 of dataset imdb failed. Exception: No objects to concatenate
+30/10/23 20:47:21| ERROR: Configuration imdb_1prevs failed. Exception: No objects to concatenate
+----------------------------------------------------------------------------------------------------
+30/10/23 20:50:07| INFO: dataset imdb
+30/10/23 20:50:17| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 20:50:19| WARNING: Method ref failed. Exception: Shape of passed values is (2, 1), indices imply (1, 2)
+30/10/23 20:50:20| WARNING: Method atc_mc failed. Exception: Shape of passed values is (4, 1), indices imply (1, 4)
+30/10/23 20:50:20| WARNING: Method atc_ne failed. Exception: Shape of passed values is (4, 1), indices imply (1, 4)
+30/10/23 20:50:20| INFO: Dataset sample 0.50 of dataset imdb finished [took 2.5897s]
+30/10/23 20:50:20| WARNING: Dataset sample 0.50 of dataset imdb failed. Exception: No objects to concatenate
+30/10/23 20:50:20| ERROR: Configuration imdb_1prevs failed. Exception: No objects to concatenate
+----------------------------------------------------------------------------------------------------
+30/10/23 20:51:29| INFO: dataset imdb
+30/10/23 20:51:39| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 20:51:42| WARNING: Method ref failed. Exception: Shape of passed values is (2, 1), indices imply (1, 2)
+30/10/23 20:51:42| WARNING: Method atc_mc failed. Exception: Shape of passed values is (4, 1), indices imply (1, 4)
+30/10/23 20:51:42| WARNING: Method atc_ne failed. Exception: Shape of passed values is (4, 1), indices imply (1, 4)
+30/10/23 20:51:42| INFO: Dataset sample 0.50 of dataset imdb finished [took 2.5821s]
+30/10/23 20:51:42| WARNING: Dataset sample 0.50 of dataset imdb failed. Exception: No objects to concatenate
+30/10/23 20:51:42| ERROR: Configuration imdb_1prevs failed. Exception: No objects to concatenate
+----------------------------------------------------------------------------------------------------
+30/10/23 20:56:28| INFO: dataset imdb
+30/10/23 20:56:38| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 20:56:40| WARNING: Method ref failed. Exception: cannot reshape array of size 1 into shape (1,2)
+30/10/23 20:56:40| WARNING: Method atc_mc failed. Exception: cannot reshape array of size 1 into shape (1,4)
+30/10/23 20:56:40| WARNING: Method atc_ne failed. Exception: cannot reshape array of size 1 into shape (1,4)
+30/10/23 20:56:40| INFO: Dataset sample 0.50 of dataset imdb finished [took 2.6150s]
+30/10/23 20:56:40| WARNING: Dataset sample 0.50 of dataset imdb failed. Exception: No objects to concatenate
+30/10/23 20:56:40| ERROR: Configuration imdb_1prevs failed. Exception: No objects to concatenate
+----------------------------------------------------------------------------------------------------
+30/10/23 20:57:13| INFO: dataset imdb
+30/10/23 20:57:23| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 20:59:40| WARNING: Method ref failed. Exception: cannot reshape array of size 1 into shape (1,2)
+30/10/23 20:59:51| WARNING: Method atc_mc failed. Exception: cannot reshape array of size 1 into shape (1,4)
+30/10/23 20:59:52| WARNING: Method atc_ne failed. Exception: cannot reshape array of size 1 into shape (1,4)
+30/10/23 20:59:52| INFO: Dataset sample 0.50 of dataset imdb finished [took 149.2395s]
+30/10/23 20:59:52| WARNING: Dataset sample 0.50 of dataset imdb failed. Exception: No objects to concatenate
+30/10/23 20:59:52| ERROR: Configuration imdb_1prevs failed. Exception: No objects to concatenate
+----------------------------------------------------------------------------------------------------
+30/10/23 21:00:04| INFO: dataset imdb
+30/10/23 21:00:14| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 21:01:33| INFO: ref finished [took 78.2917s]
+30/10/23 21:01:42| INFO: atc_mc finished [took 86.9003s]
+----------------------------------------------------------------------------------------------------
+30/10/23 21:01:59| INFO: dataset imdb
+30/10/23 21:02:09| INFO: Dataset sample 0.50 of dataset imdb started
+----------------------------------------------------------------------------------------------------
+30/10/23 21:04:09| INFO: dataset imdb
+30/10/23 21:04:19| INFO: Dataset sample 0.50 of dataset imdb started
+----------------------------------------------------------------------------------------------------
+30/10/23 21:06:25| INFO: dataset imdb
+30/10/23 21:06:35| INFO: Dataset sample 0.50 of dataset imdb started
+----------------------------------------------------------------------------------------------------
+30/10/23 21:07:33| INFO: dataset imdb
+30/10/23 21:07:43| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 21:07:45| WARNING: Method ref failed. Exception: setting an array element with a sequence.
+30/10/23 21:07:45| WARNING: Method atc_mc failed. Exception: setting an array element with a sequence.
+30/10/23 21:07:45| WARNING: Method atc_ne failed. Exception: setting an array element with a sequence.
+30/10/23 21:07:45| INFO: Dataset sample 0.50 of dataset imdb finished [took 2.5382s]
+30/10/23 21:07:45| WARNING: Dataset sample 0.50 of dataset imdb failed. Exception: No objects to concatenate
+30/10/23 21:07:45| ERROR: Configuration imdb_1prevs failed. Exception: No objects to concatenate
+----------------------------------------------------------------------------------------------------
+30/10/23 21:09:07| INFO: dataset imdb
+30/10/23 21:09:16| INFO: Dataset sample 0.50 of dataset imdb started
+----------------------------------------------------------------------------------------------------
+30/10/23 21:10:48| INFO: dataset imdb
+30/10/23 21:10:58| INFO: Dataset sample 0.50 of dataset imdb started
+----------------------------------------------------------------------------------------------------
+30/10/23 21:18:53| INFO: dataset imdb
+30/10/23 21:19:03| INFO: Dataset sample 0.50 of dataset imdb started
+----------------------------------------------------------------------------------------------------
+30/10/23 21:22:03| INFO: dataset imdb
+30/10/23 21:22:12| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 21:22:31| INFO: ref finished [took 17.0861s]
+30/10/23 21:22:37| INFO: atc_mc finished [took 23.6279s]
+30/10/23 21:22:38| INFO: atc_ne finished [took 23.7395s]
+30/10/23 21:22:38| INFO: Dataset sample 0.50 of dataset imdb finished [took 25.2007s]
+----------------------------------------------------------------------------------------------------
+30/10/23 21:29:55| INFO: dataset imdb
+30/10/23 21:30:05| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 21:30:23| INFO: ref finished [took 16.7801s]
+30/10/23 21:30:30| INFO: atc_mc finished [took 23.5645s]
+30/10/23 21:30:30| INFO: atc_ne finished [took 23.5639s]
+30/10/23 21:30:30| INFO: Dataset sample 0.50 of dataset imdb finished [took 25.0459s]
+----------------------------------------------------------------------------------------------------
+30/10/23 21:33:45| INFO: dataset imdb
+30/10/23 21:33:55| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 21:34:13| INFO: ref finished [took 17.0169s]
+30/10/23 21:34:20| INFO: atc_mc finished [took 23.4725s]
+30/10/23 21:34:20| INFO: atc_ne finished [took 23.5928s]
+30/10/23 21:34:20| INFO: Dataset sample 0.50 of dataset imdb finished [took 24.9542s]
+----------------------------------------------------------------------------------------------------
+30/10/23 21:37:32| INFO: dataset imdb
+30/10/23 21:37:39| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 21:37:49| INFO: ref finished [took 8.9050s]
+30/10/23 21:37:52| INFO: atc_mc finished [took 11.7412s]
+30/10/23 21:37:52| INFO: atc_ne finished [took 11.7256s]
+30/10/23 21:37:52| INFO: Dataset sample 0.50 of dataset imdb finished [took 12.9758s]
+30/10/23 21:37:53| ERROR: Configuration imdb_1prevs failed. Exception: only integers, slices (`:`), ellipsis (`...`), numpy.newaxis (`None`) and integer or boolean arrays are valid indices
+----------------------------------------------------------------------------------------------------
+30/10/23 21:39:14| INFO: dataset imdb
+30/10/23 21:39:21| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 21:39:31| INFO: ref finished [took 8.5615s]
+30/10/23 21:39:34| INFO: atc_mc finished [took 11.4156s]
+30/10/23 21:39:34| INFO: atc_ne finished [took 11.4156s]
+30/10/23 21:39:34| INFO: Dataset sample 0.50 of dataset imdb finished [took 12.7024s]
+30/10/23 21:39:35| ERROR: Configuration imdb_1prevs failed. Exception: only integers, slices (`:`), ellipsis (`...`), numpy.newaxis (`None`) and integer or boolean arrays are valid indices
+----------------------------------------------------------------------------------------------------
+30/10/23 21:40:51| INFO: dataset imdb
+30/10/23 21:41:01| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 21:41:19| INFO: ref finished [took 16.7164s]
+30/10/23 21:41:26| INFO: atc_mc finished [took 23.3181s]
+30/10/23 21:41:26| INFO: atc_ne finished [took 23.4811s]
+30/10/23 21:41:26| INFO: Dataset sample 0.50 of dataset imdb finished [took 24.9698s]
+----------------------------------------------------------------------------------------------------
+30/10/23 21:43:25| INFO: dataset imdb
+30/10/23 21:43:35| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 21:43:53| INFO: ref finished [took 16.9333s]
+30/10/23 21:44:00| INFO: atc_mc finished [took 23.4183s]
+30/10/23 21:44:00| INFO: atc_ne finished [took 23.4274s]
+30/10/23 21:44:00| INFO: Dataset sample 0.50 of dataset imdb finished [took 24.9308s]
+30/10/23 21:44:19| ERROR: Configuration imdb_1prevs failed. Exception: only integers, slices (`:`), ellipsis (`...`), numpy.newaxis (`None`) and integer or boolean arrays are valid indices
+----------------------------------------------------------------------------------------------------
+30/10/23 21:45:16| INFO: dataset imdb
+30/10/23 21:45:26| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 21:45:44| INFO: ref finished [took 17.6768s]
+30/10/23 21:45:51| INFO: atc_mc finished [took 24.3756s]
+30/10/23 21:45:52| INFO: atc_ne finished [took 24.5307s]
+30/10/23 21:45:52| INFO: Dataset sample 0.50 of dataset imdb finished [took 25.8971s]
+----------------------------------------------------------------------------------------------------
+30/10/23 21:48:20| INFO: dataset imdb
+30/10/23 21:48:27| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 21:48:36| INFO: ref finished [took 8.6456s]
+30/10/23 21:48:39| INFO: atc_mc finished [took 11.2686s]
+30/10/23 21:48:39| INFO: atc_ne finished [took 11.3112s]
+30/10/23 21:48:39| INFO: Dataset sample 0.50 of dataset imdb finished [took 12.5747s]
+30/10/23 21:48:40| ERROR: Configuration imdb_1prevs failed. Exception: NDFrame.droplevel() got an unexpected keyword argument 'index'
+----------------------------------------------------------------------------------------------------
+30/10/23 21:49:49| INFO: dataset imdb
+30/10/23 21:49:55| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 21:50:05| INFO: ref finished [took 8.6556s]
+30/10/23 21:50:08| INFO: atc_mc finished [took 11.6953s]
+30/10/23 21:50:08| INFO: atc_ne finished [took 11.6000s]
+30/10/23 21:50:08| INFO: Dataset sample 0.50 of dataset imdb finished [took 12.8578s]
+30/10/23 21:50:09| ERROR: Configuration imdb_1prevs failed. Exception: 'NoneType' object has no attribute 'groupby'
+----------------------------------------------------------------------------------------------------
+30/10/23 21:50:57| INFO: dataset imdb
+30/10/23 21:51:07| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 21:51:25| INFO: ref finished [took 17.0426s]
+30/10/23 21:51:31| INFO: atc_mc finished [took 23.5734s]
+30/10/23 21:51:31| INFO: atc_ne finished [took 23.5276s]
+30/10/23 21:51:31| INFO: Dataset sample 0.50 of dataset imdb finished [took 24.8200s]
+----------------------------------------------------------------------------------------------------
+30/10/23 21:55:21| INFO: dataset imdb
+30/10/23 21:55:27| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 21:55:37| INFO: ref finished [took 8.8453s]
+30/10/23 21:55:40| INFO: atc_mc finished [took 11.5585s]
+30/10/23 21:55:40| INFO: atc_ne finished [took 11.5871s]
+30/10/23 21:55:40| INFO: Dataset sample 0.50 of dataset imdb finished [took 12.8416s]
+30/10/23 21:55:41| ERROR: Configuration imdb_1prevs failed. Exception: 'DatasetReport' object has no attribute 'fit_scores'
+----------------------------------------------------------------------------------------------------
+30/10/23 21:57:00| INFO: dataset imdb
+30/10/23 21:57:06| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 21:57:16| INFO: ref finished [took 8.5540s]
+30/10/23 21:57:19| INFO: atc_mc finished [took 11.4482s]
+30/10/23 21:57:19| INFO: atc_ne finished [took 11.5399s]
+30/10/23 21:57:19| INFO: Dataset sample 0.50 of dataset imdb finished [took 12.7681s]
+30/10/23 21:57:20| ERROR: Configuration imdb_1prevs failed. Exception: 'DatasetReport' object has no attribute 'fit_scores'
+----------------------------------------------------------------------------------------------------
+30/10/23 21:57:38| INFO: dataset imdb
+30/10/23 21:57:45| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 21:57:55| INFO: ref finished [took 8.7982s]
+30/10/23 21:57:58| INFO: atc_mc finished [took 11.4787s]
+30/10/23 21:57:58| INFO: atc_ne finished [took 11.5419s]
+30/10/23 21:57:58| INFO: Dataset sample 0.50 of dataset imdb finished [took 12.8803s]
+----------------------------------------------------------------------------------------------------
+30/10/23 22:00:05| INFO: dataset imdb
+30/10/23 22:00:12| INFO: Dataset sample 0.90 of dataset imdb started
+30/10/23 22:00:21| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 22:00:22| INFO: ref finished [took 10.0983s]
+30/10/23 22:00:25| INFO: atc_mc finished [took 13.0928s]
+30/10/23 22:00:26| INFO: atc_ne finished [took 13.1088s]
+30/10/23 22:00:34| INFO: mul_sld finished [took 22.3228s]
+30/10/23 22:00:34| INFO: Dataset sample 0.90 of dataset imdb finished [took 22.7020s]
+30/10/23 22:00:34| INFO: Dataset sample 0.80 of dataset imdb started
+30/10/23 22:00:46| INFO: ref finished [took 10.5937s]
+30/10/23 22:00:49| INFO: atc_mc finished [took 13.5008s]
+30/10/23 22:00:49| INFO: atc_ne finished [took 13.7521s]
+30/10/23 22:01:00| INFO: mul_sld finished [took 25.0319s]
+30/10/23 22:01:06| INFO: mul_sld_bcts finished [took 31.0525s]
+30/10/23 22:01:06| INFO: Dataset sample 0.80 of dataset imdb finished [took 31.7700s]
+30/10/23 22:01:06| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 22:01:17| INFO: ref finished [took 10.6316s]
+30/10/23 22:01:21| INFO: atc_ne finished [took 14.1054s]
+30/10/23 22:01:21| INFO: atc_mc finished [took 14.4357s]
+30/10/23 22:01:33| INFO: mul_sld finished [took 26.6800s]
+30/10/23 22:01:41| INFO: mul_sld_bcts finished [took 34.4745s]
+30/10/23 22:01:41| INFO: Dataset sample 0.50 of dataset imdb finished [took 35.1450s]
+30/10/23 22:01:41| INFO: Dataset sample 0.20 of dataset imdb started
+30/10/23 22:01:53| INFO: ref finished [took 10.7413s]
+30/10/23 22:01:56| INFO: atc_ne finished [took 13.5169s]
+30/10/23 22:01:56| INFO: atc_mc finished [took 13.5849s]
+30/10/23 22:02:11| INFO: mul_sld_bcts finished [took 29.3981s]
+30/10/23 22:02:12| INFO: mul_sld finished [took 30.6705s]
+30/10/23 22:02:12| INFO: Dataset sample 0.20 of dataset imdb finished [took 31.2089s]
+30/10/23 22:02:12| INFO: Dataset sample 0.10 of dataset imdb started
+30/10/23 22:02:22| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 22:02:24| INFO: ref finished [took 10.3435s]
+30/10/23 22:02:26| INFO: atc_mc finished [took 13.0763s]
+30/10/23 22:02:27| INFO: atc_ne finished [took 13.2013s]
+30/10/23 22:02:32| INFO: mul_sld finished [took 19.2237s]
+30/10/23 22:02:32| INFO: Dataset sample 0.10 of dataset imdb finished [took 19.7097s]
+----------------------------------------------------------------------------------------------------
+30/10/23 22:07:59| INFO: dataset imdb
+30/10/23 22:08:07| INFO: Dataset sample 0.90 of dataset imdb started
+30/10/23 22:08:10| WARNING: Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+30/10/23 22:08:11| WARNING: Method bin_sld_bcts failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+30/10/23 22:08:11| WARNING: Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+30/10/23 22:08:11| WARNING: Method mul_sld_gs failed. Exception: a must be greater than 0 unless no samples are taken
+30/10/23 22:08:18| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 22:08:20| INFO: ref finished [took 11.3765s]
+30/10/23 22:08:23| INFO: atc_mc finished [took 14.2141s]
+30/10/23 22:08:23| INFO: atc_ne finished [took 14.0568s]
+30/10/23 22:08:31| INFO: mul_sld finished [took 23.9496s]
+30/10/23 22:08:31| INFO: Dataset sample 0.90 of dataset imdb finished [took 24.5121s]
+30/10/23 22:08:31| INFO: Dataset sample 0.80 of dataset imdb started
+30/10/23 22:08:48| INFO: ref finished [took 14.8939s]
+30/10/23 22:08:52| INFO: atc_mc finished [took 18.5014s]
+30/10/23 22:08:52| INFO: atc_ne finished [took 18.4609s]
+30/10/23 22:09:05| INFO: mul_sld finished [took 32.9898s]
+30/10/23 22:09:12| INFO: mul_sld_bcts finished [took 39.3492s]
+30/10/23 22:11:48| INFO: bin_sld_bcts finished [took 195.8293s]
+30/10/23 22:11:49| INFO: bin_sld finished [took 196.6861s]
+30/10/23 22:12:44| INFO: mul_sld_gs finished [took 250.9835s]
+30/10/23 22:16:16| INFO: bin_sld_gs finished [took 462.9748s]
+30/10/23 22:16:16| INFO: Dataset sample 0.80 of dataset imdb finished [took 464.4318s]
+30/10/23 22:16:16| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 22:16:33| INFO: ref finished [took 15.2921s]
+30/10/23 22:16:37| INFO: atc_mc finished [took 18.9592s]
+30/10/23 22:16:37| INFO: atc_ne finished [took 19.1317s]
+30/10/23 22:16:50| INFO: mul_sld finished [took 33.4304s]
+30/10/23 22:16:59| INFO: mul_sld_bcts finished [took 42.3496s]
+30/10/23 22:19:33| INFO: bin_sld finished [took 196.1571s]
+30/10/23 22:19:36| INFO: bin_sld_bcts finished [took 199.7857s]
+30/10/23 22:20:39| INFO: mul_sld_gs finished [took 261.6674s]
+30/10/23 22:23:46| INFO: bin_sld_gs finished [took 449.3788s]
+30/10/23 22:23:46| INFO: Dataset sample 0.50 of dataset imdb finished [took 450.7045s]
+30/10/23 22:23:46| INFO: Dataset sample 0.20 of dataset imdb started
+30/10/23 22:24:05| INFO: ref finished [took 16.4122s]
+30/10/23 22:24:09| INFO: atc_mc finished [took 20.4920s]
+30/10/23 22:24:09| INFO: atc_ne finished [took 20.3723s]
+30/10/23 22:24:28| INFO: mul_sld_bcts finished [took 40.3400s]
+30/10/23 22:24:30| INFO: mul_sld finished [took 43.2311s]
+30/10/23 22:27:16| INFO: bin_sld_bcts finished [took 208.6113s]
+30/10/23 22:27:21| INFO: bin_sld finished [took 214.1596s]
+30/10/23 22:28:17| INFO: mul_sld_gs finished [took 269.1075s]
+30/10/23 22:34:19| INFO: bin_sld_gs finished [took 630.9727s]
+30/10/23 22:34:19| INFO: Dataset sample 0.20 of dataset imdb finished [took 632.2728s]
+30/10/23 22:34:19| INFO: Dataset sample 0.10 of dataset imdb started
+30/10/23 22:34:23| WARNING: Method mul_sld_gs failed. Exception: a must be greater than 0 unless no samples are taken
+30/10/23 22:34:23| WARNING: Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1
+30/10/23 22:34:26| WARNING: Method bin_sld_bcts failed. Exception: Cannot have number of splits n_splits=5 greater than the number of samples: n_samples=4.
+30/10/23 22:34:31| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 22:34:34| INFO: ref finished [took 13.7988s]
+30/10/23 22:34:37| INFO: atc_mc finished [took 16.7490s]
+30/10/23 22:34:38| INFO: atc_ne finished [took 16.7307s]
+30/10/23 22:34:43| INFO: mul_sld finished [took 23.6079s]
+30/10/23 22:36:42| WARNING: Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1
+30/10/23 22:36:42| INFO: Dataset sample 0.10 of dataset imdb finished [took 143.1097s]
+----------------------------------------------------------------------------------------------------
+30/10/23 22:49:25| INFO: dataset imdb
+30/10/23 22:49:37| INFO: Dataset sample 0.90 of dataset imdb started
+30/10/23 22:49:42| WARNING: Method mul_sld_gs failed. Exception: a must be greater than 0 unless no samples are taken
+30/10/23 22:49:43| WARNING: Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+30/10/23 22:49:43| WARNING: Method bin_sld_bcts failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+30/10/23 22:49:43| WARNING: Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+30/10/23 22:49:51| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 22:50:02| INFO: ref finished [took 22.5398s]
+30/10/23 22:50:09| INFO: atc_mc finished [took 29.3095s]
+30/10/23 22:50:09| INFO: atc_ne finished [took 29.2984s]
+30/10/23 22:50:16| INFO: mul_sld finished [took 37.6287s]
+30/10/23 22:50:16| INFO: Dataset sample 0.90 of dataset imdb finished [took 38.3452s]
+----------------------------------------------------------------------------------------------------
+30/10/23 22:53:57| INFO: dataset imdb
+30/10/23 22:54:09| INFO: Dataset sample 0.90 of dataset imdb started
+30/10/23 22:54:13| WARNING: Method mul_sld_gs failed. Exception: a must be greater than 0 unless no samples are taken
+30/10/23 22:54:14| WARNING: Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+30/10/23 22:54:15| WARNING: Method bin_sld_bcts failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+30/10/23 22:54:15| WARNING: Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+30/10/23 22:54:22| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 22:54:33| INFO: ref finished [took 22.4225s]
+30/10/23 22:54:40| INFO: atc_ne finished [took 29.0085s]
+30/10/23 22:54:41| INFO: atc_mc finished [took 29.6620s]
+30/10/23 22:54:48| INFO: mul_sld finished [took 37.9580s]
+30/10/23 22:54:48| INFO: Dataset sample 0.90 of dataset imdb finished [took 38.6632s]
+----------------------------------------------------------------------------------------------------
+30/10/23 23:02:33| INFO: dataset imdb
+30/10/23 23:02:45| INFO: Dataset sample 0.90 of dataset imdb started
+30/10/23 23:02:50| WARNING: Method mul_sld_gs failed. Exception: a must be greater than 0 unless no samples are taken
+30/10/23 23:02:51| WARNING: Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+30/10/23 23:02:52| WARNING: Method bin_sld_bcts failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+30/10/23 23:02:52| WARNING: Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+30/10/23 23:02:59| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 23:03:10| INFO: ref finished [took 23.4021s]
+30/10/23 23:03:17| INFO: atc_mc finished [took 30.1849s]
+30/10/23 23:03:18| INFO: atc_ne finished [took 30.4116s]
+30/10/23 23:03:25| INFO: mul_sld finished [took 38.6513s]
+30/10/23 23:03:25| INFO: Dataset sample 0.90 of dataset imdb finished [took 39.3497s]
+30/10/23 23:07:32| INFO: Dataset sample 0.80 of dataset imdb started
+----------------------------------------------------------------------------------------------------
+30/10/23 23:08:15| INFO: dataset imdb
+30/10/23 23:08:26| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 23:08:51| INFO: ref finished [took 23.6855s]
+30/10/23 23:08:59| INFO: atc_mc finished [took 31.1520s]
+30/10/23 23:08:59| INFO: atc_ne finished [took 31.1659s]
+30/10/23 23:09:10| INFO: mul_sld finished [took 42.2066s]
+30/10/23 23:09:21| INFO: mul_sld_bcts finished [took 52.9631s]
+30/10/23 23:09:21| INFO: Dataset sample 0.50 of dataset imdb finished [took 54.5286s]
+----------------------------------------------------------------------------------------------------
+30/10/23 23:14:11| INFO: dataset imdb
+30/10/23 23:14:22| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 23:14:47| INFO: ref finished [took 22.8152s]
+30/10/23 23:14:55| INFO: atc_mc finished [took 31.2100s]
+30/10/23 23:14:55| INFO: atc_ne finished [took 31.2325s]
+30/10/23 23:15:06| INFO: mul_sld finished [took 42.5389s]
+30/10/23 23:15:16| INFO: mul_sld_bcts finished [took 52.7119s]
+30/10/23 23:15:16| INFO: Dataset sample 0.50 of dataset imdb finished [took 54.2106s]
+----------------------------------------------------------------------------------------------------
+30/10/23 23:16:16| INFO: dataset imdb
+30/10/23 23:16:27| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 23:16:51| INFO: ref finished [took 22.6482s]
+30/10/23 23:17:00| INFO: atc_ne finished [took 30.5701s]
+30/10/23 23:17:00| INFO: atc_mc finished [took 30.9988s]
+30/10/23 23:17:10| INFO: mul_sld finished [took 41.9572s]
+30/10/23 23:17:21| INFO: mul_sld_bcts finished [took 52.6091s]
+30/10/23 23:17:21| INFO: Dataset sample 0.50 of dataset imdb finished [took 54.1182s]
+----------------------------------------------------------------------------------------------------
+30/10/23 23:20:27| INFO: dataset imdb
+30/10/23 23:20:38| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 23:21:02| INFO: ref finished [took 22.7779s]
+30/10/23 23:21:10| INFO: atc_mc finished [took 30.4191s]
+30/10/23 23:21:10| INFO: atc_ne finished [took 30.8097s]
+30/10/23 23:21:20| INFO: mul_sld finished [took 41.5927s]
+30/10/23 23:21:32| INFO: mul_sld_bcts finished [took 52.6374s]
+30/10/23 23:21:32| INFO: Dataset sample 0.50 of dataset imdb finished [took 54.1125s]
+----------------------------------------------------------------------------------------------------
+30/10/23 23:24:11| INFO: dataset imdb
+30/10/23 23:24:22| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 23:24:46| INFO: ref finished [took 23.2007s]
+30/10/23 23:24:54| INFO: atc_ne finished [took 30.9437s]
+30/10/23 23:24:55| INFO: atc_mc finished [took 31.6008s]
+30/10/23 23:25:05| INFO: mul_sld finished [took 42.0673s]
+30/10/23 23:25:16| INFO: mul_sld_bcts finished [took 52.6228s]
+30/10/23 23:25:16| INFO: Dataset sample 0.50 of dataset imdb finished [took 54.0611s]
+----------------------------------------------------------------------------------------------------
+30/10/23 23:33:01| INFO: dataset imdb
+30/10/23 23:33:11| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 23:33:36| INFO: ref finished [took 22.9215s]
+30/10/23 23:33:44| INFO: atc_mc finished [took 30.5897s]
+30/10/23 23:33:44| INFO: atc_ne finished [took 30.4788s]
+30/10/23 23:33:55| INFO: mul_sld finished [took 42.0598s]
+30/10/23 23:34:05| INFO: mul_sld_bcts finished [took 52.1772s]
+30/10/23 23:34:05| INFO: Dataset sample 0.50 of dataset imdb finished [took 53.6878s]
+----------------------------------------------------------------------------------------------------
+30/10/23 23:38:11| INFO: dataset imdb
+30/10/23 23:38:22| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 23:38:47| INFO: ref finished [took 22.8046s]
+30/10/23 23:38:56| INFO: atc_mc finished [took 31.5660s]
+30/10/23 23:38:56| INFO: atc_ne finished [took 31.5269s]
+30/10/23 23:39:06| INFO: mul_sld finished [took 42.2553s]
+30/10/23 23:39:16| INFO: mul_sld_bcts finished [took 52.2602s]
+30/10/23 23:39:16| INFO: Dataset sample 0.50 of dataset imdb finished [took 53.7890s]
+----------------------------------------------------------------------------------------------------
+30/10/23 23:46:40| INFO: dataset imdb
+30/10/23 23:46:51| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 23:47:16| INFO: ref finished [took 22.8069s]
+30/10/23 23:47:24| INFO: atc_mc finished [took 30.7916s]
+30/10/23 23:47:24| INFO: atc_ne finished [took 30.8668s]
+30/10/23 23:47:35| INFO: mul_sld finished [took 42.2809s]
+30/10/23 23:47:45| INFO: mul_sld_bcts finished [took 52.5498s]
+30/10/23 23:47:45| INFO: Dataset sample 0.50 of dataset imdb finished [took 54.0424s]
+----------------------------------------------------------------------------------------------------
+30/10/23 23:50:43| INFO: dataset imdb
+30/10/23 23:50:50| INFO: Dataset sample 0.50 of dataset imdb started
+30/10/23 23:51:04| INFO: ref finished [took 12.0863s]
+30/10/23 23:51:07| INFO: atc_ne finished [took 15.0218s]
+30/10/23 23:51:08| INFO: atc_mc finished [took 15.7900s]
+30/10/23 23:51:20| INFO: mul_sld finished [took 28.7221s]
+30/10/23 23:51:31| INFO: mul_sld_bcts finished [took 39.4698s]
+30/10/23 23:51:31| INFO: Dataset sample 0.50 of dataset imdb finished [took 40.8506s]
+----------------------------------------------------------------------------------------------------
+30/10/23 23:52:29| INFO: dataset imdb
+30/10/23 23:52:37| INFO: Dataset sample 0.90 of dataset imdb started
+30/10/23 23:52:40| WARNING: Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+30/10/23 23:52:41| WARNING: Method bin_sld_bcts failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+30/10/23 23:52:41| WARNING: Method mul_sld_gs failed. Exception: a must be greater than 0 unless no samples are taken
+30/10/23 23:52:41| WARNING: Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+30/10/23 23:52:48| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+30/10/23 23:52:50| INFO: ref finished [took 12.4800s]
+30/10/23 23:52:53| INFO: atc_mc finished [took 15.1770s]
+30/10/23 23:52:54| INFO: atc_ne finished [took 15.2184s]
+30/10/23 23:53:02| INFO: mul_sld finished [took 24.9402s]
+30/10/23 23:53:02| INFO: Dataset sample 0.90 of dataset imdb finished [took 25.4588s]
+30/10/23 23:53:02| INFO: Dataset sample 0.80 of dataset imdb started
+30/10/23 23:53:20| INFO: ref finished [took 16.3699s]
+30/10/23 23:53:25| INFO: atc_ne finished [took 20.5069s]
+30/10/23 23:53:25| INFO: atc_mc finished [took 20.7398s]
+30/10/23 23:53:38| INFO: mul_sld finished [took 35.3572s]
+30/10/23 23:53:45| INFO: mul_sld_bcts finished [took 41.8712s]
+30/10/23 23:56:35| INFO: bin_sld finished [took 212.1758s]
+30/10/23 23:56:36| INFO: bin_sld_bcts finished [took 213.3641s]
+30/10/23 23:57:38| INFO: mul_sld_gs finished [took 274.6360s]
+31/10/23 00:01:13| INFO: bin_sld_gs finished [took 490.0221s]
+31/10/23 00:01:13| INFO: Dataset sample 0.80 of dataset imdb finished [took 491.4099s]
+31/10/23 00:01:13| INFO: Dataset sample 0.50 of dataset imdb started
+31/10/23 00:01:32| INFO: ref finished [took 17.1003s]
+31/10/23 00:01:37| INFO: atc_ne finished [took 21.2159s]
+31/10/23 00:01:37| INFO: atc_mc finished [took 21.6794s]
+31/10/23 00:01:51| INFO: mul_sld finished [took 37.3507s]
+31/10/23 00:02:01| INFO: mul_sld_bcts finished [took 46.7227s]
+31/10/23 00:04:46| INFO: bin_sld finished [took 211.9902s]
+31/10/23 00:04:48| INFO: bin_sld_bcts finished [took 213.3398s]
+31/10/23 00:05:55| INFO: mul_sld_gs finished [took 279.4401s]
+31/10/23 00:08:56| INFO: bin_sld_gs finished [took 461.6571s]
+31/10/23 00:08:56| INFO: Dataset sample 0.50 of dataset imdb finished [took 462.8616s]
+31/10/23 00:08:56| INFO: Dataset sample 0.20 of dataset imdb started
+31/10/23 00:09:15| INFO: ref finished [took 17.3643s]
+31/10/23 00:09:20| INFO: atc_mc finished [took 21.0373s]
+31/10/23 00:09:20| INFO: atc_ne finished [took 21.2599s]
+31/10/23 00:09:38| INFO: mul_sld_bcts finished [took 41.0473s]
+31/10/23 00:09:41| INFO: mul_sld finished [took 43.7800s]
+31/10/23 00:12:30| INFO: bin_sld_bcts finished [took 212.8639s]
+31/10/23 00:12:32| INFO: bin_sld finished [took 215.5704s]
+31/10/23 00:13:29| INFO: mul_sld_gs finished [took 270.7454s]
+31/10/23 00:19:19| INFO: bin_sld_gs finished [took 621.7089s]
+31/10/23 00:19:19| INFO: Dataset sample 0.20 of dataset imdb finished [took 623.1501s]
+31/10/23 00:19:19| INFO: Dataset sample 0.10 of dataset imdb started
+31/10/23 00:19:24| WARNING: Method mul_sld_gs failed. Exception: a must be greater than 0 unless no samples are taken
+31/10/23 00:19:24| WARNING: Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1
+31/10/23 00:19:26| WARNING: Method bin_sld_bcts failed. Exception: Cannot have number of splits n_splits=5 greater than the number of samples: n_samples=4.
+31/10/23 00:19:31| WARNING: Method mul_sld_bcts failed. Exception: index 3 is out of bounds for axis 0 with size 3
+31/10/23 00:19:35| INFO: ref finished [took 13.7926s]
+31/10/23 00:19:38| INFO: atc_mc finished [took 16.8128s]
+31/10/23 00:19:39| INFO: atc_ne finished [took 16.9032s]
+31/10/23 00:19:44| INFO: mul_sld finished [took 23.7188s]
+31/10/23 00:21:43| WARNING: Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1
+31/10/23 00:21:43| INFO: Dataset sample 0.10 of dataset imdb finished [took 143.1001s]
+----------------------------------------------------------------------------------------------------
+31/10/23 01:36:56| INFO: dataset imdb
+31/10/23 01:37:04| INFO: Dataset sample 0.90 of dataset imdb started
+31/10/23 01:37:13| WARNING: Method bin_sld_bcts failed. Exception: fun: nan
+ hess_inv: <3x3 LbfgsInvHessProduct with dtype=float64>
+ jac: array([ 1.06687127, -0.00373246, 0.00373246])
+ message: 'ABNORMAL_TERMINATION_IN_LNSRCH'
+ nfev: 53
+ nit: 34
+ njev: 53
+ status: 2
+ success: False
+ x: array([ 0.11536329, -12.93833991, 12.93833991])
+31/10/23 01:37:24| INFO: ref finished [took 15.9844s]
+31/10/23 01:37:28| INFO: atc_mc finished [took 19.7000s]
+31/10/23 01:37:28| INFO: atc_ne finished [took 19.4612s]
+31/10/23 01:37:39| INFO: mul_sld finished [took 33.2999s]
+31/10/23 01:37:49| INFO: mul_sld_bcts finished [took 43.1402s]
+31/10/23 01:40:23| INFO: bin_sld finished [took 197.7518s]
+31/10/23 01:41:23| INFO: mul_sld_gs finished [took 256.4496s]
+31/10/23 01:42:49| INFO: bin_sld_gs finished [took 342.7515s]
+31/10/23 01:42:49| INFO: Dataset sample 0.90 of dataset imdb finished [took 344.8637s]
+31/10/23 01:42:49| INFO: Dataset sample 0.50 of dataset imdb started
+31/10/23 01:43:10| INFO: ref finished [took 17.6503s]
+31/10/23 01:43:15| INFO: atc_mc finished [took 21.9510s]
+31/10/23 01:43:15| INFO: atc_ne finished [took 21.5680s]
+31/10/23 01:43:29| INFO: mul_sld finished [took 38.2515s]
+31/10/23 01:43:41| INFO: mul_sld_bcts finished [took 48.9560s]
+31/10/23 01:46:29| INFO: bin_sld_bcts finished [took 217.8464s]
+31/10/23 01:46:29| INFO: bin_sld finished [took 218.6211s]
+31/10/23 01:47:51| INFO: mul_sld_gs finished [took 298.6694s]
+31/10/23 01:50:25| INFO: bin_sld_gs finished [took 452.8300s]
+31/10/23 01:50:25| INFO: Dataset sample 0.50 of dataset imdb finished [took 455.3596s]
+31/10/23 01:50:28| ERROR: Configuration imdb_2prevs failed. Exception: could not broadcast input array from shape (2100,7) into shape (2100,)
+----------------------------------------------------------------------------------------------------
+31/10/23 02:13:21| INFO: dataset imdb
+31/10/23 02:13:29| INFO: Dataset sample 0.90 of dataset imdb started
+31/10/23 02:13:37| WARNING: Method bin_sld_bcts failed. Exception: fun: nan
+ hess_inv: <3x3 LbfgsInvHessProduct with dtype=float64>
+ jac: array([ 1.06687127, -0.00373246, 0.00373246])
+ message: 'ABNORMAL_TERMINATION_IN_LNSRCH'
+ nfev: 53
+ nit: 34
+ njev: 53
+ status: 2
+ success: False
+ x: array([ 0.11536329, -12.93833991, 12.93833991])
+31/10/23 02:13:48| INFO: ref finished [took 16.5509s]
+31/10/23 02:13:52| INFO: atc_mc finished [took 20.3138s]
+31/10/23 02:13:52| INFO: atc_ne finished [took 20.1191s]
+31/10/23 02:14:02| INFO: mul_sld finished [took 32.5158s]
+31/10/23 02:14:12| INFO: mul_sld_bcts finished [took 42.0654s]
+31/10/23 02:16:44| INFO: bin_sld finished [took 193.9189s]
+31/10/23 02:17:44| INFO: mul_sld_gs finished [took 252.9066s]
+31/10/23 02:19:11| INFO: bin_sld_gs finished [took 339.9813s]
+31/10/23 02:19:11| INFO: Dataset sample 0.90 of dataset imdb finished [took 341.6967s]
+31/10/23 02:19:11| INFO: Dataset sample 0.50 of dataset imdb started
+31/10/23 02:19:30| INFO: ref finished [took 16.1334s]
+31/10/23 02:19:35| INFO: atc_mc finished [took 20.5691s]
+31/10/23 02:19:35| INFO: atc_ne finished [took 20.0126s]
+31/10/23 02:19:49| INFO: mul_sld finished [took 36.4597s]
+31/10/23 02:20:02| INFO: mul_sld_bcts finished [took 48.7131s]
+31/10/23 02:22:38| INFO: bin_sld finished [took 205.8577s]
+31/10/23 02:22:41| INFO: bin_sld_bcts finished [took 208.1999s]
+31/10/23 02:23:58| INFO: mul_sld_gs finished [took 284.9247s]
+31/10/23 02:26:26| INFO: bin_sld_gs finished [took 432.5665s]
+31/10/23 02:26:26| INFO: Dataset sample 0.50 of dataset imdb finished [took 435.0679s]
+----------------------------------------------------------------------------------------------------
+31/10/23 03:05:44| INFO: dataset rcv1_CCAT
+31/10/23 03:05:49| INFO: Dataset sample 0.90 of dataset rcv1_CCAT started
+31/10/23 03:06:59| INFO: kfcv finished [took 59.0143s]
+31/10/23 03:06:59| INFO: ref finished [took 56.9074s]
+31/10/23 03:07:03| INFO: doc_feat finished [took 49.0683s]
+31/10/23 03:07:05| INFO: atc_mc finished [took 59.3988s]
+31/10/23 03:07:07| INFO: atc_ne finished [took 58.0283s]
+31/10/23 03:07:09| INFO: mul_sld finished [took 76.8284s]
+31/10/23 03:07:19| INFO: mul_sld_bcts finished [took 84.0129s]
+31/10/23 03:09:51| INFO: bin_sld_bcts finished [took 237.9395s]
+31/10/23 03:09:53| INFO: bin_sld finished [took 242.1415s]
+31/10/23 03:10:13| INFO: mul_sld_gs finished [took 255.3743s]
+31/10/23 03:13:59| INFO: bin_sld_gs finished [took 483.0217s]
+31/10/23 03:13:59| INFO: Dataset sample 0.90 of dataset rcv1_CCAT finished [took 489.9328s]
+31/10/23 03:13:59| INFO: Dataset sample 0.80 of dataset rcv1_CCAT started
+31/10/23 03:15:04| INFO: ref finished [took 53.0703s]
+31/10/23 03:15:05| INFO: kfcv finished [took 55.9779s]
+31/10/23 03:15:05| INFO: doc_feat finished [took 48.1315s]
+31/10/23 03:15:10| INFO: atc_mc finished [took 56.8062s]
+31/10/23 03:15:11| INFO: atc_ne finished [took 55.9933s]
+31/10/23 03:15:20| INFO: mul_sld finished [took 77.2840s]
+31/10/23 03:15:25| INFO: mul_sld_bcts finished [took 80.0502s]
+31/10/23 03:17:55| INFO: bin_sld finished [took 233.0173s]
+31/10/23 03:17:55| INFO: bin_sld_bcts finished [took 231.2358s]
+31/10/23 03:18:59| INFO: mul_sld_gs finished [took 291.7573s]
+31/10/23 03:21:50| INFO: bin_sld_gs finished [took 463.8743s]
+31/10/23 03:21:50| INFO: Dataset sample 0.80 of dataset rcv1_CCAT finished [took 470.4706s]
+31/10/23 03:21:50| INFO: Dataset sample 0.70 of dataset rcv1_CCAT started
+31/10/23 03:22:52| INFO: doc_feat finished [took 46.9563s]
+31/10/23 03:22:53| INFO: ref finished [took 52.8185s]
+31/10/23 03:22:54| INFO: kfcv finished [took 55.3202s]
+31/10/23 03:22:57| INFO: atc_mc finished [took 55.1482s]
+31/10/23 03:22:58| INFO: atc_ne finished [took 54.7420s]
+31/10/23 03:23:09| INFO: mul_sld finished [took 76.8111s]
+31/10/23 03:23:14| INFO: mul_sld_bcts finished [took 80.0460s]
+31/10/23 03:25:43| INFO: bin_sld finished [took 231.7146s]
+31/10/23 03:25:44| INFO: bin_sld_bcts finished [took 230.9954s]
+31/10/23 03:26:53| INFO: mul_sld_gs finished [took 296.5824s]
+31/10/23 03:29:12| INFO: bin_sld_gs finished [took 437.2666s]
+31/10/23 03:29:12| INFO: Dataset sample 0.70 of dataset rcv1_CCAT finished [took 442.6584s]
+31/10/23 03:29:12| INFO: Dataset sample 0.60 of dataset rcv1_CCAT started
+31/10/23 03:30:14| INFO: doc_feat finished [took 47.2841s]
+31/10/23 03:30:15| INFO: ref finished [took 52.5819s]
+31/10/23 03:30:16| INFO: kfcv finished [took 54.9735s]
+31/10/23 03:30:19| INFO: atc_mc finished [took 55.5994s]
+31/10/23 03:30:20| INFO: atc_ne finished [took 55.0062s]
+31/10/23 03:30:30| INFO: mul_sld finished [took 75.3263s]
+31/10/23 03:30:37| INFO: mul_sld_bcts finished [took 80.4052s]
+31/10/23 03:33:04| INFO: bin_sld finished [took 229.9416s]
+31/10/23 03:33:05| INFO: bin_sld_bcts finished [took 229.0971s]
+31/10/23 03:34:12| INFO: mul_sld_gs finished [took 292.9916s]
+31/10/23 03:37:15| INFO: bin_sld_gs finished [took 477.2157s]
+31/10/23 03:37:15| INFO: Dataset sample 0.60 of dataset rcv1_CCAT finished [took 482.5150s]
+31/10/23 03:37:15| INFO: Dataset sample 0.50 of dataset rcv1_CCAT started
+31/10/23 03:38:17| INFO: doc_feat finished [took 47.6798s]
+31/10/23 03:38:17| INFO: ref finished [took 52.2283s]
+31/10/23 03:38:18| INFO: kfcv finished [took 54.3535s]
+31/10/23 03:38:22| INFO: atc_mc finished [took 55.4316s]
+31/10/23 03:38:23| INFO: atc_ne finished [took 55.3697s]
+31/10/23 03:38:32| INFO: mul_sld finished [took 74.3762s]
+31/10/23 03:38:39| INFO: mul_sld_bcts finished [took 79.7216s]
+31/10/23 03:41:05| INFO: bin_sld finished [took 228.4963s]
+31/10/23 03:41:08| INFO: bin_sld_bcts finished [took 230.0901s]
+31/10/23 03:42:09| INFO: mul_sld_gs finished [took 287.8477s]
+31/10/23 03:45:08| INFO: bin_sld_gs finished [took 467.2633s]
+31/10/23 03:45:08| INFO: Dataset sample 0.50 of dataset rcv1_CCAT finished [took 472.6090s]
+31/10/23 03:45:08| INFO: Dataset sample 0.40 of dataset rcv1_CCAT started
+31/10/23 03:46:08| INFO: doc_feat finished [took 47.0674s]
+31/10/23 03:46:09| INFO: ref finished [took 51.5844s]
+31/10/23 03:46:09| INFO: kfcv finished [took 53.6481s]
+31/10/23 03:46:14| INFO: atc_mc finished [took 55.3679s]
+31/10/23 03:46:14| INFO: atc_ne finished [took 54.6174s]
+31/10/23 03:46:21| INFO: mul_sld finished [took 71.5925s]
+31/10/23 03:46:29| INFO: mul_sld_bcts finished [took 77.5938s]
+31/10/23 03:48:55| INFO: bin_sld finished [took 226.3217s]
+31/10/23 03:48:57| INFO: bin_sld_bcts finished [took 226.5561s]
+31/10/23 03:50:04| INFO: mul_sld_gs finished [took 289.8958s]
+31/10/23 03:53:13| INFO: bin_sld_gs finished [took 479.9650s]
+31/10/23 03:53:13| INFO: Dataset sample 0.40 of dataset rcv1_CCAT finished [took 485.0438s]
+31/10/23 03:53:13| INFO: Dataset sample 0.30 of dataset rcv1_CCAT started
+31/10/23 03:54:15| INFO: doc_feat finished [took 47.1959s]
+31/10/23 03:54:16| INFO: ref finished [took 52.7452s]
+31/10/23 03:54:17| INFO: kfcv finished [took 55.3715s]
+31/10/23 03:54:20| INFO: atc_mc finished [took 55.5749s]
+31/10/23 03:54:21| INFO: atc_ne finished [took 54.8719s]
+31/10/23 03:54:29| INFO: mul_sld finished [took 74.1932s]
+31/10/23 03:54:37| INFO: mul_sld_bcts finished [took 80.1150s]
+31/10/23 03:57:01| INFO: bin_sld finished [took 227.2338s]
+31/10/23 03:57:06| INFO: bin_sld_bcts finished [took 229.7342s]
+31/10/23 03:58:13| INFO: mul_sld_gs finished [took 293.4750s]
+31/10/23 04:00:50| INFO: bin_sld_gs finished [took 451.3322s]
+31/10/23 04:00:50| INFO: Dataset sample 0.30 of dataset rcv1_CCAT finished [took 456.9583s]
+31/10/23 04:00:50| INFO: Dataset sample 0.20 of dataset rcv1_CCAT started
+31/10/23 04:01:54| INFO: doc_feat finished [took 48.9670s]
+31/10/23 04:01:54| INFO: ref finished [took 54.3281s]
+31/10/23 04:01:55| INFO: kfcv finished [took 57.0798s]
+31/10/23 04:01:59| INFO: atc_mc finished [took 57.5663s]
+31/10/23 04:02:00| INFO: atc_ne finished [took 57.1756s]
+31/10/23 04:02:07| INFO: mul_sld finished [took 74.8552s]
+31/10/23 04:02:14| INFO: mul_sld_bcts finished [took 79.8097s]
+31/10/23 04:04:43| INFO: bin_sld finished [took 231.6926s]
+31/10/23 04:04:43| INFO: bin_sld_bcts finished [took 229.9267s]
+31/10/23 04:05:23| INFO: mul_sld_gs finished [took 266.8226s]
+31/10/23 04:08:36| INFO: bin_sld_gs finished [took 460.9384s]
+31/10/23 04:08:36| INFO: Dataset sample 0.20 of dataset rcv1_CCAT finished [took 466.5653s]
+31/10/23 04:08:36| INFO: Dataset sample 0.10 of dataset rcv1_CCAT started
+31/10/23 04:08:46| WARNING: Method mul_sld_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+31/10/23 04:08:46| WARNING: Method bin_sld_bcts failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1
+31/10/23 04:08:55| WARNING: Method mul_sld_bcts failed. Exception: fun: nan
+ hess_inv: <5x5 LbfgsInvHessProduct with dtype=float64>
+ jac: array([nan, nan, nan, nan, nan])
+ message: 'ABNORMAL_TERMINATION_IN_LNSRCH'
+ nfev: 21
+ nit: 0
+ njev: 21
+ status: 2
+ success: False
+ x: array([1., 0., 0., 0., 0.])
+31/10/23 04:09:33| INFO: doc_feat finished [took 42.6167s]
+31/10/23 04:09:33| INFO: ref finished [took 46.6961s]
+31/10/23 04:09:33| INFO: kfcv finished [took 48.7570s]
+31/10/23 04:09:37| INFO: atc_mc finished [took 49.6198s]
+31/10/23 04:09:38| INFO: atc_ne finished [took 49.1195s]
+31/10/23 04:09:42| INFO: mul_sld finished [took 63.1364s]
+31/10/23 04:11:02| WARNING: Method bin_sld_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+31/10/23 04:12:05| INFO: bin_sld finished [took 207.4063s]
+31/10/23 04:12:05| INFO: Dataset sample 0.10 of dataset rcv1_CCAT finished [took 208.7423s]
+31/10/23 04:12:16| ERROR: Configuration rcv1_CCAT_9prevs failed. Exception: 'DatasetReport' object has no attribute 'fit_scores'
+----------------------------------------------------------------------------------------------------
+31/10/23 11:30:20| INFO: dataset rcv1_CCAT
+31/10/23 11:30:26| INFO: Dataset sample 0.90 of dataset rcv1_CCAT started
+31/10/23 11:31:32| INFO: doc_feat finished [took 48.1486s]
+31/10/23 11:31:32| INFO: ref finished [took 53.9235s]
+31/10/23 11:31:33| INFO: kfcv finished [took 56.4175s]
+31/10/23 11:31:37| INFO: atc_mc finished [took 57.2963s]
+31/10/23 11:31:39| INFO: atc_ne finished [took 56.1470s]
+31/10/23 11:31:43| INFO: mul_sld finished [took 74.0703s]
+31/10/23 11:31:50| INFO: mul_sld_bcts finished [took 78.8253s]
+31/10/23 11:34:16| INFO: bin_sld_bcts finished [took 225.7409s]
+31/10/23 11:34:18| INFO: bin_sld finished [took 229.9705s]
+31/10/23 11:34:42| INFO: mul_sld_gs finished [took 247.4756s]
+31/10/23 11:38:30| INFO: bin_sld_gs finished [took 477.2173s]
+31/10/23 11:38:30| INFO: Dataset sample 0.90 of dataset rcv1_CCAT finished [took 483.7632s]
+31/10/23 11:38:30| INFO: Dataset sample 0.80 of dataset rcv1_CCAT started
+31/10/23 11:39:32| INFO: doc_feat finished [took 47.0343s]
+31/10/23 11:39:33| INFO: ref finished [took 52.5674s]
+31/10/23 11:39:33| INFO: kfcv finished [took 54.5521s]
+31/10/23 11:39:38| INFO: atc_mc finished [took 55.5394s]
+31/10/23 11:39:38| INFO: atc_ne finished [took 54.9616s]
+31/10/23 11:39:48| INFO: mul_sld finished [took 75.9068s]
+31/10/23 11:39:53| INFO: mul_sld_bcts finished [took 78.1581s]
+31/10/23 11:42:22| INFO: bin_sld finished [took 230.5536s]
+31/10/23 11:42:23| INFO: bin_sld_bcts finished [took 229.2262s]
+31/10/23 11:43:29| INFO: mul_sld_gs finished [took 291.7013s]
+31/10/23 11:46:14| INFO: bin_sld_gs finished [took 457.9059s]
+31/10/23 11:46:14| INFO: Dataset sample 0.80 of dataset rcv1_CCAT finished [took 463.5174s]
+31/10/23 11:46:14| INFO: Dataset sample 0.70 of dataset rcv1_CCAT started
+31/10/23 11:47:17| INFO: doc_feat finished [took 46.4490s]
+31/10/23 11:47:17| INFO: ref finished [took 52.6852s]
+31/10/23 11:47:17| INFO: kfcv finished [took 55.0158s]
+31/10/23 11:47:21| INFO: atc_mc finished [took 55.4861s]
+31/10/23 11:47:22| INFO: atc_ne finished [took 54.9236s]
+31/10/23 11:47:32| INFO: mul_sld finished [took 75.5717s]
+31/10/23 11:47:38| INFO: mul_sld_bcts finished [took 80.0893s]
+31/10/23 11:50:02| INFO: bin_sld finished [took 226.8402s]
+31/10/23 11:50:05| INFO: bin_sld_bcts finished [took 227.7311s]
+31/10/23 11:51:15| INFO: mul_sld_gs finished [took 294.0087s]
+31/10/23 11:53:36| INFO: bin_sld_gs finished [took 436.3031s]
+31/10/23 11:53:36| INFO: Dataset sample 0.70 of dataset rcv1_CCAT finished [took 441.8200s]
+31/10/23 11:53:36| INFO: Dataset sample 0.60 of dataset rcv1_CCAT started
+31/10/23 11:54:37| INFO: doc_feat finished [took 47.1550s]
+31/10/23 11:54:38| INFO: ref finished [took 52.2980s]
+31/10/23 11:54:39| INFO: kfcv finished [took 54.5489s]
+31/10/23 11:54:42| INFO: atc_mc finished [took 55.2076s]
+31/10/23 11:54:43| INFO: atc_ne finished [took 54.6137s]
+31/10/23 11:54:53| INFO: mul_sld finished [took 74.8407s]
+31/10/23 11:54:59| INFO: mul_sld_bcts finished [took 79.4977s]
+31/10/23 11:57:24| INFO: bin_sld finished [took 226.9209s]
+31/10/23 11:57:26| INFO: bin_sld_bcts finished [took 227.3112s]
+31/10/23 11:58:29| INFO: mul_sld_gs finished [took 286.1947s]
+31/10/23 12:01:41| INFO: bin_sld_gs finished [took 479.8610s]
+31/10/23 12:01:41| INFO: Dataset sample 0.60 of dataset rcv1_CCAT finished [took 485.3472s]
+31/10/23 12:01:41| INFO: Dataset sample 0.50 of dataset rcv1_CCAT started
+31/10/23 12:02:42| INFO: doc_feat finished [took 46.7340s]
+31/10/23 12:02:42| INFO: ref finished [took 51.5482s]
+31/10/23 12:02:43| INFO: kfcv finished [took 53.9559s]
+31/10/23 12:02:47| INFO: atc_mc finished [took 54.7558s]
+31/10/23 12:02:48| INFO: atc_ne finished [took 54.5216s]
+31/10/23 12:02:57| INFO: mul_sld finished [took 73.4013s]
+31/10/23 12:03:04| INFO: mul_sld_bcts finished [took 78.9197s]
+31/10/23 12:05:30| INFO: bin_sld finished [took 227.3887s]
+31/10/23 12:05:31| INFO: bin_sld_bcts finished [took 226.6540s]
+31/10/23 12:06:37| INFO: mul_sld_gs finished [took 289.2631s]
+31/10/23 12:09:30| INFO: bin_sld_gs finished [took 463.2754s]
+31/10/23 12:09:30| INFO: Dataset sample 0.50 of dataset rcv1_CCAT finished [took 468.6356s]
+31/10/23 12:09:30| INFO: Dataset sample 0.40 of dataset rcv1_CCAT started
+31/10/23 12:10:30| INFO: doc_feat finished [took 47.0178s]
+31/10/23 12:10:31| INFO: ref finished [took 51.8808s]
+31/10/23 12:10:31| INFO: kfcv finished [took 53.6165s]
+31/10/23 12:10:36| INFO: atc_mc finished [took 55.8052s]
+31/10/23 12:10:36| INFO: atc_ne finished [took 55.0541s]
+31/10/23 12:10:44| INFO: mul_sld finished [took 72.1431s]
+31/10/23 12:10:52| INFO: mul_sld_bcts finished [took 78.0435s]
+31/10/23 12:13:18| INFO: bin_sld finished [took 227.6364s]
+31/10/23 12:13:20| INFO: bin_sld_bcts finished [took 227.4485s]
+31/10/23 12:14:23| INFO: mul_sld_gs finished [took 287.2824s]
+31/10/23 12:17:20| INFO: bin_sld_gs finished [took 465.4084s]
+31/10/23 12:17:20| INFO: Dataset sample 0.40 of dataset rcv1_CCAT finished [took 470.5362s]
+31/10/23 12:17:20| INFO: Dataset sample 0.30 of dataset rcv1_CCAT started
+31/10/23 12:18:22| INFO: doc_feat finished [took 46.7203s]
+31/10/23 12:18:24| INFO: ref finished [took 52.8941s]
+31/10/23 12:18:24| INFO: kfcv finished [took 55.1602s]
+31/10/23 12:18:27| INFO: atc_mc finished [took 55.1296s]
+31/10/23 12:18:29| INFO: atc_ne finished [took 54.8176s]
+31/10/23 12:18:36| INFO: mul_sld finished [took 73.6368s]
+31/10/23 12:18:44| INFO: mul_sld_bcts finished [took 79.2444s]
+31/10/23 12:21:09| INFO: bin_sld finished [took 227.4633s]
+31/10/23 12:21:11| INFO: bin_sld_bcts finished [took 227.8848s]
+31/10/23 12:22:18| INFO: mul_sld_gs finished [took 290.8750s]
+31/10/23 12:25:01| INFO: bin_sld_gs finished [took 455.0492s]
+31/10/23 12:25:01| INFO: Dataset sample 0.30 of dataset rcv1_CCAT finished [took 460.7077s]
+31/10/23 12:25:01| INFO: Dataset sample 0.20 of dataset rcv1_CCAT started
+31/10/23 12:26:04| INFO: doc_feat finished [took 48.7419s]
+31/10/23 12:26:05| INFO: ref finished [took 53.9956s]
+31/10/23 12:26:06| INFO: kfcv finished [took 56.7159s]
+31/10/23 12:26:10| INFO: atc_mc finished [took 57.0141s]
+31/10/23 12:26:11| INFO: atc_ne finished [took 56.6235s]
+31/10/23 12:26:18| INFO: mul_sld finished [took 74.9361s]
+31/10/23 12:26:24| INFO: mul_sld_bcts finished [took 78.6411s]
+31/10/23 12:28:51| INFO: bin_sld finished [took 228.5964s]
+31/10/23 12:28:51| INFO: bin_sld_bcts finished [took 226.9077s]
+31/10/23 12:29:34| INFO: mul_sld_gs finished [took 265.9319s]
+31/10/23 12:32:39| INFO: bin_sld_gs finished [took 452.9439s]
+31/10/23 12:32:39| INFO: Dataset sample 0.20 of dataset rcv1_CCAT finished [took 458.4924s]
+31/10/23 12:32:39| INFO: Dataset sample 0.10 of dataset rcv1_CCAT started
+31/10/23 12:32:49| WARNING: Method mul_sld_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+31/10/23 12:32:49| WARNING: Method bin_sld_bcts failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1
+31/10/23 12:32:57| WARNING: Method mul_sld_bcts failed. Exception: fun: nan
+ hess_inv: <5x5 LbfgsInvHessProduct with dtype=float64>
+ jac: array([nan, nan, nan, nan, nan])
+ message: 'ABNORMAL_TERMINATION_IN_LNSRCH'
+ nfev: 21
+ nit: 0
+ njev: 21
+ status: 2
+ success: False
+ x: array([1., 0., 0., 0., 0.])
+31/10/23 12:33:33| INFO: doc_feat finished [took 40.8855s]
+31/10/23 12:33:34| INFO: ref finished [took 44.7933s]
+31/10/23 12:33:34| INFO: kfcv finished [took 47.0146s]
+31/10/23 12:33:38| INFO: atc_mc finished [took 47.7008s]
+31/10/23 12:33:39| INFO: atc_ne finished [took 47.4664s]
+31/10/23 12:33:42| INFO: mul_sld finished [took 60.5341s]
+31/10/23 12:35:06| WARNING: Method bin_sld_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+31/10/23 12:36:11| INFO: bin_sld finished [took 210.5128s]
+31/10/23 12:36:11| INFO: Dataset sample 0.10 of dataset rcv1_CCAT finished [took 211.7476s]
+----------------------------------------------------------------------------------------------------
+31/10/23 13:07:34| INFO: dataset imdb_2prevs
+31/10/23 13:07:41| INFO: Dataset sample 0.10 of dataset imdb_2prevs started
+31/10/23 13:07:55| INFO: ref finished [took 12.2932s]
+31/10/23 13:07:58| INFO: atc_mc finished [took 15.8781s]
+31/10/23 13:07:58| INFO: atc_ne finished [took 15.8256s]
+31/10/23 13:08:08| INFO: mul_sld finished [took 25.6841s]
+31/10/23 13:08:18| INFO: mul_sld_bcts finished [took 35.3498s]
+31/10/23 13:08:18| INFO: Dataset sample 0.10 of dataset imdb_2prevs finished [took 36.3540s]
+31/10/23 13:08:18| INFO: Dataset sample 0.50 of dataset imdb_2prevs started
+31/10/23 13:08:32| INFO: ref finished [took 12.8011s]
+31/10/23 13:08:36| INFO: atc_mc finished [took 16.7266s]
+31/10/23 13:08:36| INFO: atc_ne finished [took 16.9577s]
+31/10/23 13:08:49| INFO: mul_sld finished [took 30.1948s]
+31/10/23 13:09:00| INFO: mul_sld_bcts finished [took 41.0998s]
+31/10/23 13:09:00| INFO: Dataset sample 0.50 of dataset imdb_2prevs finished [took 42.6008s]
+31/10/23 13:09:00| ERROR: estimate comparison failed. Exceprion: unsupported operand type(s) for /: 'NoneType' and 'str'
+----------------------------------------------------------------------------------------------------
+31/10/23 13:10:27| INFO: dataset imdb_2prevs
+31/10/23 13:10:34| INFO: Dataset sample 0.10 of dataset imdb_2prevs started
+31/10/23 13:10:47| INFO: ref finished [took 11.6569s]
+31/10/23 13:10:51| INFO: atc_mc finished [took 15.6380s]
+31/10/23 13:10:51| INFO: atc_ne finished [took 15.5430s]
+31/10/23 13:11:00| INFO: mul_sld finished [took 24.9236s]
+31/10/23 13:11:10| INFO: mul_sld_bcts finished [took 34.5252s]
+31/10/23 13:11:10| INFO: Dataset sample 0.10 of dataset imdb_2prevs finished [took 35.4874s]
+31/10/23 13:11:10| INFO: Dataset sample 0.50 of dataset imdb_2prevs started
+31/10/23 13:11:23| INFO: ref finished [took 11.5602s]
+31/10/23 13:11:26| INFO: atc_ne finished [took 14.3888s]
+31/10/23 13:11:26| INFO: atc_mc finished [took 14.5643s]
+31/10/23 13:11:39| INFO: mul_sld finished [took 27.8023s]
+31/10/23 13:11:51| INFO: mul_sld_bcts finished [took 39.2892s]
+31/10/23 13:11:51| INFO: Dataset sample 0.50 of dataset imdb_2prevs finished [took 40.6914s]
+31/10/23 13:11:51| DEBUG: ['COMP_ESTIMATORS', 'DATASET_DIR_UPDATE', 'DATASET_NAME', 'DATASET_N_PREVS', 'DATASET_PREVS', 'DATASET_TARGET', 'METRICS', 'OUT_DIR', 'OUT_DIR_NAME', 'PLOT_DIR_NAME', 'PLOT_ESTIMATORS', 'PLOT_OUT_DIR', 'PLOT_STDEV', 'PROTOCOL_N_PREVS', 'PROTOCOL_REPEATS', 'SAMPLE_SIZE', '__class__', '__delattr__', '__dict__', '__dir__', '__doc__', '__eq__', '__format__', '__ge__', '__getattribute__', '__getstate__', '__gt__', '__hash__', '__init__', '__init_subclass__', '__le__', '__lt__', '__module__', '__ne__', '__new__', '__reduce__', '__reduce_ex__', '__repr__', '__setattr__', '__sizeof__', '__slotnames__', '__str__', '__subclasshook__', '__weakref__', '_current_conf', '_default', '_environ__getdict', '_environ__setdict', '_instance', '_keys', 'confs', 'exec', 'get_confs', 'get_plot_confs', 'load_conf', 'plot_confs']
+31/10/23 13:11:51| ERROR: estimate comparison failed. Exceprion: unsupported operand type(s) for /: 'NoneType' and 'str'
+----------------------------------------------------------------------------------------------------
+31/10/23 13:12:56| INFO: dataset imdb_2prevs
+31/10/23 13:13:03| INFO: Dataset sample 0.10 of dataset imdb_2prevs started
+31/10/23 13:13:15| INFO: ref finished [took 11.2578s]
+31/10/23 13:13:19| INFO: atc_mc finished [took 14.7895s]
+31/10/23 13:13:19| INFO: atc_ne finished [took 14.8637s]
+31/10/23 13:13:28| INFO: mul_sld finished [took 24.2622s]
+31/10/23 13:13:38| INFO: mul_sld_bcts finished [took 34.0592s]
+31/10/23 13:13:38| INFO: Dataset sample 0.10 of dataset imdb_2prevs finished [took 34.9907s]
+31/10/23 13:13:38| INFO: Dataset sample 0.50 of dataset imdb_2prevs started
+31/10/23 13:13:52| INFO: ref finished [took 12.2334s]
+31/10/23 13:13:56| INFO: atc_ne finished [took 16.1148s]
+31/10/23 13:13:56| INFO: atc_mc finished [took 16.4135s]
+31/10/23 13:14:10| INFO: mul_sld finished [took 30.7003s]
+31/10/23 13:14:21| INFO: mul_sld_bcts finished [took 41.5915s]
+31/10/23 13:14:21| INFO: Dataset sample 0.50 of dataset imdb_2prevs finished [took 43.0339s]
+31/10/23 13:14:21| ERROR: estimate comparison failed. Exceprion: 'environ' object has no attribute '__getdict'
+----------------------------------------------------------------------------------------------------
+31/10/23 14:05:25| ERROR: estimate comparison failed. Exceprion: 'environ' object has no attribute '_current_conf'
+----------------------------------------------------------------------------------------------------
+31/10/23 14:06:00| INFO: dataset imdb_2prevs
+31/10/23 14:06:07| INFO: Dataset sample 0.10 of dataset imdb_2prevs started
+31/10/23 14:06:19| INFO: ref finished [took 10.8776s]
+31/10/23 14:06:23| INFO: atc_ne finished [took 14.0744s]
+31/10/23 14:06:23| INFO: atc_mc finished [took 14.4000s]
+31/10/23 14:06:33| INFO: mul_sld finished [took 24.5149s]
+31/10/23 14:06:42| INFO: mul_sld_bcts finished [took 33.9116s]
+31/10/23 14:06:42| INFO: Dataset sample 0.10 of dataset imdb_2prevs finished [took 34.8416s]
+31/10/23 14:06:42| INFO: Dataset sample 0.50 of dataset imdb_2prevs started
+31/10/23 14:06:55| INFO: ref finished [took 11.2125s]
+31/10/23 14:06:59| INFO: atc_ne finished [took 14.9235s]
+31/10/23 14:06:59| INFO: atc_mc finished [took 15.1623s]
+31/10/23 14:07:12| INFO: mul_sld finished [took 28.3463s]
+31/10/23 14:07:23| INFO: mul_sld_bcts finished [took 39.0377s]
+31/10/23 14:07:23| INFO: Dataset sample 0.50 of dataset imdb_2prevs finished [took 40.4312s]
+31/10/23 14:07:23| ERROR: estimate comparison failed. Exceprion: 'environ' object has no attribute '__getdict'
+----------------------------------------------------------------------------------------------------
+31/10/23 14:09:14| INFO: dataset imdb_2prevs
+31/10/23 14:09:22| INFO: Dataset sample 0.10 of dataset imdb_2prevs started
+31/10/23 14:09:33| INFO: ref finished [took 10.6213s]
+31/10/23 14:09:37| INFO: atc_mc finished [took 14.2004s]
+31/10/23 14:09:37| INFO: atc_ne finished [took 14.2574s]
+31/10/23 14:09:46| INFO: mul_sld finished [took 23.8084s]
+31/10/23 14:09:56| INFO: mul_sld_bcts finished [took 33.4634s]
+31/10/23 14:09:56| INFO: Dataset sample 0.10 of dataset imdb_2prevs finished [took 34.4023s]
+31/10/23 14:09:56| INFO: Dataset sample 0.50 of dataset imdb_2prevs started
+31/10/23 14:10:09| INFO: ref finished [took 11.0452s]
+31/10/23 14:10:12| INFO: atc_mc finished [took 14.0363s]
+31/10/23 14:10:12| INFO: atc_ne finished [took 14.2492s]
+31/10/23 14:10:25| INFO: mul_sld finished [took 27.1464s]
+31/10/23 14:10:35| INFO: mul_sld_bcts finished [took 37.7957s]
+31/10/23 14:10:35| INFO: Dataset sample 0.50 of dataset imdb_2prevs finished [took 39.1750s]
+31/10/23 14:10:35| ERROR: estimate comparison failed. Exceprion: unsupported operand type(s) for /: 'NoneType' and 'str'
+----------------------------------------------------------------------------------------------------
+31/10/23 14:14:00| INFO: dataset imdb_2prevs
+31/10/23 14:14:07| INFO: Dataset sample 0.10 of dataset imdb_2prevs started
+31/10/23 14:14:19| INFO: ref finished [took 11.0176s]
+31/10/23 14:14:22| INFO: atc_mc finished [took 14.0422s]
+31/10/23 14:14:23| INFO: atc_ne finished [took 14.2169s]
+31/10/23 14:14:31| INFO: mul_sld finished [took 23.7014s]
+31/10/23 14:14:42| INFO: mul_sld_bcts finished [took 33.7536s]
+31/10/23 14:14:42| INFO: Dataset sample 0.10 of dataset imdb_2prevs finished [took 34.7003s]
+31/10/23 14:14:42| INFO: Dataset sample 0.50 of dataset imdb_2prevs started
+31/10/23 14:14:54| INFO: ref finished [took 11.0187s]
+31/10/23 14:14:57| INFO: atc_mc finished [took 14.0175s]
+31/10/23 14:14:58| INFO: atc_ne finished [took 14.4154s]
+31/10/23 14:15:10| INFO: mul_sld finished [took 27.5946s]
+31/10/23 14:15:21| INFO: mul_sld_bcts finished [took 38.0464s]
+31/10/23 14:15:21| INFO: Dataset sample 0.50 of dataset imdb_2prevs finished [took 39.4594s]
+31/10/23 14:15:21| DEBUG: {'DATASET_NAME': 'imdb', 'DATASET_TARGET': None, 'METRICS': ['acc'], 'COMP_ESTIMATORS': ['atc_mc', 'mul_sld', 'atc_ne', 'mul_sld_bcts', 'ref'], 'DATASET_N_PREVS': 5, 'DATASET_PREVS': [0.5, 0.1], 'OUT_DIR_NAME': 'output', 'OUT_DIR': None, 'PLOT_DIR_NAME': 'plot', 'PLOT_OUT_DIR': None, 'DATASET_DIR_UPDATE': False, 'PROTOCOL_N_PREVS': 21, 'PROTOCOL_REPEATS': 100, 'SAMPLE_SIZE': 1000, 'PLOT_ESTIMATORS': ['ref', 'atc_mc', 'atc_ne'], 'PLOT_STDEV': True}
+31/10/23 14:15:21| ERROR: estimate comparison failed. Exceprion: unsupported operand type(s) for /: 'NoneType' and 'str'
+----------------------------------------------------------------------------------------------------
+31/10/23 14:30:59| INFO: dataset imdb_2prevs
+31/10/23 14:31:10| INFO: Dataset sample 0.10 of dataset imdb_2prevs started
+31/10/23 14:31:33| INFO: ref finished [took 22.2885s]
+31/10/23 14:31:41| INFO: atc_mc finished [took 29.8328s]
+31/10/23 14:31:41| INFO: atc_ne finished [took 30.1421s]
+31/10/23 14:31:46| INFO: mul_sld finished [took 35.8373s]
+31/10/23 14:31:57| INFO: mul_sld_bcts finished [took 46.5130s]
+31/10/23 14:31:57| INFO: Dataset sample 0.10 of dataset imdb_2prevs finished [took 47.5379s]
+31/10/23 14:31:57| INFO: Dataset sample 0.50 of dataset imdb_2prevs started
+31/10/23 14:32:24| INFO: ref finished [took 24.3912s]
+31/10/23 14:32:31| INFO: atc_mc finished [took 31.2488s]
+31/10/23 14:32:31| INFO: atc_ne finished [took 31.5120s]
+31/10/23 14:32:43| INFO: mul_sld finished [took 44.6372s]
+31/10/23 14:32:54| INFO: mul_sld_bcts finished [took 54.5749s]
+31/10/23 14:32:54| INFO: Dataset sample 0.50 of dataset imdb_2prevs finished [took 56.2358s]
+31/10/23 14:32:54| DEBUG: {'DATASET_NAME': 'imdb', 'DATASET_TARGET': None, 'METRICS': ['acc'], 'COMP_ESTIMATORS': ['mul_sld_bcts', 'atc_ne', 'atc_mc', 'ref', 'mul_sld'], 'DATASET_N_PREVS': 5, 'DATASET_PREVS': [0.5, 0.1], 'OUT_DIR_NAME': 'output', 'OUT_DIR': WindowsPath('output/imdb_2prevs'), 'PLOT_DIR_NAME': 'plot', 'PLOT_OUT_DIR': WindowsPath('output/imdb_2prevs/plot'), 'DATASET_DIR_UPDATE': False, 'PROTOCOL_N_PREVS': 21, 'PROTOCOL_REPEATS': 100, 'SAMPLE_SIZE': 1000, 'PLOT_ESTIMATORS': ['ref', 'atc_mc', 'atc_ne'], 'PLOT_STDEV': True}
+31/10/23 14:32:58| DEBUG: {'DATASET_NAME': 'imdb', 'DATASET_TARGET': None, 'METRICS': ['acc'], 'COMP_ESTIMATORS': ['mul_sld_bcts', 'atc_ne', 'atc_mc', 'ref', 'mul_sld'], 'DATASET_N_PREVS': 5, 'DATASET_PREVS': [0.5, 0.1], 'OUT_DIR_NAME': 'output', 'OUT_DIR': WindowsPath('output/imdb_2prevs'), 'PLOT_DIR_NAME': 'plot', 'PLOT_OUT_DIR': WindowsPath('output/imdb_2prevs/plot'), 'DATASET_DIR_UPDATE': False, 'PROTOCOL_N_PREVS': 21, 'PROTOCOL_REPEATS': 100, 'SAMPLE_SIZE': 1000, 'PLOT_ESTIMATORS': ['mul_sld_bcts', 'mul_sld', 'ref', 'atc_mc', 'atc_ne'], 'PLOT_STDEV': False}
+----------------------------------------------------------------------------------------------------
+31/10/23 14:37:38| INFO: dataset imdb_2prevs
+31/10/23 14:37:45| INFO: Dataset sample 0.10 of dataset imdb_2prevs started
+31/10/23 14:37:58| INFO: ref finished [took 11.4397s]
+31/10/23 14:38:01| INFO: atc_mc finished [took 14.6411s]
+31/10/23 14:38:01| INFO: atc_ne finished [took 14.8218s]
+31/10/23 14:38:11| INFO: mul_sld finished [took 24.4862s]
+31/10/23 14:38:20| INFO: mul_sld_bcts finished [took 33.9900s]
+31/10/23 14:38:20| INFO: Dataset sample 0.10 of dataset imdb_2prevs finished [took 34.9816s]
+31/10/23 14:38:20| INFO: Dataset sample 0.50 of dataset imdb_2prevs started
+31/10/23 14:38:33| INFO: ref finished [took 11.3787s]
+31/10/23 14:38:36| INFO: atc_mc finished [took 14.4366s]
+31/10/23 14:38:36| INFO: atc_ne finished [took 14.3365s]
+31/10/23 14:38:50| INFO: mul_sld finished [took 28.1585s]
+31/10/23 14:39:00| INFO: mul_sld_bcts finished [took 38.5508s]
+31/10/23 14:39:00| INFO: Dataset sample 0.50 of dataset imdb_2prevs finished [took 40.0193s]
+31/10/23 14:39:00| DEBUG: {'DATASET_NAME': 'imdb', 'DATASET_TARGET': None, 'METRICS': ['acc'], 'COMP_ESTIMATORS': ['atc_ne', 'mul_sld', 'ref', 'mul_sld_bcts', 'atc_mc'], 'DATASET_N_PREVS': 5, 'DATASET_PREVS': [0.5, 0.1], 'OUT_DIR_NAME': 'output', 'OUT_DIR': WindowsPath('output/imdb_2prevs'), 'PLOT_DIR_NAME': 'plot', 'PLOT_OUT_DIR': WindowsPath('output/imdb_2prevs/plot'), 'DATASET_DIR_UPDATE': False, 'PROTOCOL_N_PREVS': 21, 'PROTOCOL_REPEATS': 100, 'SAMPLE_SIZE': 1000, 'PLOT_ESTIMATORS': ['ref', 'atc_mc', 'atc_ne'], 'PLOT_STDEV': True}
+31/10/23 14:39:03| DEBUG: {'DATASET_NAME': 'imdb', 'DATASET_TARGET': None, 'METRICS': ['acc'], 'COMP_ESTIMATORS': ['atc_ne', 'mul_sld', 'ref', 'mul_sld_bcts', 'atc_mc'], 'DATASET_N_PREVS': 5, 'DATASET_PREVS': [0.5, 0.1], 'OUT_DIR_NAME': 'output', 'OUT_DIR': WindowsPath('output/imdb_2prevs'), 'PLOT_DIR_NAME': 'plot', 'PLOT_OUT_DIR': WindowsPath('output/imdb_2prevs/plot'), 'DATASET_DIR_UPDATE': False, 'PROTOCOL_N_PREVS': 21, 'PROTOCOL_REPEATS': 100, 'SAMPLE_SIZE': 1000, 'PLOT_ESTIMATORS': ['mul_sld_bcts', 'mul_sld', 'ref', 'atc_mc', 'atc_ne'], 'PLOT_STDEV': False}
+----------------------------------------------------------------------------------------------------
+31/10/23 14:44:15| INFO: dataset imdb_2prevs
+31/10/23 14:44:22| INFO: Dataset sample 0.10 of dataset imdb_2prevs started
+31/10/23 14:44:35| INFO: ref finished [took 11.5902s]
+31/10/23 14:44:38| INFO: atc_mc finished [took 14.7915s]
+31/10/23 14:44:39| INFO: atc_ne finished [took 14.8611s]
+31/10/23 14:44:48| INFO: mul_sld finished [took 24.7670s]
+31/10/23 14:44:58| INFO: mul_sld_bcts finished [took 34.3171s]
+31/10/23 14:44:58| INFO: Dataset sample 0.10 of dataset imdb_2prevs finished [took 35.3088s]
+31/10/23 14:44:58| INFO: Dataset sample 0.50 of dataset imdb_2prevs started
+31/10/23 14:45:11| INFO: ref finished [took 11.8887s]
+31/10/23 14:45:15| INFO: atc_mc finished [took 15.2624s]
+31/10/23 14:45:15| INFO: atc_ne finished [took 15.2085s]
+31/10/23 14:45:28| INFO: mul_sld finished [took 28.5408s]
+31/10/23 14:45:38| INFO: mul_sld_bcts finished [took 38.9976s]
+31/10/23 14:45:38| INFO: Dataset sample 0.50 of dataset imdb_2prevs finished [took 40.5854s]
+31/10/23 14:45:38| DEBUG: {'DATASET_NAME': 'imdb', 'DATASET_TARGET': None, 'METRICS': ['acc'], 'COMP_ESTIMATORS': ['atc_ne', 'mul_sld_bcts', 'atc_mc', 'ref', 'mul_sld'], 'DATASET_N_PREVS': 5, 'DATASET_PREVS': [0.5, 0.1], 'OUT_DIR_NAME': 'output', 'OUT_DIR': WindowsPath('output/imdb_2prevs'), 'PLOT_DIR_NAME': 'plot', 'PLOT_OUT_DIR': WindowsPath('output/imdb_2prevs/plot'), 'DATASET_DIR_UPDATE': False, 'PROTOCOL_N_PREVS': 21, 'PROTOCOL_REPEATS': 100, 'SAMPLE_SIZE': 1000, 'PLOT_ESTIMATORS': ['ref', 'atc_mc', 'atc_ne'], 'PLOT_STDEV': True}
+31/10/23 14:45:41| DEBUG: {'DATASET_NAME': 'imdb', 'DATASET_TARGET': None, 'METRICS': ['acc'], 'COMP_ESTIMATORS': ['atc_ne', 'mul_sld_bcts', 'atc_mc', 'ref', 'mul_sld'], 'DATASET_N_PREVS': 5, 'DATASET_PREVS': [0.5, 0.1], 'OUT_DIR_NAME': 'output', 'OUT_DIR': WindowsPath('output/imdb_2prevs'), 'PLOT_DIR_NAME': 'plot', 'PLOT_OUT_DIR': WindowsPath('output/imdb_2prevs/plot'), 'DATASET_DIR_UPDATE': False, 'PROTOCOL_N_PREVS': 21, 'PROTOCOL_REPEATS': 100, 'SAMPLE_SIZE': 1000, 'PLOT_ESTIMATORS': ['mul_sld_bcts', 'mul_sld', 'ref', 'atc_mc', 'atc_ne'], 'PLOT_STDEV': False}
+----------------------------------------------------------------------------------------------------
+31/10/23 14:55:18| INFO dataset imdb_2prevs
+31/10/23 14:55:26| INFO Dataset sample 0.10 of dataset imdb_2prevs started
+31/10/23 14:55:37| INFO ref finished [took 10.1990s]
+31/10/23 14:55:40| INFO atc_mc finished [took 13.4778s]
+31/10/23 14:55:41| INFO atc_ne finished [took 13.5559s]
+31/10/23 14:55:50| INFO mul_sld finished [took 23.0450s]
+31/10/23 14:55:59| INFO mul_sld_bcts finished [took 32.4582s]
+31/10/23 14:55:59| INFO Dataset sample 0.10 of dataset imdb_2prevs finished [took 33.3679s]
+31/10/23 14:55:59| INFO Dataset sample 0.50 of dataset imdb_2prevs started
+31/10/23 14:56:11| INFO ref finished [took 10.3415s]
+31/10/23 14:56:14| INFO atc_mc finished [took 13.4638s]
+31/10/23 14:56:14| INFO atc_ne finished [took 13.4791s]
+31/10/23 14:56:27| INFO mul_sld finished [took 26.3298s]
+31/10/23 14:56:38| INFO mul_sld_bcts finished [took 37.2449s]
+31/10/23 14:56:38| INFO Dataset sample 0.50 of dataset imdb_2prevs finished [took 38.6430s]
+31/10/23 14:56:38| DEBUG {'DATASET_NAME': 'imdb', 'DATASET_TARGET': None, 'METRICS': ['acc'], 'COMP_ESTIMATORS': ['mul_sld_bcts', 'atc_mc', 'ref', 'mul_sld', 'atc_ne'], 'DATASET_N_PREVS': 5, 'DATASET_PREVS': [0.5, 0.1], 'OUT_DIR_NAME': 'output', 'OUT_DIR': WindowsPath('output/imdb_2prevs'), 'PLOT_DIR_NAME': 'plot', 'PLOT_OUT_DIR': WindowsPath('output/imdb_2prevs/plot'), 'DATASET_DIR_UPDATE': False, 'PROTOCOL_N_PREVS': 21, 'PROTOCOL_REPEATS': 100, 'SAMPLE_SIZE': 1000, 'PLOT_ESTIMATORS': ['ref', 'atc_mc', 'atc_ne'], 'PLOT_STDEV': True}
+31/10/23 14:56:41| DEBUG {'DATASET_NAME': 'imdb', 'DATASET_TARGET': None, 'METRICS': ['acc'], 'COMP_ESTIMATORS': ['mul_sld_bcts', 'atc_mc', 'ref', 'mul_sld', 'atc_ne'], 'DATASET_N_PREVS': 5, 'DATASET_PREVS': [0.5, 0.1], 'OUT_DIR_NAME': 'output', 'OUT_DIR': WindowsPath('output/imdb_2prevs'), 'PLOT_DIR_NAME': 'plot', 'PLOT_OUT_DIR': WindowsPath('output/imdb_2prevs/plot'), 'DATASET_DIR_UPDATE': False, 'PROTOCOL_N_PREVS': 21, 'PROTOCOL_REPEATS': 100, 'SAMPLE_SIZE': 1000, 'PLOT_ESTIMATORS': ['mul_sld_bcts', 'mul_sld', 'ref', 'atc_mc', 'atc_ne'], 'PLOT_STDEV': False}
+----------------------------------------------------------------------------------------------------
+31/10/23 15:00:19| INFO dataset imdb_2prevs
+31/10/23 15:00:26| INFO Dataset sample 0.10 of dataset imdb_2prevs started
+31/10/23 15:00:38| INFO ref finished [took 10.7099s]
+31/10/23 15:00:41| INFO atc_ne finished [took 13.7392s]
+31/10/23 15:00:41| INFO atc_mc finished [took 13.9108s]
+31/10/23 15:00:50| INFO mul_sld finished [took 23.3628s]
+31/10/23 15:01:00| INFO mul_sld_bcts finished [took 33.0440s]
+31/10/23 15:01:00| INFO Dataset sample 0.10 of dataset imdb_2prevs finished [took 33.9805s]
+31/10/23 15:01:00| INFO Dataset sample 0.50 of dataset imdb_2prevs started
+31/10/23 15:01:12| INFO ref finished [took 10.7020s]
+31/10/23 15:01:15| INFO atc_mc finished [took 13.9521s]
+31/10/23 15:01:15| INFO atc_ne finished [took 13.8623s]
+31/10/23 15:01:28| INFO mul_sld finished [took 26.8476s]
+31/10/23 15:01:39| INFO mul_sld_bcts finished [took 37.4291s]
+31/10/23 15:01:39| INFO Dataset sample 0.50 of dataset imdb_2prevs finished [took 38.8721s]
+31/10/23 15:01:39| DEBUG {'DATASET_NAME': 'imdb', 'DATASET_TARGET': None, 'METRICS': ['acc'], 'COMP_ESTIMATORS': ['ref', 'atc_mc', 'mul_sld', 'atc_ne', 'mul_sld_bcts'], 'DATASET_N_PREVS': 5, 'DATASET_PREVS': [0.5, 0.1], 'OUT_DIR_NAME': 'output', 'OUT_DIR': WindowsPath('output/imdb_2prevs'), 'PLOT_DIR_NAME': 'plot', 'PLOT_OUT_DIR': WindowsPath('output/imdb_2prevs/plot'), 'DATASET_DIR_UPDATE': False, 'PROTOCOL_N_PREVS': 21, 'PROTOCOL_REPEATS': 100, 'SAMPLE_SIZE': 1000, 'PLOT_ESTIMATORS': ['ref', 'atc_mc', 'atc_ne'], 'PLOT_STDEV': True}
+31/10/23 15:01:42| DEBUG {'DATASET_NAME': 'imdb', 'DATASET_TARGET': None, 'METRICS': ['acc'], 'COMP_ESTIMATORS': ['ref', 'atc_mc', 'mul_sld', 'atc_ne', 'mul_sld_bcts'], 'DATASET_N_PREVS': 5, 'DATASET_PREVS': [0.5, 0.1], 'OUT_DIR_NAME': 'output', 'OUT_DIR': WindowsPath('output/imdb_2prevs'), 'PLOT_DIR_NAME': 'plot', 'PLOT_OUT_DIR': WindowsPath('output/imdb_2prevs/plot'), 'DATASET_DIR_UPDATE': False, 'PROTOCOL_N_PREVS': 21, 'PROTOCOL_REPEATS': 100, 'SAMPLE_SIZE': 1000, 'PLOT_ESTIMATORS': ['mul_sld_bcts', 'mul_sld', 'ref', 'atc_mc', 'atc_ne'], 'PLOT_STDEV': False}
+----------------------------------------------------------------------------------------------------
+31/10/23 15:02:43| INFO dataset imdb_2prevs
+31/10/23 15:02:50| INFO Dataset sample 0.10 of dataset imdb_2prevs started
+31/10/23 15:03:02| INFO ref finished [took 10.5528s]
+31/10/23 15:03:05| INFO atc_mc finished [took 13.7838s]
+31/10/23 15:03:05| INFO atc_ne finished [took 13.6736s]
+31/10/23 15:03:14| INFO mul_sld finished [took 23.2705s]
+31/10/23 15:03:24| INFO mul_sld_bcts finished [took 32.8493s]
+31/10/23 15:03:24| INFO Dataset sample 0.10 of dataset imdb_2prevs finished [took 33.7917s]
+31/10/23 15:03:24| INFO Dataset sample 0.50 of dataset imdb_2prevs started
+31/10/23 15:03:36| INFO ref finished [took 10.4338s]
+31/10/23 15:03:39| INFO atc_mc finished [took 13.5140s]
+31/10/23 15:03:39| INFO atc_ne finished [took 13.5920s]
+31/10/23 15:03:52| INFO mul_sld finished [took 26.7677s]
+31/10/23 15:04:03| INFO mul_sld_bcts finished [took 37.2882s]
+31/10/23 15:04:03| INFO Dataset sample 0.50 of dataset imdb_2prevs finished [took 38.7014s]
+----------------------------------------------------------------------------------------------------
+31/10/23 17:01:56| INFO dataset imdb_2prevs
+31/10/23 17:02:03| INFO Dataset sample 0.10 of dataset imdb_2prevs started
+31/10/23 17:02:16| INFO ref finished [took 11.7260s]
+31/10/23 17:02:19| INFO atc_mc finished [took 14.9332s]
+31/10/23 17:02:20| INFO atc_ne finished [took 14.9267s]
+31/10/23 17:02:29| INFO mul_sld finished [took 25.0825s]
+31/10/23 17:02:39| INFO mul_sld_bcts finished [took 35.1456s]
+31/10/23 17:02:39| INFO Dataset sample 0.10 of dataset imdb_2prevs finished [took 36.1167s]
+31/10/23 17:02:39| INFO Dataset sample 0.50 of dataset imdb_2prevs started
+31/10/23 17:02:53| INFO ref finished [took 12.1990s]
+31/10/23 17:02:57| INFO atc_mc finished [took 15.9130s]
+31/10/23 17:02:57| INFO atc_ne finished [took 15.8122s]
+31/10/23 17:03:10| INFO mul_sld finished [took 29.0681s]
+31/10/23 17:03:21| INFO mul_sld_bcts finished [took 40.0346s]
+31/10/23 17:03:21| INFO Dataset sample 0.50 of dataset imdb_2prevs finished [took 41.6137s]
+----------------------------------------------------------------------------------------------------
+31/10/23 17:04:35| INFO dataset imdb_2prevs
+31/10/23 17:04:42| INFO Dataset sample 0.10 of dataset imdb_2prevs started
+31/10/23 17:04:56| INFO ref finished [took 11.5027s]
+31/10/23 17:05:00| INFO atc_mc finished [took 15.1600s]
+31/10/23 17:05:00| INFO atc_ne finished [took 15.0072s]
+31/10/23 17:05:09| INFO mul_sld finished [took 24.7931s]
+31/10/23 17:05:19| INFO mul_sld_bcts finished [took 34.6305s]
+31/10/23 17:05:19| INFO Dataset sample 0.10 of dataset imdb_2prevs finished [took 37.1778s]
+31/10/23 17:05:19| INFO Dataset sample 0.50 of dataset imdb_2prevs started
+31/10/23 17:05:33| INFO ref finished [took 12.2649s]
+31/10/23 17:05:36| INFO atc_mc finished [took 15.5987s]
+31/10/23 17:05:37| INFO atc_ne finished [took 15.8214s]
+31/10/23 17:05:50| INFO mul_sld finished [took 29.3523s]
+31/10/23 17:06:00| INFO mul_sld_bcts finished [took 39.8376s]
+31/10/23 17:06:00| INFO Dataset sample 0.50 of dataset imdb_2prevs finished [took 41.2888s]
+----------------------------------------------------------------------------------------------------
+31/10/23 20:19:37| INFO dataset imdb_1prevs
+31/10/23 20:19:48| INFO Dataset sample 0.50 of dataset imdb_1prevs started
+31/10/23 20:20:07| INFO ref finished [took 17.4125s]
+----------------------------------------------------------------------------------------------------
+31/10/23 20:20:50| INFO dataset imdb_1prevs
+31/10/23 20:21:01| INFO Dataset sample 0.50 of dataset imdb_1prevs started
+31/10/23 20:21:19| INFO ref finished [took 17.0717s]
+----------------------------------------------------------------------------------------------------
+31/10/23 20:22:05| INFO dataset imdb_1prevs
+31/10/23 20:22:15| INFO Dataset sample 0.50 of dataset imdb_1prevs started
+31/10/23 20:22:35| INFO ref finished [took 18.4752s]
+----------------------------------------------------------------------------------------------------
+31/10/23 20:23:38| INFO dataset imdb_1prevs
+31/10/23 20:23:48| INFO Dataset sample 0.50 of dataset imdb_1prevs started
+31/10/23 20:24:08| INFO ref finished [took 18.3216s]
+----------------------------------------------------------------------------------------------------
+01/11/23 13:07:19| INFO dataset imdb_1prevs
+01/11/23 13:07:27| INFO Dataset sample 0.50 of dataset imdb_1prevs started
+01/11/23 13:07:27| ERROR Evaluation over imdb_1prevs failed. Exception: 'Invalid estimator: estimator mul_sld_gs does not exist'
+01/11/23 13:07:27| ERROR Failed while saving configuration imdb_debug of imdb_1prevs. Exception: cannot access local variable 'dr' where it is not associated with a value
+----------------------------------------------------------------------------------------------------
+03/11/23 20:54:19| INFO dataset rcv1_CCAT_9prevs
+03/11/23 20:54:24| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+03/11/23 20:54:28| WARNING Method mul_sld_gs failed. Exception: Invalid parameter 'quantifier' for estimator EMQ(classifier=LogisticRegression()). Valid parameters are: ['classifier', 'exact_train_prev', 'recalib'].
+03/11/23 20:54:29| WARNING Method mul_sld failed. Exception: evaluation_report() got an unexpected keyword argument 'protocor'
+03/11/23 20:54:30| WARNING Method bin_sld_gs failed. Exception: Invalid parameter 'quantifier' for estimator EMQ(classifier=LogisticRegression()). Valid parameters are: ['classifier', 'exact_train_prev', 'recalib'].
+03/11/23 20:55:09| INFO ref finished [took 38.5179s]
+----------------------------------------------------------------------------------------------------
+03/11/23 21:28:36| INFO dataset rcv1_CCAT_9prevs
+03/11/23 21:28:41| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+03/11/23 21:28:45| WARNING Method mul_sld failed. Exception: evaluation_report() got an unexpected keyword argument 'protocor'
+----------------------------------------------------------------------------------------------------
+03/11/23 21:31:03| INFO dataset rcv1_CCAT_9prevs
+03/11/23 21:31:08| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+03/11/23 21:31:59| INFO ref finished [took 45.6616s]
+03/11/23 21:32:03| INFO atc_mc finished [took 48.4360s]
+03/11/23 21:32:07| INFO atc_ne finished [took 51.0515s]
+03/11/23 21:32:23| INFO mul_sld finished [took 72.9229s]
+03/11/23 21:34:43| INFO bin_sld finished [took 213.9538s]
+03/11/23 21:36:27| INFO mul_sld_gs finished [took 314.9357s]
+03/11/23 21:40:50| INFO bin_sld_gs finished [took 579.2530s]
+03/11/23 21:40:50| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 582.5876s]
+03/11/23 21:40:50| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started
+03/11/23 21:41:39| INFO ref finished [took 43.7409s]
+03/11/23 21:41:43| INFO atc_mc finished [took 46.4580s]
+03/11/23 21:41:44| INFO atc_ne finished [took 46.4267s]
+03/11/23 21:41:54| INFO mul_sld finished [took 61.3005s]
+03/11/23 21:44:18| INFO bin_sld finished [took 206.3680s]
+03/11/23 21:45:59| INFO mul_sld_gs finished [took 304.4726s]
+03/11/23 21:50:33| INFO bin_sld_gs finished [took 579.3455s]
+03/11/23 21:50:33| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 582.4808s]
+03/11/23 21:50:33| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started
+03/11/23 21:51:22| INFO ref finished [took 43.6853s]
+03/11/23 21:51:26| INFO atc_mc finished [took 47.1366s]
+03/11/23 21:51:30| INFO atc_ne finished [took 49.4868s]
+03/11/23 21:51:34| INFO mul_sld finished [took 59.0964s]
+03/11/23 21:53:59| INFO bin_sld finished [took 205.0248s]
+03/11/23 21:55:50| INFO mul_sld_gs finished [took 312.5630s]
+03/11/23 22:00:27| INFO bin_sld_gs finished [took 591.1460s]
+03/11/23 22:00:27| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 594.3163s]
+03/11/23 22:00:27| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started
+03/11/23 22:01:15| INFO ref finished [took 43.3806s]
+03/11/23 22:01:19| INFO atc_mc finished [took 46.6674s]
+03/11/23 22:01:21| INFO atc_ne finished [took 47.1220s]
+03/11/23 22:01:28| INFO mul_sld finished [took 58.6799s]
+03/11/23 22:03:53| INFO bin_sld finished [took 204.7659s]
+03/11/23 22:05:39| INFO mul_sld_gs finished [took 307.8811s]
+03/11/23 22:10:32| INFO bin_sld_gs finished [took 601.9995s]
+03/11/23 22:10:32| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 604.8406s]
+03/11/23 22:10:32| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started
+03/11/23 22:11:20| INFO ref finished [took 42.8256s]
+03/11/23 22:11:25| INFO atc_mc finished [took 46.9203s]
+03/11/23 22:11:28| INFO atc_ne finished [took 49.3042s]
+03/11/23 22:11:34| INFO mul_sld finished [took 60.2744s]
+03/11/23 22:13:59| INFO bin_sld finished [took 205.7078s]
+03/11/23 22:15:45| INFO mul_sld_gs finished [took 309.0888s]
+03/11/23 22:20:32| INFO bin_sld_gs finished [took 596.5102s]
+03/11/23 22:20:32| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 599.5067s]
+03/11/23 22:20:32| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started
+03/11/23 22:21:20| INFO ref finished [took 43.1698s]
+03/11/23 22:21:24| INFO atc_mc finished [took 46.5768s]
+03/11/23 22:21:25| INFO atc_ne finished [took 46.3408s]
+03/11/23 22:21:34| INFO mul_sld finished [took 60.8070s]
+03/11/23 22:23:58| INFO bin_sld finished [took 205.3362s]
+03/11/23 22:25:44| INFO mul_sld_gs finished [took 308.1859s]
+03/11/23 22:30:44| INFO bin_sld_gs finished [took 609.5468s]
+03/11/23 22:30:44| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 612.5803s]
+03/11/23 22:30:44| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started
+03/11/23 22:31:32| INFO ref finished [took 43.2949s]
+03/11/23 22:31:37| INFO atc_mc finished [took 46.3686s]
+03/11/23 22:31:40| INFO atc_ne finished [took 49.2242s]
+03/11/23 22:31:47| INFO mul_sld finished [took 60.9437s]
+03/11/23 22:34:11| INFO bin_sld finished [took 205.9299s]
+03/11/23 22:35:56| INFO mul_sld_gs finished [took 308.2738s]
+03/11/23 22:40:36| INFO bin_sld_gs finished [took 588.7918s]
+03/11/23 22:40:36| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 591.8830s]
+03/11/23 22:40:36| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started
+03/11/23 22:41:24| INFO ref finished [took 43.3321s]
+03/11/23 22:41:29| INFO atc_mc finished [took 46.8041s]
+03/11/23 22:41:29| INFO atc_ne finished [took 46.5810s]
+03/11/23 22:41:38| INFO mul_sld finished [took 60.2962s]
+03/11/23 22:44:07| INFO bin_sld finished [took 209.6435s]
+03/11/23 22:45:44| INFO mul_sld_gs finished [took 304.4809s]
+03/11/23 22:50:39| INFO bin_sld_gs finished [took 599.5588s]
+03/11/23 22:50:39| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 602.5720s]
+03/11/23 22:50:39| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started
+03/11/23 22:51:26| INFO ref finished [took 42.4313s]
+03/11/23 22:51:30| INFO atc_mc finished [took 45.5261s]
+03/11/23 22:51:34| INFO atc_ne finished [took 48.4488s]
+03/11/23 22:51:47| INFO mul_sld finished [took 66.4801s]
+03/11/23 22:54:08| INFO bin_sld finished [took 208.4272s]
+03/11/23 22:55:49| INFO mul_sld_gs finished [took 306.4505s]
+03/11/23 23:00:15| INFO bin_sld_gs finished [took 573.7761s]
+03/11/23 23:00:15| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 576.7586s]
+----------------------------------------------------------------------------------------------------
+03/11/23 23:33:15| INFO dataset imdb_1prevs
+03/11/23 23:33:22| INFO Dataset sample 0.50 of dataset imdb_1prevs started
+03/11/23 23:33:22| ERROR Evaluation over imdb_1prevs failed. Exception: 'function' object is not iterable
+03/11/23 23:33:22| ERROR Failed while saving configuration imdb_debug of imdb_1prevs. Exception: cannot access local variable 'dr' where it is not associated with a value
+----------------------------------------------------------------------------------------------------
+03/11/23 23:34:15| INFO dataset imdb_1prevs
+03/11/23 23:34:23| INFO Dataset sample 0.50 of dataset imdb_1prevs started
+03/11/23 23:34:35| INFO atc_mc finished [took 11.5081s]
+03/11/23 23:34:45| INFO ref finished [took 8.7754s]
+03/11/23 23:34:47| INFO mul_sld finished [took 22.9651s]
+03/11/23 23:34:47| INFO Dataset sample 0.50 of dataset imdb_1prevs finished [took 23.9721s]
+03/11/23 23:34:47| ERROR Failed while saving configuration imdb_debug of imdb_1prevs. Exception: 'ref'
+----------------------------------------------------------------------------------------------------
+03/11/23 23:36:10| INFO dataset imdb_1prevs
+03/11/23 23:36:30| INFO Dataset sample 0.50 of dataset imdb_1prevs started
+03/11/23 23:38:02| INFO atc_mc finished [took 56.2957s]
+03/11/23 23:38:03| INFO mul_sld finished [took 57.6237s]
+03/11/23 23:38:40| INFO ref finished [took 37.7811s]
+03/11/23 23:38:40| INFO Dataset sample 0.50 of dataset imdb_1prevs finished [took 130.9031s]
+03/11/23 23:38:42| ERROR Failed while saving configuration imdb_debug of imdb_1prevs. Exception: 'ref'
+----------------------------------------------------------------------------------------------------
+03/11/23 23:39:32| INFO dataset imdb_1prevs
+03/11/23 23:39:42| INFO Dataset sample 0.50 of dataset imdb_1prevs started
+03/11/23 23:40:08| INFO atc_mc finished [took 24.7110s]
+03/11/23 23:40:23| INFO mul_sld finished [took 40.2345s]
+03/11/23 23:40:26| INFO ref finished [took 17.8417s]
+03/11/23 23:40:26| INFO Dataset sample 0.50 of dataset imdb_1prevs finished [took 44.8087s]
+----------------------------------------------------------------------------------------------------
+03/11/23 23:41:18| INFO dataset imdb_1prevs
+03/11/23 23:41:28| INFO Dataset sample 0.50 of dataset imdb_1prevs started
+03/11/23 23:41:54| INFO atc_mc finished [took 24.0569s]
+03/11/23 23:42:03| INFO mul_sld finished [took 33.3390s]
+03/11/23 23:42:12| INFO ref finished [took 16.9551s]
+03/11/23 23:42:12| INFO Dataset sample 0.50 of dataset imdb_1prevs finished [took 43.2484s]
+----------------------------------------------------------------------------------------------------
+04/11/23 00:03:17| ERROR Evaluation over imdb_1prevs failed. Exception: CompEstimatorName_.__init__() missing 1 required positional argument: 'ce'
+04/11/23 00:03:17| ERROR Failed while saving configuration imdb_debug of imdb_1prevs. Exception: cannot access local variable 'dr' where it is not associated with a value
+----------------------------------------------------------------------------------------------------
+04/11/23 00:03:50| ERROR Evaluation over imdb_1prevs failed. Exception: 'CompEstimator' object has no attribute '_CompEstimatorName___get'
+04/11/23 00:03:50| ERROR Failed while saving configuration imdb_debug of imdb_1prevs. Exception: cannot access local variable 'dr' where it is not associated with a value
+----------------------------------------------------------------------------------------------------
+04/11/23 00:04:42| INFO dataset imdb_1prevs
+04/11/23 00:04:53| INFO Dataset sample 0.50 of dataset imdb_1prevs started
+04/11/23 00:05:13| INFO ref finished [took 19.2363s]
+04/11/23 00:05:20| INFO atc_mc finished [took 26.4278s]
+04/11/23 00:05:29| INFO mul_sld finished [took 35.3110s]
+04/11/23 00:05:29| INFO Dataset sample 0.50 of dataset imdb_1prevs finished [took 36.4422s]
+----------------------------------------------------------------------------------------------------
+04/11/23 00:19:43| INFO dataset rcv1_CCAT_9prevs
+04/11/23 00:19:49| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+04/11/23 00:19:53| WARNING Method bin_sld_qgs failed. Exception: X has 47236 features, but LogisticRegression is expecting 47238 features as input.
+04/11/23 00:19:55| WARNING Method mul_sld_qgs failed. Exception: X has 47236 features, but LogisticRegression is expecting 47238 features as input.
+04/11/23 00:19:57| WARNING Method bin_pacc failed. Exception: PACC.__init__() got an unexpected keyword argument 'recalib'
+04/11/23 00:19:59| WARNING Method mul_pacc failed. Exception: PACC.__init__() got an unexpected keyword argument 'recalib'
+04/11/23 00:20:00| WARNING Method bin_pacc_gs failed. Exception: Invalid parameter 'recalib' for estimator PACC(classifier=LogisticRegression(), n_jobs=1). Valid parameters are: ['classifier', 'n_jobs', 'val_split'].
+04/11/23 00:20:01| WARNING Method mul_pacc_gs failed. Exception: Invalid parameter 'recalib' for estimator PACC(classifier=LogisticRegression(), n_jobs=1). Valid parameters are: ['classifier', 'n_jobs', 'val_split'].
+----------------------------------------------------------------------------------------------------
+04/11/23 00:22:45| INFO dataset rcv1_CCAT_9prevs
+04/11/23 00:22:50| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+04/11/23 00:22:54| WARNING Method bin_sld_qgs failed. Exception: X has 47236 features, but LogisticRegression is expecting 47238 features as input.
+04/11/23 00:22:55| WARNING Method mul_sld_qgs failed. Exception: X has 47236 features, but LogisticRegression is expecting 47238 features as input.
+----------------------------------------------------------------------------------------------------
+04/11/23 00:28:11| INFO dataset rcv1_CCAT_9prevs
+----------------------------------------------------------------------------------------------------
+04/11/23 00:29:39| INFO dataset rcv1_CCAT_9prevs
+04/11/23 00:29:45| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+04/11/23 00:29:49| WARNING Method bin_sld_qgs failed. Exception: X has 47236 features, but LogisticRegression is expecting 47238 features as input.
+04/11/23 00:29:51| WARNING Method mul_sld_qgs failed. Exception: X has 47236 features, but LogisticRegression is expecting 47238 features as input.
+04/11/23 00:30:39| WARNING Method mul_pacc_gs failed. Exception: evaluation_report() got an unexpected keyword argument 'method_name'
+04/11/23 00:31:00| INFO ref finished [took 60.5788s]
+04/11/23 00:31:09| INFO atc_mc finished [took 64.6156s]
+04/11/23 00:31:09| INFO mul_pacc finished [took 75.1821s]
+04/11/23 00:31:12| INFO atc_ne finished [took 62.8665s]
+04/11/23 00:31:24| INFO mul_sld finished [took 96.8624s]
+----------------------------------------------------------------------------------------------------
+04/11/23 00:33:26| INFO dataset rcv1_CCAT_9prevs
+04/11/23 00:33:31| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+04/11/23 00:33:35| WARNING Method bin_sld_qgs failed. Exception: X has 47236 features, but LogisticRegression is expecting 47238 features as input.
+04/11/23 00:33:37| WARNING Method mul_sld_qgs failed. Exception: X has 47236 features, but LogisticRegression is expecting 47238 features as input.
+----------------------------------------------------------------------------------------------------
+04/11/23 00:38:42| INFO dataset rcv1_CCAT_9prevs
+04/11/23 00:38:48| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+04/11/23 00:38:51| WARNING Method bin_sld_qgs failed. Exception: ExtendedCollection.extend_collection() missing 1 required positional argument: 'pred_proba'
+04/11/23 00:38:52| WARNING Method mul_sld_qgs failed. Exception: ExtendedCollection.extend_collection() missing 1 required positional argument: 'pred_proba'
+04/11/23 00:39:41| WARNING Method mul_pacc_gs failed. Exception: evaluation_report() got an unexpected keyword argument 'method_name'
+----------------------------------------------------------------------------------------------------
+04/11/23 00:46:33| INFO dataset rcv1_CCAT_9prevs
+04/11/23 00:46:39| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+04/11/23 00:46:40| WARNING Method bin_sld failed. Exception: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()
+04/11/23 00:46:41| WARNING Method mul_sld failed. Exception: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()
+04/11/23 00:46:42| WARNING Method bin_sld_qgs failed. Exception: 'LogisticRegression' object has no attribute 'pred_proba'
+04/11/23 00:46:43| WARNING Method mul_sld_qgs failed. Exception: 'LogisticRegression' object has no attribute 'pred_proba'
+04/11/23 00:46:44| WARNING Method bin_sld_gs failed. Exception: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()
+04/11/23 00:46:45| WARNING Method mul_sld_gs failed. Exception: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()
+04/11/23 00:46:46| WARNING Method bin_pacc failed. Exception: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()
+04/11/23 00:46:47| WARNING Method mul_pacc failed. Exception: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()
+04/11/23 00:46:47| WARNING Method bin_pacc_gs failed. Exception: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()
+04/11/23 00:46:48| WARNING Method mul_pacc_gs failed. Exception: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()
+04/11/23 00:47:27| INFO ref finished [took 37.5294s]
+04/11/23 00:47:31| INFO atc_mc finished [took 40.5777s]
+04/11/23 00:47:32| INFO atc_ne finished [took 40.7565s]
+04/11/23 00:47:32| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 52.8106s]
+04/11/23 00:47:32| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started
+04/11/23 00:47:33| WARNING Method bin_sld failed. Exception: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()
+04/11/23 00:47:34| WARNING Method mul_sld failed. Exception: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()
+04/11/23 00:47:35| WARNING Method bin_sld_qgs failed. Exception: 'LogisticRegression' object has no attribute 'pred_proba'
+04/11/23 00:47:36| WARNING Method mul_sld_qgs failed. Exception: 'LogisticRegression' object has no attribute 'pred_proba'
+04/11/23 00:47:37| WARNING Method bin_sld_gs failed. Exception: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()
+04/11/23 00:47:38| WARNING Method mul_sld_gs failed. Exception: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()
+04/11/23 00:47:39| WARNING Method bin_pacc failed. Exception: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()
+04/11/23 00:47:39| WARNING Method mul_pacc failed. Exception: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()
+04/11/23 00:47:40| WARNING Method bin_pacc_gs failed. Exception: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()
+04/11/23 00:47:41| WARNING Method mul_pacc_gs failed. Exception: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()
+----------------------------------------------------------------------------------------------------
+04/11/23 00:48:05| INFO dataset rcv1_CCAT_9prevs
+04/11/23 00:48:10| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+04/11/23 00:48:13| WARNING Method bin_sld_qgs failed. Exception: 'LogisticRegression' object has no attribute 'pred_proba'
+04/11/23 00:48:14| WARNING Method mul_sld_qgs failed. Exception: 'LogisticRegression' object has no attribute 'pred_proba'
+----------------------------------------------------------------------------------------------------
+04/11/23 00:49:18| INFO dataset rcv1_CCAT_9prevs
+04/11/23 00:49:24| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+04/11/23 00:49:27| WARNING Method bin_sld_qgs failed. Exception: GridSearchQ.__init__() missing 1 required positional argument: 'model'
+04/11/23 00:49:28| WARNING Method mul_sld_qgs failed. Exception: X has 47238 features, but LogisticRegression is expecting 47236 features as input.
+----------------------------------------------------------------------------------------------------
+04/11/23 00:51:27| INFO dataset rcv1_CCAT_9prevs
+04/11/23 00:51:32| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+04/11/23 00:51:36| WARNING Method bin_sld_qgs failed. Exception: X has 47238 features, but LogisticRegression is expecting 47236 features as input.
+04/11/23 00:51:37| WARNING Method mul_sld_qgs failed. Exception: X has 47238 features, but LogisticRegression is expecting 47236 features as input.
+----------------------------------------------------------------------------------------------------
+04/11/23 00:54:47| INFO dataset rcv1_CCAT_9prevs
+04/11/23 00:54:53| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+04/11/23 00:54:57| WARNING Method bin_sld_qgs failed. Exception: a must be greater than 0 unless no samples are taken
+04/11/23 00:54:58| WARNING Method mul_sld_qgs failed. Exception: a must be greater than 0 unless no samples are taken
+----------------------------------------------------------------------------------------------------
+04/11/23 00:58:47| INFO dataset rcv1_CCAT_9prevs
+04/11/23 00:58:52| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+04/11/23 01:00:04| INFO ref finished [took 61.6328s]
+04/11/23 01:00:11| INFO atc_mc finished [took 65.4916s]
+04/11/23 01:00:13| INFO atc_ne finished [took 63.2288s]
+04/11/23 01:00:14| INFO mul_pacc finished [took 75.5101s]
+04/11/23 01:00:30| INFO mul_sld finished [took 96.6656s]
+04/11/23 01:00:41| INFO mul_pacc_gs finished [took 99.7211s]
+04/11/23 01:03:02| INFO bin_pacc finished [took 244.6260s]
+04/11/23 01:03:07| INFO bin_sld finished [took 254.3478s]
+04/11/23 01:04:51| INFO mul_sld_gs finished [took 354.7477s]
+04/11/23 01:05:02| INFO bin_pacc_gs finished [took 362.1808s]
+04/11/23 01:09:24| INFO bin_sld_gs finished [took 628.6714s]
+04/11/23 01:09:24| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 631.8421s]
+04/11/23 01:09:24| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started
+04/11/23 01:10:39| INFO ref finished [took 63.5158s]
+04/11/23 01:10:44| INFO atc_mc finished [took 66.4279s]
+04/11/23 01:10:46| INFO mul_pacc finished [took 75.3281s]
+04/11/23 01:10:47| INFO atc_ne finished [took 67.5374s]
+04/11/23 01:10:52| INFO mul_sld finished [took 86.6592s]
+04/11/23 01:11:19| INFO mul_pacc_gs finished [took 104.6374s]
+04/11/23 01:13:58| INFO bin_sld finished [took 273.4932s]
+04/11/23 01:14:01| INFO bin_pacc finished [took 271.3481s]
+04/11/23 01:15:42| INFO mul_sld_gs finished [took 374.2416s]
+04/11/23 01:16:01| INFO bin_pacc_gs finished [took 388.0839s]
+04/11/23 01:20:29| INFO bin_sld_gs finished [took 661.9729s]
+04/11/23 01:20:29| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 665.2874s]
+04/11/23 01:20:29| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started
+04/11/23 01:21:46| INFO ref finished [took 63.8544s]
+04/11/23 01:21:50| INFO atc_mc finished [took 66.6917s]
+04/11/23 01:21:52| INFO atc_ne finished [took 65.0860s]
+04/11/23 01:21:53| INFO mul_pacc finished [took 77.2630s]
+04/11/23 01:21:55| INFO mul_sld finished [took 83.3146s]
+04/11/23 01:22:23| INFO mul_pacc_gs finished [took 102.3761s]
+04/11/23 01:24:47| INFO bin_pacc finished [took 252.0964s]
+04/11/23 01:24:49| INFO bin_sld finished [took 258.6998s]
+04/11/23 01:26:37| INFO mul_sld_gs finished [took 363.7500s]
+04/11/23 01:26:49| INFO bin_pacc_gs finished [took 370.5817s]
+04/11/23 01:31:27| INFO bin_sld_gs finished [took 654.3921s]
+04/11/23 01:31:27| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 658.0041s]
+04/11/23 01:31:27| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started
+04/11/23 01:32:33| INFO ref finished [took 55.7749s]
+04/11/23 01:32:38| INFO atc_mc finished [took 59.4190s]
+04/11/23 01:32:40| INFO atc_ne finished [took 59.5155s]
+04/11/23 01:32:42| INFO mul_pacc finished [took 68.8994s]
+04/11/23 01:32:44| INFO mul_sld finished [took 74.6470s]
+04/11/23 01:33:09| INFO mul_pacc_gs finished [took 92.6473s]
+04/11/23 01:35:32| INFO bin_pacc finished [took 239.7541s]
+04/11/23 01:35:34| INFO bin_sld finished [took 245.7504s]
+04/11/23 01:37:19| INFO mul_sld_gs finished [took 348.1188s]
+04/11/23 01:37:30| INFO bin_pacc_gs finished [took 355.4729s]
+04/11/23 01:42:07| INFO bin_sld_gs finished [took 636.8598s]
+04/11/23 01:42:07| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 639.9201s]
+04/11/23 01:42:07| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started
+04/11/23 01:43:14| INFO ref finished [took 56.1531s]
+04/11/23 01:43:19| INFO atc_mc finished [took 59.7473s]
+04/11/23 01:43:20| INFO atc_ne finished [took 59.0606s]
+04/11/23 01:43:23| INFO mul_pacc finished [took 69.4266s]
+04/11/23 01:43:25| INFO mul_sld finished [took 76.3328s]
+04/11/23 01:43:49| INFO mul_pacc_gs finished [took 92.3926s]
+04/11/23 01:46:05| INFO bin_pacc finished [took 233.1877s]
+04/11/23 01:46:08| INFO bin_sld finished [took 239.8757s]
+04/11/23 01:47:51| INFO mul_sld_gs finished [took 339.5911s]
+04/11/23 01:48:00| INFO bin_pacc_gs finished [took 345.7788s]
+04/11/23 01:52:44| INFO bin_sld_gs finished [took 633.8407s]
+04/11/23 01:52:44| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 637.0648s]
+04/11/23 01:52:44| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started
+04/11/23 01:53:52| INFO ref finished [took 57.4958s]
+04/11/23 01:53:57| INFO atc_mc finished [took 60.9998s]
+04/11/23 01:53:58| INFO atc_ne finished [took 60.4847s]
+04/11/23 01:54:01| INFO mul_pacc finished [took 70.5216s]
+04/11/23 01:54:04| INFO mul_sld finished [took 78.2910s]
+04/11/23 01:54:27| INFO mul_pacc_gs finished [took 94.4726s]
+04/11/23 01:56:48| INFO bin_pacc finished [took 238.5969s]
+04/11/23 01:56:50| INFO bin_sld finished [took 244.5679s]
+04/11/23 01:58:31| INFO mul_sld_gs finished [took 342.4843s]
+04/11/23 01:58:44| INFO bin_pacc_gs finished [took 352.8264s]
+04/11/23 02:03:32| INFO bin_sld_gs finished [took 644.7046s]
+04/11/23 02:03:32| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 647.8055s]
+04/11/23 02:03:32| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started
+04/11/23 02:04:37| INFO ref finished [took 55.4488s]
+04/11/23 02:04:42| INFO atc_mc finished [took 59.2634s]
+04/11/23 02:04:44| INFO atc_ne finished [took 59.1371s]
+04/11/23 02:04:46| INFO mul_pacc finished [took 68.0960s]
+04/11/23 02:04:50| INFO mul_sld finished [took 76.4282s]
+04/11/23 02:05:12| INFO mul_pacc_gs finished [took 91.7735s]
+04/11/23 02:07:30| INFO bin_pacc finished [took 232.7650s]
+04/11/23 02:07:36| INFO bin_sld finished [took 242.4077s]
+04/11/23 02:09:14| INFO mul_sld_gs finished [took 338.1418s]
+04/11/23 02:09:26| INFO bin_pacc_gs finished [took 347.2033s]
+04/11/23 02:13:59| INFO bin_sld_gs finished [took 624.6098s]
+04/11/23 02:13:59| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 627.7979s]
+04/11/23 02:13:59| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started
+04/11/23 02:15:05| INFO ref finished [took 55.1962s]
+04/11/23 02:15:10| INFO atc_mc finished [took 59.0907s]
+04/11/23 02:15:11| INFO atc_ne finished [took 59.1531s]
+04/11/23 02:15:13| INFO mul_pacc finished [took 67.6705s]
+04/11/23 02:15:17| INFO mul_sld finished [took 75.4559s]
+04/11/23 02:15:41| INFO mul_pacc_gs finished [took 92.4901s]
+04/11/23 02:17:59| INFO bin_pacc finished [took 233.8600s]
+04/11/23 02:18:04| INFO bin_sld finished [took 243.2382s]
+04/11/23 02:19:40| INFO mul_sld_gs finished [took 336.0961s]
+04/11/23 02:19:51| INFO bin_pacc_gs finished [took 344.4075s]
+04/11/23 02:24:30| INFO bin_sld_gs finished [took 627.6209s]
+04/11/23 02:24:30| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 630.8251s]
+04/11/23 02:24:30| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started
+04/11/23 02:25:35| INFO ref finished [took 54.8513s]
+04/11/23 02:25:40| INFO atc_mc finished [took 58.8528s]
+04/11/23 02:25:41| INFO atc_ne finished [took 58.6035s]
+04/11/23 02:25:43| INFO mul_pacc finished [took 66.9030s]
+04/11/23 02:25:57| INFO mul_sld finished [took 84.2072s]
+04/11/23 02:26:10| INFO mul_pacc_gs finished [took 91.0973s]
+04/11/23 02:28:31| INFO bin_pacc finished [took 235.7331s]
+04/11/23 02:28:35| INFO bin_sld finished [took 243.6260s]
+04/11/23 02:30:09| INFO mul_sld_gs finished [took 334.4842s]
+04/11/23 02:30:22| INFO bin_pacc_gs finished [took 344.6874s]
+04/11/23 02:34:46| INFO bin_sld_gs finished [took 612.1219s]
+04/11/23 02:34:46| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 615.2004s]
+----------------------------------------------------------------------------------------------------
+04/11/23 02:57:35| INFO dataset rcv1_CCAT_9prevs
+04/11/23 02:57:39| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+04/11/23 02:57:47| WARNING Method mul_sld_gsq failed. Exception: MultiClassAccuracyEstimator.__init__() got an unexpected keyword argument 'param_grid'
+04/11/23 02:58:59| INFO ref finished [took 64.5948s]
+04/11/23 02:59:06| INFO atc_mc finished [took 69.5808s]
+04/11/23 02:59:12| INFO mul_pacc finished [took 82.8518s]
+04/11/23 02:59:13| INFO atc_ne finished [took 72.1303s]
+04/11/23 02:59:26| INFO mul_sld finished [took 103.4201s]
+04/11/23 02:59:30| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1
+04/11/23 02:59:41| INFO mul_pacc_gs finished [took 109.4672s]
+04/11/23 03:01:59| INFO bin_pacc finished [took 251.3945s]
+04/11/23 03:02:02| INFO bin_sld finished [took 260.0226s]
+04/11/23 03:03:35| INFO mul_sld_gs finished [took 350.1705s]
+04/11/23 03:03:48| INFO bin_pacc_gs finished [took 357.9668s]
+04/11/23 03:07:59| INFO bin_sld_gs finished [took 615.8087s]
+04/11/23 03:07:59| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 620.4985s]
+04/11/23 03:07:59| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started
+04/11/23 03:08:06| WARNING Method mul_sld_gsq failed. Exception: MultiClassAccuracyEstimator.__init__() got an unexpected keyword argument 'param_grid'
+04/11/23 03:09:17| INFO ref finished [took 64.4692s]
+04/11/23 03:09:25| INFO atc_mc finished [took 71.3766s]
+04/11/23 03:09:27| INFO atc_ne finished [took 71.0947s]
+04/11/23 03:09:28| INFO mul_pacc finished [took 80.0201s]
+04/11/23 03:09:31| INFO mul_sld finished [took 89.4295s]
+04/11/23 03:09:55| INFO mul_pacc_gs finished [took 104.7292s]
+04/11/23 03:12:25| INFO bin_sld finished [took 263.6824s]
+04/11/23 03:12:25| INFO bin_pacc finished [took 258.6502s]
+04/11/23 03:14:01| INFO mul_sld_gs finished [took 357.3344s]
+04/11/23 03:14:14| INFO bin_sld_gsq finished [took 369.1636s]
+04/11/23 03:14:22| INFO bin_pacc_gs finished [took 372.8646s]
+04/11/23 03:18:40| INFO bin_sld_gs finished [took 636.9190s]
+04/11/23 03:18:40| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 640.2322s]
+04/11/23 03:18:40| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started
+04/11/23 03:18:46| WARNING Method mul_sld_gsq failed. Exception: MultiClassAccuracyEstimator.__init__() got an unexpected keyword argument 'param_grid'
+04/11/23 03:19:58| INFO ref finished [took 65.9462s]
+04/11/23 03:20:02| INFO atc_mc finished [took 68.5710s]
+04/11/23 03:20:04| INFO atc_ne finished [took 68.9466s]
+04/11/23 03:20:06| INFO mul_pacc finished [took 77.9039s]
+04/11/23 03:20:06| INFO mul_sld finished [took 84.0917s]
+04/11/23 03:20:37| INFO mul_pacc_gs finished [took 106.2536s]
+04/11/23 03:23:04| INFO bin_pacc finished [took 257.4211s]
+04/11/23 03:23:05| INFO bin_sld finished [took 264.3442s]
+04/11/23 03:24:49| INFO mul_sld_gs finished [took 365.1691s]
+04/11/23 03:25:01| INFO bin_pacc_gs finished [took 371.9184s]
+04/11/23 03:25:02| INFO bin_sld_gsq finished [took 377.0442s]
+04/11/23 03:29:37| INFO bin_sld_gs finished [took 654.0366s]
+04/11/23 03:29:37| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 657.0840s]
+04/11/23 03:29:37| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started
+04/11/23 03:29:42| WARNING Method mul_sld_gsq failed. Exception: MultiClassAccuracyEstimator.__init__() got an unexpected keyword argument 'param_grid'
+04/11/23 03:30:51| INFO ref finished [took 62.7217s]
+04/11/23 03:30:58| INFO atc_mc finished [took 67.8613s]
+04/11/23 03:31:00| INFO atc_ne finished [took 68.5026s]
+04/11/23 03:31:03| INFO mul_sld finished [took 83.8857s]
+04/11/23 03:31:03| INFO mul_pacc finished [took 78.6340s]
+04/11/23 03:31:30| INFO mul_pacc_gs finished [took 103.4683s]
+04/11/23 03:34:00| INFO bin_sld finished [took 262.4457s]
+04/11/23 03:34:02| INFO bin_pacc finished [took 258.2247s]
+04/11/23 03:35:44| INFO mul_sld_gs finished [took 363.8135s]
+04/11/23 03:35:58| INFO bin_pacc_gs finished [took 372.0485s]
+04/11/23 03:36:05| INFO bin_sld_gsq finished [took 382.9585s]
+04/11/23 03:40:39| INFO bin_sld_gs finished [took 659.6222s]
+04/11/23 03:40:39| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 662.5763s]
+04/11/23 03:40:39| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started
+04/11/23 03:40:45| WARNING Method mul_sld_gsq failed. Exception: MultiClassAccuracyEstimator.__init__() got an unexpected keyword argument 'param_grid'
+04/11/23 03:41:56| INFO ref finished [took 64.5923s]
+04/11/23 03:42:01| INFO atc_mc finished [took 68.0148s]
+04/11/23 03:42:03| INFO atc_ne finished [took 68.3119s]
+04/11/23 03:42:04| INFO mul_pacc finished [took 76.9397s]
+04/11/23 03:42:07| INFO mul_sld finished [took 85.5363s]
+04/11/23 03:42:34| INFO mul_pacc_gs finished [took 103.4448s]
+04/11/23 03:45:01| INFO bin_sld finished [took 260.0814s]
+04/11/23 03:45:03| INFO bin_pacc finished [took 256.9386s]
+04/11/23 03:46:45| INFO mul_sld_gs finished [took 361.5910s]
+04/11/23 03:47:01| INFO bin_pacc_gs finished [took 371.9657s]
+04/11/23 03:47:13| INFO bin_sld_gsq finished [took 388.2498s]
+04/11/23 03:51:40| INFO bin_sld_gs finished [took 657.4008s]
+04/11/23 03:51:40| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 660.5115s]
+04/11/23 03:51:40| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started
+04/11/23 03:51:46| WARNING Method mul_sld_gsq failed. Exception: MultiClassAccuracyEstimator.__init__() got an unexpected keyword argument 'param_grid'
+04/11/23 03:52:54| INFO ref finished [took 61.9225s]
+04/11/23 03:53:00| INFO atc_mc finished [took 66.3156s]
+04/11/23 03:53:02| INFO atc_ne finished [took 66.5025s]
+04/11/23 03:53:04| INFO mul_pacc finished [took 75.8808s]
+04/11/23 03:53:06| INFO mul_sld finished [took 84.3204s]
+04/11/23 03:53:33| INFO mul_pacc_gs finished [took 102.5763s]
+04/11/23 03:56:04| INFO bin_sld finished [took 263.2781s]
+04/11/23 03:56:04| INFO bin_pacc finished [took 257.7298s]
+04/11/23 03:57:44| INFO mul_sld_gs finished [took 359.7910s]
+04/11/23 03:58:00| INFO bin_pacc_gs finished [took 371.3848s]
+04/11/23 03:58:11| INFO bin_sld_gsq finished [took 386.0904s]
+04/11/23 04:02:50| INFO bin_sld_gs finished [took 667.6623s]
+04/11/23 04:02:50| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 670.7255s]
+04/11/23 04:02:50| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started
+04/11/23 04:02:57| WARNING Method mul_sld_gsq failed. Exception: MultiClassAccuracyEstimator.__init__() got an unexpected keyword argument 'param_grid'
+04/11/23 04:04:05| INFO ref finished [took 62.3256s]
+04/11/23 04:04:13| INFO atc_mc finished [took 68.9525s]
+04/11/23 04:04:15| INFO atc_ne finished [took 68.8750s]
+04/11/23 04:04:16| INFO mul_pacc finished [took 77.5049s]
+04/11/23 04:04:19| INFO mul_sld finished [took 86.0694s]
+04/11/23 04:04:45| INFO mul_pacc_gs finished [took 103.3513s]
+04/11/23 04:07:15| INFO bin_pacc finished [took 257.6456s]
+04/11/23 04:07:16| INFO bin_sld finished [took 263.9914s]
+04/11/23 04:08:55| INFO mul_sld_gs finished [took 360.5634s]
+04/11/23 04:09:12| INFO bin_pacc_gs finished [took 372.2665s]
+04/11/23 04:09:18| INFO bin_sld_gsq finished [took 381.8311s]
+04/11/23 04:13:39| INFO bin_sld_gs finished [took 645.3599s]
+04/11/23 04:13:39| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 648.5328s]
+04/11/23 04:13:39| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started
+04/11/23 04:13:45| WARNING Method mul_sld_gsq failed. Exception: MultiClassAccuracyEstimator.__init__() got an unexpected keyword argument 'param_grid'
+04/11/23 04:14:51| INFO ref finished [took 59.8110s]
+04/11/23 04:14:58| INFO atc_mc finished [took 65.2666s]
+04/11/23 04:14:59| INFO atc_ne finished [took 64.5173s]
+04/11/23 04:15:01| INFO mul_pacc finished [took 73.8332s]
+04/11/23 04:15:04| INFO mul_sld finished [took 82.3509s]
+04/11/23 04:15:29| INFO mul_pacc_gs finished [took 99.3541s]
+04/11/23 04:18:00| INFO bin_pacc finished [took 254.3308s]
+04/11/23 04:18:03| INFO bin_sld finished [took 262.3008s]
+04/11/23 04:19:40| INFO mul_sld_gs finished [took 357.1229s]
+04/11/23 04:19:57| INFO bin_pacc_gs finished [took 368.4516s]
+04/11/23 04:20:03| INFO bin_sld_gsq finished [took 378.7658s]
+04/11/23 04:24:37| INFO bin_sld_gs finished [took 655.1931s]
+04/11/23 04:24:37| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 658.3505s]
+04/11/23 04:24:37| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started
+04/11/23 04:24:43| WARNING Method mul_sld_gsq failed. Exception: MultiClassAccuracyEstimator.__init__() got an unexpected keyword argument 'param_grid'
+04/11/23 04:25:49| INFO ref finished [took 59.4546s]
+04/11/23 04:25:55| INFO atc_mc finished [took 63.5805s]
+04/11/23 04:25:58| INFO atc_ne finished [took 63.2985s]
+04/11/23 04:25:58| INFO mul_pacc finished [took 72.5198s]
+04/11/23 04:26:11| INFO mul_sld finished [took 91.7136s]
+04/11/23 04:26:27| INFO mul_pacc_gs finished [took 98.8722s]
+04/11/23 04:28:57| INFO bin_pacc finished [took 252.8144s]
+04/11/23 04:29:02| INFO bin_sld finished [took 263.8013s]
+04/11/23 04:30:35| INFO mul_sld_gs finished [took 353.3693s]
+04/11/23 04:30:51| INFO bin_sld_gsq finished [took 368.8564s]
+04/11/23 04:30:54| INFO bin_pacc_gs finished [took 367.5592s]
+04/11/23 04:35:11| INFO bin_sld_gs finished [took 630.6700s]
+04/11/23 04:35:11| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 633.7494s]
+----------------------------------------------------------------------------------------------------
+04/11/23 19:09:42| INFO dataset rcv1_CCAT_9prevs
+04/11/23 19:09:47| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+04/11/23 19:10:28| INFO ref finished [took 36.0351s]
+04/11/23 19:10:32| INFO atc_mc finished [took 38.9507s]
+04/11/23 19:10:35| INFO mulmc_sld finished [took 43.7869s]
+04/11/23 19:10:50| INFO mul_sld finished [took 60.8007s]
+04/11/23 19:10:50| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 62.9600s]
+04/11/23 19:10:50| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started
+04/11/23 19:11:29| INFO ref finished [took 36.3632s]
+04/11/23 19:11:34| INFO atc_mc finished [took 39.5928s]
+04/11/23 19:11:36| INFO mulmc_sld finished [took 44.2915s]
+04/11/23 19:11:44| INFO mul_sld finished [took 52.6727s]
+04/11/23 19:11:44| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 54.0362s]
+04/11/23 19:11:44| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started
+04/11/23 19:12:24| INFO ref finished [took 36.4303s]
+04/11/23 19:12:27| INFO atc_mc finished [took 39.2329s]
+04/11/23 19:12:30| INFO mulmc_sld finished [took 43.6247s]
+04/11/23 19:12:36| INFO mul_sld finished [took 50.2041s]
+04/11/23 19:12:36| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 51.6412s]
+04/11/23 19:12:36| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started
+04/11/23 19:13:16| INFO ref finished [took 36.7551s]
+04/11/23 19:13:19| INFO atc_mc finished [took 39.2806s]
+04/11/23 19:13:21| INFO mulmc_sld finished [took 43.6120s]
+04/11/23 19:13:27| INFO mul_sld finished [took 50.4446s]
+04/11/23 19:13:27| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 51.6672s]
+04/11/23 19:13:27| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started
+04/11/23 19:14:07| INFO ref finished [took 35.8789s]
+04/11/23 19:14:11| INFO atc_mc finished [took 39.2168s]
+04/11/23 19:14:13| INFO mulmc_sld finished [took 43.4580s]
+04/11/23 19:14:20| INFO mul_sld finished [took 51.2902s]
+04/11/23 19:14:20| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 52.6303s]
+04/11/23 19:14:20| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started
+04/11/23 19:15:00| INFO ref finished [took 36.3735s]
+04/11/23 19:15:04| INFO atc_mc finished [took 39.7035s]
+04/11/23 19:15:06| INFO mulmc_sld finished [took 43.6364s]
+04/11/23 19:15:13| INFO mul_sld finished [took 52.0138s]
+04/11/23 19:15:13| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 53.3303s]
+04/11/23 19:15:13| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started
+04/11/23 19:15:54| INFO ref finished [took 37.3366s]
+04/11/23 19:15:57| INFO atc_mc finished [took 39.8921s]
+04/11/23 19:16:00| INFO mulmc_sld finished [took 44.5159s]
+04/11/23 19:16:08| INFO mul_sld finished [took 53.0806s]
+04/11/23 19:16:08| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 54.4117s]
+04/11/23 19:16:08| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started
+04/11/23 19:16:47| INFO ref finished [took 35.7800s]
+04/11/23 19:16:50| INFO atc_mc finished [took 38.4484s]
+04/11/23 19:16:53| INFO mulmc_sld finished [took 42.7405s]
+04/11/23 19:17:01| INFO mul_sld finished [took 51.5556s]
+04/11/23 19:17:01| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 52.9684s]
+04/11/23 19:17:01| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started
+04/11/23 19:17:39| INFO ref finished [took 35.0919s]
+04/11/23 19:17:43| INFO atc_mc finished [took 38.1718s]
+04/11/23 19:17:45| INFO mulmc_sld finished [took 42.4413s]
+04/11/23 19:17:59| INFO mul_sld finished [took 57.0766s]
+04/11/23 19:17:59| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 58.3668s]
+----------------------------------------------------------------------------------------------------
+04/11/23 19:42:38| INFO dataset rcv1_CCAT_9prevs
+04/11/23 19:42:43| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+04/11/23 19:43:27| INFO ref finished [took 38.7664s]
+04/11/23 19:43:31| INFO atc_mc finished [took 42.4000s]
+04/11/23 19:43:33| INFO mulmc_sld finished [took 47.0913s]
+04/11/23 19:43:34| INFO binmc_sld finished [took 47.1675s]
+04/11/23 19:43:49| INFO mul_sld finished [took 64.1382s]
+04/11/23 19:46:00| INFO bin_sld finished [took 195.9822s]
+04/11/23 19:46:00| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 197.2916s]
+04/11/23 19:46:00| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started
+04/11/23 19:46:44| INFO ref finished [took 38.5976s]
+04/11/23 19:46:48| INFO atc_mc finished [took 41.9465s]
+04/11/23 19:46:49| INFO mulmc_sld finished [took 46.2205s]
+04/11/23 19:46:51| INFO binmc_sld finished [took 46.7475s]
+04/11/23 19:46:58| INFO mul_sld finished [took 56.3552s]
+04/11/23 19:49:14| INFO bin_sld finished [took 193.2923s]
+04/11/23 19:49:14| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 194.6251s]
+04/11/23 19:49:14| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started
+04/11/23 19:49:58| INFO ref finished [took 38.3754s]
+04/11/23 19:50:02| INFO atc_mc finished [took 41.0091s]
+04/11/23 19:50:03| INFO mulmc_sld finished [took 45.6205s]
+04/11/23 19:50:05| INFO binmc_sld finished [took 46.1852s]
+04/11/23 19:50:10| INFO mul_sld finished [took 52.9704s]
+04/11/23 19:52:27| INFO bin_sld finished [took 190.6101s]
+04/11/23 19:52:27| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 192.0378s]
+04/11/23 19:52:27| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started
+04/11/23 19:53:10| INFO ref finished [took 38.4467s]
+04/11/23 19:53:13| INFO atc_mc finished [took 41.2602s]
+04/11/23 19:53:15| INFO mulmc_sld finished [took 45.7496s]
+04/11/23 19:53:16| INFO binmc_sld finished [took 45.5531s]
+04/11/23 19:53:21| INFO mul_sld finished [took 52.5067s]
+04/11/23 19:55:38| INFO bin_sld finished [took 190.7744s]
+04/11/23 19:55:38| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 191.9715s]
+04/11/23 19:55:39| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started
+04/11/23 19:56:21| INFO ref finished [took 37.9420s]
+04/11/23 19:56:26| INFO atc_mc finished [took 41.2056s]
+04/11/23 19:56:27| INFO mulmc_sld finished [took 45.7577s]
+04/11/23 19:56:28| INFO binmc_sld finished [took 45.6411s]
+04/11/23 19:56:34| INFO mul_sld finished [took 53.5219s]
+04/11/23 19:58:51| INFO bin_sld finished [took 191.1772s]
+04/11/23 19:58:51| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 192.4566s]
+04/11/23 19:58:51| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started
+04/11/23 19:59:34| INFO ref finished [took 37.8604s]
+04/11/23 19:59:38| INFO atc_mc finished [took 41.0334s]
+04/11/23 19:59:39| INFO mulmc_sld finished [took 45.1999s]
+04/11/23 19:59:40| INFO binmc_sld finished [took 45.4846s]
+04/11/23 19:59:47| INFO mul_sld finished [took 54.3166s]
+04/11/23 20:02:04| INFO bin_sld finished [took 191.4002s]
+04/11/23 20:02:04| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 192.6275s]
+04/11/23 20:02:04| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started
+04/11/23 20:02:48| INFO ref finished [took 38.8313s]
+04/11/23 20:02:52| INFO atc_mc finished [took 42.1162s]
+04/11/23 20:02:54| INFO mulmc_sld finished [took 47.0413s]
+04/11/23 20:02:55| INFO binmc_sld finished [took 46.8891s]
+04/11/23 20:03:02| INFO mul_sld finished [took 55.8821s]
+04/11/23 20:05:19| INFO bin_sld finished [took 193.7571s]
+04/11/23 20:05:19| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 195.2404s]
+04/11/23 20:05:19| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started
+04/11/23 20:06:03| INFO ref finished [took 38.7982s]
+04/11/23 20:06:06| INFO atc_mc finished [took 41.6213s]
+04/11/23 20:06:08| INFO mulmc_sld finished [took 46.2646s]
+04/11/23 20:06:09| INFO binmc_sld finished [took 46.2453s]
+04/11/23 20:06:16| INFO mul_sld finished [took 54.8621s]
+04/11/23 20:08:35| INFO bin_sld finished [took 194.5226s]
+04/11/23 20:08:35| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 195.9251s]
+04/11/23 20:08:35| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started
+04/11/23 20:09:18| INFO ref finished [took 38.3873s]
+04/11/23 20:09:22| INFO atc_mc finished [took 41.2537s]
+04/11/23 20:09:24| INFO mulmc_sld finished [took 46.2211s]
+04/11/23 20:09:25| INFO binmc_sld finished [took 46.6421s]
+04/11/23 20:09:38| INFO mul_sld finished [took 60.9539s]
+04/11/23 20:11:51| INFO bin_sld finished [took 195.1888s]
+04/11/23 20:11:51| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 196.4776s]
+----------------------------------------------------------------------------------------------------
+04/11/23 20:56:32| INFO dataset rcv1_CCAT_9prevs
+04/11/23 20:56:37| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+04/11/23 20:57:33| INFO ref finished [took 49.2697s]
+04/11/23 20:57:38| INFO atc_mc finished [took 53.2068s]
+04/11/23 20:57:39| INFO mulmc_sld finished [took 58.6224s]
+04/11/23 20:58:59| INFO mulmc_sld_gs finished [took 136.0930s]
+04/11/23 21:00:30| INFO binmc_sld finished [took 230.3290s]
+04/11/23 21:02:12| INFO mul_sld_gs finished [took 333.4899s]
+04/11/23 21:06:49| INFO bin_sld_gs finished [took 610.5751s]
+04/11/23 21:06:54| INFO binmc_sld_gs finished [took 612.8900s]
+04/11/23 21:06:55| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 617.6873s]
+04/11/23 21:06:55| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started
+04/11/23 21:07:52| INFO ref finished [took 49.8077s]
+04/11/23 21:07:56| INFO atc_mc finished [took 53.3303s]
+04/11/23 21:07:57| INFO mulmc_sld finished [took 58.9345s]
+04/11/23 21:09:17| INFO mulmc_sld_gs finished [took 136.5258s]
+04/11/23 21:10:51| INFO binmc_sld finished [took 233.4049s]
+04/11/23 21:12:35| INFO mul_sld_gs finished [took 338.2751s]
+04/11/23 21:17:38| INFO bin_sld_gs finished [took 641.8524s]
+04/11/23 21:18:19| INFO binmc_sld_gs finished [took 679.9471s]
+04/11/23 21:18:19| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 684.7098s]
+04/11/23 21:18:19| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started
+04/11/23 21:19:24| INFO ref finished [took 55.3767s]
+04/11/23 21:19:28| INFO mulmc_sld finished [took 64.2789s]
+04/11/23 21:19:29| INFO atc_mc finished [took 59.5610s]
+04/11/23 21:20:57| INFO mulmc_sld_gs finished [took 150.1392s]
+04/11/23 21:22:36| INFO binmc_sld finished [took 253.0960s]
+04/11/23 21:24:16| INFO mul_sld_gs finished [took 354.6283s]
+04/11/23 21:29:15| INFO bin_sld_gs finished [took 654.3325s]
+04/11/23 21:29:50| INFO binmc_sld_gs finished [took 684.5074s]
+04/11/23 21:29:50| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 690.4897s]
+04/11/23 21:29:50| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started
+04/11/23 21:30:45| INFO ref finished [took 48.2647s]
+04/11/23 21:30:51| INFO atc_mc finished [took 52.2724s]
+04/11/23 21:30:51| INFO mulmc_sld finished [took 57.5142s]
+04/11/23 21:32:07| INFO mulmc_sld_gs finished [took 131.4908s]
+04/11/23 21:33:38| INFO binmc_sld finished [took 224.9620s]
+04/11/23 21:35:22| INFO mul_sld_gs finished [took 329.9053s]
+04/11/23 21:40:25| INFO bin_sld_gs finished [took 634.4342s]
+04/11/23 21:41:08| INFO binmc_sld_gs finished [took 673.6071s]
+04/11/23 21:41:08| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 678.4725s]
+04/11/23 21:41:08| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started
+04/11/23 21:42:03| INFO ref finished [took 47.4381s]
+04/11/23 21:42:08| INFO atc_mc finished [took 51.3566s]
+04/11/23 21:42:09| INFO mulmc_sld finished [took 56.6180s]
+04/11/23 21:43:23| INFO mulmc_sld_gs finished [took 128.6413s]
+04/11/23 21:44:54| INFO binmc_sld finished [took 222.7951s]
+04/11/23 21:46:39| INFO mul_sld_gs finished [took 328.8118s]
+04/11/23 21:51:37| INFO bin_sld_gs finished [took 627.4937s]
+04/11/23 21:52:17| INFO binmc_sld_gs finished [took 663.8116s]
+04/11/23 21:52:17| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 668.8948s]
+04/11/23 21:52:17| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started
+04/11/23 21:53:12| INFO ref finished [took 47.6269s]
+04/11/23 21:53:16| INFO atc_mc finished [took 51.1109s]
+04/11/23 21:53:17| INFO mulmc_sld finished [took 56.5728s]
+04/11/23 21:54:31| INFO mulmc_sld_gs finished [took 128.0358s]
+04/11/23 21:56:00| INFO binmc_sld finished [took 220.0811s]
+04/11/23 21:57:46| INFO mul_sld_gs finished [took 327.0856s]
+04/11/23 22:02:58| INFO bin_sld_gs finished [took 639.3432s]
+04/11/23 22:03:48| INFO binmc_sld_gs finished [took 686.2326s]
+04/11/23 22:03:48| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 690.9677s]
+04/11/23 22:03:48| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started
+04/11/23 22:04:42| INFO ref finished [took 47.2804s]
+04/11/23 22:04:48| INFO atc_mc finished [took 51.6888s]
+04/11/23 22:04:48| INFO mulmc_sld finished [took 56.1465s]
+04/11/23 22:06:06| INFO mulmc_sld_gs finished [took 132.4278s]
+04/11/23 22:07:33| INFO binmc_sld finished [took 221.9299s]
+04/11/23 22:09:19| INFO mul_sld_gs finished [took 329.1446s]
+04/11/23 22:14:09| INFO bin_sld_gs finished [took 619.3584s]
+04/11/23 22:14:32| INFO binmc_sld_gs finished [took 638.7326s]
+04/11/23 22:14:32| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 643.6278s]
+04/11/23 22:14:32| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started
+04/11/23 22:15:26| INFO ref finished [took 47.3139s]
+04/11/23 22:15:30| INFO atc_mc finished [took 50.8602s]
+04/11/23 22:15:32| INFO mulmc_sld finished [took 56.5107s]
+04/11/23 22:16:47| INFO mulmc_sld_gs finished [took 129.5292s]
+04/11/23 22:18:22| INFO binmc_sld finished [took 226.9238s]
+04/11/23 22:20:02| INFO mul_sld_gs finished [took 327.7014s]
+04/11/23 22:24:57| INFO bin_sld_gs finished [took 624.4254s]
+04/11/23 22:25:13| INFO binmc_sld_gs finished [took 636.2675s]
+04/11/23 22:25:13| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 641.0382s]
+04/11/23 22:25:13| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started
+04/11/23 22:26:07| INFO ref finished [took 47.3224s]
+04/11/23 22:26:12| INFO atc_mc finished [took 51.1828s]
+04/11/23 22:26:13| INFO mulmc_sld finished [took 56.6133s]
+04/11/23 22:27:30| INFO mulmc_sld_gs finished [took 131.3662s]
+04/11/23 22:29:05| INFO binmc_sld finished [took 229.3002s]
+04/11/23 22:30:38| INFO mul_sld_gs finished [took 323.5271s]
+04/11/23 22:35:21| INFO bin_sld_gs finished [took 606.6430s]
+04/11/23 22:35:30| INFO binmc_sld_gs finished [took 612.5966s]
+04/11/23 22:35:30| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 617.3109s]
+----------------------------------------------------------------------------------------------------
+04/11/23 22:49:37| ERROR Evaluation over rcv1_CCAT_3prevs failed. Exception: 'Invalid estimator: estimator binmc_sld_gs does not exist'
+04/11/23 22:49:37| ERROR Failed while saving configuration rcv1_CCAT_debug of rcv1_CCAT_3prevs. Exception: cannot access local variable 'dr' where it is not associated with a value
+----------------------------------------------------------------------------------------------------
+04/11/23 22:50:07| INFO dataset rcv1_CCAT_3prevs
+04/11/23 22:50:12| INFO Dataset sample 0.40 of dataset rcv1_CCAT_3prevs started
+----------------------------------------------------------------------------------------------------
+04/11/23 22:55:55| INFO dataset rcv1_CCAT_3prevs
+04/11/23 22:55:59| INFO Dataset sample 0.40 of dataset rcv1_CCAT_3prevs started
+04/11/23 22:56:48| INFO ref finished [took 44.4275s]
+----------------------------------------------------------------------------------------------------
+04/11/23 22:56:59| INFO dataset rcv1_CCAT_3prevs
+04/11/23 22:57:03| INFO Dataset sample 0.40 of dataset rcv1_CCAT_3prevs started
+04/11/23 22:57:09| WARNING Method mul_sld_gs failed. Exception: '>=' not supported between instances of 'TypeError' and 'int'
+04/11/23 22:57:17| WARNING Method bin_sld_gs failed. Exception: '>=' not supported between instances of 'TypeError' and 'int'
+----------------------------------------------------------------------------------------------------
+04/11/23 22:58:04| INFO dataset rcv1_CCAT_3prevs
+04/11/23 22:58:09| INFO Dataset sample 0.40 of dataset rcv1_CCAT_3prevs started
+04/11/23 22:58:58| INFO ref finished [took 43.7541s]
+04/11/23 22:59:05| INFO atc_mc finished [took 50.0628s]
+----------------------------------------------------------------------------------------------------
+04/11/23 23:01:22| INFO dataset rcv1_CCAT_3prevs
+04/11/23 23:01:27| INFO Dataset sample 0.40 of dataset rcv1_CCAT_3prevs started
+04/11/23 23:02:16| INFO ref finished [took 43.9765s]
+04/11/23 23:02:23| INFO atc_mc finished [took 50.5568s]
+----------------------------------------------------------------------------------------------------
+04/11/23 23:09:33| INFO dataset rcv1_CCAT_3prevs
+04/11/23 23:09:37| INFO Dataset sample 0.40 of dataset rcv1_CCAT_3prevs started
+04/11/23 23:09:38| WARNING Method binmc_sld failed. Exception: classifier and pred_proba cannot be both None
+04/11/23 23:09:39| WARNING Method mulmc_sld failed. Exception: classifier and pred_proba cannot be both None
+04/11/23 23:09:40| WARNING Method bin_sld_gs failed. Exception: no combination of hyperparameters seem to work
+04/11/23 23:09:41| WARNING Method mul_sld_gs failed. Exception: no combination of hyperparameters seem to work
+----------------------------------------------------------------------------------------------------
+04/11/23 23:10:23| INFO dataset rcv1_CCAT_3prevs
+04/11/23 23:10:28| INFO Dataset sample 0.40 of dataset rcv1_CCAT_3prevs started
+04/11/23 23:11:15| INFO ref finished [took 42.4887s]
+04/11/23 23:11:20| INFO atc_mc finished [took 45.6262s]
+04/11/23 23:11:21| INFO mulmc_sld finished [took 50.9790s]
+04/11/23 23:13:57| INFO binmc_sld finished [took 208.3159s]
+----------------------------------------------------------------------------------------------------
+04/11/23 23:16:22| INFO dataset rcv1_CCAT_3prevs
+04/11/23 23:16:26| INFO Dataset sample 0.40 of dataset rcv1_CCAT_3prevs started
+04/11/23 23:17:12| INFO ref finished [took 40.5978s]
+04/11/23 23:17:16| INFO atc_mc finished [took 43.6933s]
+04/11/23 23:17:17| INFO mulmc_sld finished [took 49.0808s]
+04/11/23 23:19:53| INFO binmc_sld finished [took 205.5731s]
+04/11/23 23:22:24| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': 'max_conf'} (score=0.00672) [took 354.1411s]
+04/11/23 23:23:05| INFO mul_sld_gs finished [took 394.8240s]
+04/11/23 23:30:41| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'vs', 'confidence': None} (score=0.00891) [took 852.1465s]
+04/11/23 23:33:44| INFO bin_sld_gs finished [took 1035.2071s]
+04/11/23 23:33:44| INFO Dataset sample 0.40 of dataset rcv1_CCAT_3prevs finished [took 1038.1845s]
+04/11/23 23:33:44| INFO Dataset sample 0.50 of dataset rcv1_CCAT_3prevs started
+04/11/23 23:34:33| INFO ref finished [took 43.6409s]
+04/11/23 23:34:37| INFO atc_mc finished [took 46.7818s]
+04/11/23 23:34:38| INFO mulmc_sld finished [took 51.3459s]
+04/11/23 23:37:15| INFO binmc_sld finished [took 209.5746s]
+04/11/23 23:39:48| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': 'max_conf'} (score=0.00553) [took 359.3210s]
+04/11/23 23:40:28| INFO mul_sld_gs finished [took 399.5320s]
+04/11/23 23:48:02| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': None} (score=0.01058) [took 855.1289s]
+04/11/23 23:51:06| INFO bin_sld_gs finished [took 1038.6344s]
+04/11/23 23:51:06| INFO Dataset sample 0.50 of dataset rcv1_CCAT_3prevs finished [took 1041.6478s]
+04/11/23 23:51:06| INFO Dataset sample 0.60 of dataset rcv1_CCAT_3prevs started
+04/11/23 23:51:51| INFO ref finished [took 40.0694s]
+04/11/23 23:51:55| INFO atc_mc finished [took 42.4882s]
+04/11/23 23:51:56| INFO mulmc_sld finished [took 47.7936s]
+04/11/23 23:54:29| INFO binmc_sld finished [took 201.3777s]
+04/11/23 23:57:03| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': 'max_conf'} (score=0.00429) [took 352.7820s]
+04/11/23 23:57:43| INFO mul_sld_gs finished [took 392.5201s]
+05/11/23 00:05:21| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': None} (score=0.00552) [took 851.9361s]
+05/11/23 00:08:24| INFO bin_sld_gs finished [took 1034.7353s]
+05/11/23 00:08:24| INFO Dataset sample 0.60 of dataset rcv1_CCAT_3prevs finished [took 1037.8033s]
+----------------------------------------------------------------------------------------------------
+05/11/23 00:11:07| INFO dataset rcv1_CCAT_3prevs
+05/11/23 00:11:12| INFO Dataset sample 0.40 of dataset rcv1_CCAT_3prevs started
+----------------------------------------------------------------------------------------------------
+05/11/23 00:28:39| INFO dataset imdb_3prevs
+05/11/23 00:28:46| INFO Dataset sample 0.20 of dataset imdb_3prevs started
+05/11/23 00:28:55| INFO ref finished [took 8.7347s]
+05/11/23 00:28:58| INFO atc_mc finished [took 11.6376s]
+05/11/23 00:28:59| INFO mulmc_sld finished [took 13.5476s]
+05/11/23 00:28:59| INFO Dataset sample 0.20 of dataset imdb_3prevs finished [took 13.9513s]
+05/11/23 00:28:59| INFO Dataset sample 0.50 of dataset imdb_3prevs started
+05/11/23 00:29:09| INFO ref finished [took 8.7049s]
+05/11/23 00:29:12| INFO atc_mc finished [took 11.6170s]
+05/11/23 00:29:14| INFO mulmc_sld finished [took 13.7416s]
+05/11/23 00:29:14| INFO Dataset sample 0.50 of dataset imdb_3prevs finished [took 14.2842s]
+05/11/23 00:29:14| INFO Dataset sample 0.80 of dataset imdb_3prevs started
+05/11/23 00:29:23| INFO ref finished [took 8.6894s]
+05/11/23 00:29:26| INFO atc_mc finished [took 11.5275s]
+05/11/23 00:29:28| INFO mulmc_sld finished [took 13.6977s]
+05/11/23 00:29:28| INFO Dataset sample 0.80 of dataset imdb_3prevs finished [took 14.2742s]
+----------------------------------------------------------------------------------------------------
+05/11/23 00:34:12| INFO dataset imdb_3prevs
+05/11/23 00:34:22| INFO Dataset sample 0.20 of dataset imdb_3prevs started
+05/11/23 00:34:41| INFO ref finished [took 17.6558s]
+05/11/23 00:34:46| INFO mulmc_sld finished [took 22.9646s]
+05/11/23 00:34:48| INFO atc_mc finished [took 24.5871s]
+05/11/23 00:34:48| INFO Dataset sample 0.20 of dataset imdb_3prevs finished [took 25.3179s]
+05/11/23 00:34:48| INFO Dataset sample 0.50 of dataset imdb_3prevs started
+05/11/23 00:35:05| INFO ref finished [took 17.2188s]
+05/11/23 00:35:10| INFO mulmc_sld finished [took 22.2420s]
+05/11/23 00:35:12| INFO atc_mc finished [took 23.9752s]
+05/11/23 00:35:12| INFO Dataset sample 0.50 of dataset imdb_3prevs finished [took 24.7688s]
+05/11/23 00:35:12| INFO Dataset sample 0.80 of dataset imdb_3prevs started
+05/11/23 00:35:33| INFO ref finished [took 20.0731s]
+05/11/23 00:35:38| INFO mulmc_sld finished [took 24.8736s]
+05/11/23 00:35:40| INFO atc_mc finished [took 27.0318s]
+05/11/23 00:35:40| INFO Dataset sample 0.80 of dataset imdb_3prevs finished [took 27.8108s]
+----------------------------------------------------------------------------------------------------
+05/11/23 00:39:57| INFO dataset imdb_1prevs
+05/11/23 00:40:07| INFO Dataset sample 0.50 of dataset imdb_1prevs started
+05/11/23 00:40:26| INFO ref finished [took 17.4863s]
+05/11/23 00:40:31| INFO mulmc_sld finished [took 22.5384s]
+05/11/23 00:40:33| INFO atc_mc finished [took 24.2747s]
+05/11/23 00:40:33| INFO Dataset sample 0.50 of dataset imdb_1prevs finished [took 25.6430s]
+----------------------------------------------------------------------------------------------------
+05/11/23 00:41:36| INFO dataset imdb_2prevs
+05/11/23 00:41:46| INFO Dataset sample 0.20 of dataset imdb_2prevs started
+05/11/23 00:42:05| INFO ref finished [took 17.6637s]
+05/11/23 00:42:10| INFO mulmc_sld finished [took 22.6956s]
+05/11/23 00:42:11| INFO atc_mc finished [took 24.3529s]
+05/11/23 00:42:11| INFO Dataset sample 0.20 of dataset imdb_2prevs finished [took 25.0708s]
+05/11/23 00:42:11| INFO Dataset sample 0.80 of dataset imdb_2prevs started
+05/11/23 00:42:29| INFO ref finished [took 17.2818s]
+05/11/23 00:42:34| INFO mulmc_sld finished [took 22.4054s]
+05/11/23 00:42:36| INFO atc_mc finished [took 23.9392s]
+05/11/23 00:42:36| INFO Dataset sample 0.80 of dataset imdb_2prevs finished [took 24.7193s]
+----------------------------------------------------------------------------------------------------
+05/11/23 00:45:54| INFO dataset imdb_2prevs
+05/11/23 00:46:04| INFO Dataset sample 0.20 of dataset imdb_2prevs started
+05/11/23 00:46:22| INFO ref finished [took 17.2217s]
+05/11/23 00:46:27| INFO mulmc_sld finished [took 22.2712s]
+05/11/23 00:46:28| INFO atc_mc finished [took 23.7770s]
+05/11/23 00:46:28| INFO Dataset sample 0.20 of dataset imdb_2prevs finished [took 24.5092s]
+05/11/23 00:46:28| INFO Dataset sample 0.80 of dataset imdb_2prevs started
+05/11/23 00:46:46| INFO ref finished [took 17.1303s]
+05/11/23 00:46:51| INFO mulmc_sld finished [took 22.5084s]
+05/11/23 00:46:53| INFO atc_mc finished [took 23.9160s]
+05/11/23 00:46:53| INFO Dataset sample 0.80 of dataset imdb_2prevs finished [took 24.6992s]
+----------------------------------------------------------------------------------------------------
+05/11/23 00:51:06| INFO dataset imdb_2prevs
+05/11/23 00:51:16| INFO Dataset sample 0.20 of dataset imdb_2prevs started
+05/11/23 00:51:33| INFO ref finished [took 17.0670s]
+05/11/23 00:51:38| INFO mulmc_sld finished [took 22.3141s]
+05/11/23 00:51:40| INFO atc_mc finished [took 23.7219s]
+05/11/23 00:51:40| INFO Dataset sample 0.20 of dataset imdb_2prevs finished [took 24.4385s]
+05/11/23 00:51:40| INFO Dataset sample 0.80 of dataset imdb_2prevs started
+05/11/23 00:51:58| INFO ref finished [took 17.1894s]
+05/11/23 00:52:03| INFO mulmc_sld finished [took 22.4247s]
+05/11/23 00:52:04| INFO atc_mc finished [took 23.6032s]
+05/11/23 00:52:04| INFO Dataset sample 0.80 of dataset imdb_2prevs finished [took 24.3674s]
+----------------------------------------------------------------------------------------------------
+05/11/23 00:53:32| INFO dataset imdb_3prevs
+05/11/23 00:53:39| INFO Dataset sample 0.20 of dataset imdb_3prevs started
+05/11/23 00:53:48| INFO ref finished [took 8.8062s]
+05/11/23 00:53:51| INFO atc_mc finished [took 11.7173s]
+05/11/23 00:53:53| INFO mulmc_sld finished [took 13.8761s]
+05/11/23 00:53:53| INFO Dataset sample 0.20 of dataset imdb_3prevs finished [took 14.3147s]
+05/11/23 00:53:53| INFO Dataset sample 0.50 of dataset imdb_3prevs started
+05/11/23 00:54:03| INFO ref finished [took 8.9071s]
+05/11/23 00:54:06| INFO atc_mc finished [took 11.7005s]
+05/11/23 00:54:08| INFO mulmc_sld finished [took 13.6266s]
+05/11/23 00:54:08| INFO Dataset sample 0.50 of dataset imdb_3prevs finished [took 14.1625s]
+05/11/23 00:54:08| INFO Dataset sample 0.80 of dataset imdb_3prevs started
+05/11/23 00:54:17| INFO ref finished [took 8.7680s]
+05/11/23 00:54:20| INFO atc_mc finished [took 11.4957s]
+05/11/23 00:54:22| INFO mulmc_sld finished [took 13.5719s]
+05/11/23 00:54:22| INFO Dataset sample 0.80 of dataset imdb_3prevs finished [took 14.1564s]
+----------------------------------------------------------------------------------------------------
+05/11/23 00:57:53| INFO dataset imdb_3prevs
+05/11/23 00:57:59| INFO Dataset sample 0.20 of dataset imdb_3prevs started
+05/11/23 00:58:08| INFO ref finished [took 8.7497s]
+05/11/23 00:58:12| INFO atc_mc finished [took 11.6903s]
+05/11/23 00:58:13| INFO mulmc_sld finished [took 13.6731s]
+05/11/23 00:58:13| INFO Dataset sample 0.20 of dataset imdb_3prevs finished [took 14.1073s]
+05/11/23 00:58:13| INFO Dataset sample 0.50 of dataset imdb_3prevs started
+05/11/23 00:58:23| INFO ref finished [took 8.7718s]
+05/11/23 00:58:26| INFO atc_mc finished [took 11.7653s]
+05/11/23 00:58:28| INFO mulmc_sld finished [took 13.9184s]
+05/11/23 00:58:28| INFO Dataset sample 0.50 of dataset imdb_3prevs finished [took 14.4270s]
+05/11/23 00:58:28| INFO Dataset sample 0.80 of dataset imdb_3prevs started
+05/11/23 00:58:37| INFO ref finished [took 8.8129s]
+05/11/23 00:58:40| INFO atc_mc finished [took 11.7267s]
+05/11/23 00:58:42| INFO mulmc_sld finished [took 13.6726s]
+05/11/23 00:58:42| INFO Dataset sample 0.80 of dataset imdb_3prevs finished [took 14.2387s]
+----------------------------------------------------------------------------------------------------
+05/11/23 01:04:04| INFO dataset imdb_3prevs
+05/11/23 01:04:10| INFO Dataset sample 0.20 of dataset imdb_3prevs started
+05/11/23 01:04:20| INFO ref finished [took 8.7879s]
+05/11/23 01:04:23| INFO atc_mc finished [took 11.8757s]
+05/11/23 01:04:25| INFO mulmc_sld finished [took 13.8698s]
+05/11/23 01:04:25| INFO Dataset sample 0.20 of dataset imdb_3prevs finished [took 14.2927s]
+05/11/23 01:04:25| INFO Dataset sample 0.50 of dataset imdb_3prevs started
+05/11/23 01:04:34| INFO ref finished [took 8.9200s]
+05/11/23 01:04:37| INFO atc_mc finished [took 11.9555s]
+05/11/23 01:04:39| INFO mulmc_sld finished [took 13.9860s]
+05/11/23 01:04:39| INFO Dataset sample 0.50 of dataset imdb_3prevs finished [took 14.5339s]
+05/11/23 01:04:39| INFO Dataset sample 0.80 of dataset imdb_3prevs started
+05/11/23 01:04:49| INFO ref finished [took 8.8757s]
+05/11/23 01:04:52| INFO atc_mc finished [took 11.8222s]
+05/11/23 01:04:53| INFO mulmc_sld finished [took 13.7034s]
+05/11/23 01:04:53| INFO Dataset sample 0.80 of dataset imdb_3prevs finished [took 14.2710s]
+----------------------------------------------------------------------------------------------------
+05/11/23 01:08:05| INFO dataset rcv1_CCAT_9prevs
+05/11/23 01:08:09| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+05/11/23 01:08:55| INFO ref finished [took 40.9427s]
+05/11/23 01:09:00| INFO atc_mc finished [took 44.2152s]
+05/11/23 01:09:01| INFO mulmc_sld finished [took 49.6089s]
+05/11/23 01:11:38| INFO bin_sld finished [took 207.5917s]
+05/11/23 01:13:47| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': None} (score=0.00663) [took 333.7044s]
+05/11/23 01:14:30| INFO mul_sld_gs finished [took 376.3503s]
+05/11/23 01:20:44| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': None} (score=0.00619) [took 751.2730s]
+05/11/23 01:23:45| INFO bin_sld_gs finished [took 932.2941s]
+05/11/23 01:23:45| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 935.3228s]
+05/11/23 01:23:45| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started
+05/11/23 01:24:30| INFO ref finished [took 39.9821s]
+05/11/23 01:24:34| INFO atc_mc finished [took 43.3585s]
+05/11/23 01:24:36| INFO mulmc_sld finished [took 48.6404s]
+05/11/23 01:27:08| INFO bin_sld finished [took 202.3970s]
+05/11/23 01:29:17| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'vs', 'confidence': None} (score=0.00699) [took 328.6883s]
+05/11/23 01:30:00| INFO mul_sld_gs finished [took 371.2150s]
+05/11/23 01:36:40| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': None} (score=0.00780) [took 771.8150s]
+05/11/23 01:39:44| INFO bin_sld_gs finished [took 956.5831s]
+05/11/23 01:39:44| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 959.5214s]
+05/11/23 01:39:44| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started
+05/11/23 01:40:38| INFO ref finished [took 46.9727s]
+05/11/23 01:40:42| INFO atc_mc finished [took 49.6456s]
+05/11/23 01:40:43| INFO mulmc_sld finished [took 55.1784s]
+05/11/23 01:43:16| INFO bin_sld finished [took 209.5653s]
+05/11/23 01:45:30| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': 'max_conf'} (score=0.00720) [took 340.0613s]
+05/11/23 01:46:09| INFO mul_sld_gs finished [took 379.3695s]
+05/11/23 01:53:22| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'vs', 'confidence': None} (score=0.00810) [took 813.3118s]
+05/11/23 01:56:25| INFO bin_sld_gs finished [took 996.4380s]
+05/11/23 01:56:25| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 1000.8297s]
+05/11/23 01:56:25| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started
+05/11/23 01:57:11| INFO ref finished [took 40.2515s]
+05/11/23 01:57:15| INFO atc_mc finished [took 43.5348s]
+05/11/23 01:57:15| INFO mulmc_sld finished [took 48.1622s]
+05/11/23 01:59:46| INFO bin_sld finished [took 200.0955s]
+05/11/23 02:02:00| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': 'max_conf'} (score=0.00644) [took 331.2368s]
+05/11/23 02:02:40| INFO mul_sld_gs finished [took 370.8879s]
+05/11/23 02:10:02| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': None} (score=0.01269) [took 813.7272s]
+05/11/23 02:13:04| INFO bin_sld_gs finished [took 995.6098s]
+05/11/23 02:13:04| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 998.5647s]
+05/11/23 02:13:04| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started
+05/11/23 02:13:50| INFO ref finished [took 41.4181s]
+05/11/23 02:13:55| INFO atc_mc finished [took 44.8414s]
+05/11/23 02:13:55| INFO mulmc_sld finished [took 49.5767s]
+05/11/23 02:16:27| INFO bin_sld finished [took 201.8696s]
+05/11/23 02:18:33| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'vs', 'confidence': None} (score=0.00636) [took 325.5401s]
+05/11/23 02:19:17| INFO mul_sld_gs finished [took 368.9682s]
+05/11/23 02:26:26| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': None} (score=0.00670) [took 799.7618s]
+05/11/23 02:29:29| INFO bin_sld_gs finished [took 982.2921s]
+05/11/23 02:29:29| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 985.2925s]
+05/11/23 02:29:29| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started
+05/11/23 02:30:14| INFO ref finished [took 40.3341s]
+05/11/23 02:30:18| INFO atc_mc finished [took 43.3032s]
+05/11/23 02:30:19| INFO mulmc_sld finished [took 47.8507s]
+05/11/23 02:32:51| INFO bin_sld finished [took 200.9647s]
+05/11/23 02:34:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': 'max_conf'} (score=0.00596) [took 321.5172s]
+05/11/23 02:35:33| INFO mul_sld_gs finished [took 360.5222s]
+05/11/23 02:43:22| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': None} (score=0.00544) [took 829.7314s]
+05/11/23 02:46:23| INFO bin_sld_gs finished [took 1011.3917s]
+05/11/23 02:46:23| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 1014.2514s]
+05/11/23 02:46:23| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started
+05/11/23 02:47:09| INFO ref finished [took 40.4272s]
+05/11/23 02:47:13| INFO atc_mc finished [took 43.8966s]
+05/11/23 02:47:14| INFO mulmc_sld finished [took 48.4437s]
+05/11/23 02:49:47| INFO bin_sld finished [took 202.6013s]
+05/11/23 02:51:57| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': 'max_conf'} (score=0.00653) [took 329.4236s]
+05/11/23 02:52:36| INFO mul_sld_gs finished [took 368.7426s]
+05/11/23 02:59:51| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': None} (score=0.01370) [took 804.3215s]
+05/11/23 03:02:54| INFO bin_sld_gs finished [took 987.5377s]
+05/11/23 03:02:54| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 990.4607s]
+05/11/23 03:02:54| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started
+05/11/23 03:03:40| INFO ref finished [took 41.5104s]
+05/11/23 03:03:44| INFO atc_mc finished [took 44.1770s]
+05/11/23 03:03:46| INFO mulmc_sld finished [took 49.7176s]
+05/11/23 03:06:27| INFO bin_sld finished [took 211.4985s]
+05/11/23 03:08:32| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'vs', 'confidence': None} (score=0.00822) [took 334.7029s]
+05/11/23 03:09:16| INFO mul_sld_gs finished [took 377.8219s]
+05/11/23 03:16:22| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': None} (score=0.00984) [took 805.4146s]
+05/11/23 03:19:28| INFO bin_sld_gs finished [took 991.0520s]
+05/11/23 03:19:28| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 994.1016s]
+05/11/23 03:19:28| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started
+05/11/23 03:20:18| INFO ref finished [took 44.1663s]
+05/11/23 03:20:22| INFO atc_mc finished [took 47.3231s]
+05/11/23 03:20:23| INFO mulmc_sld finished [took 53.1243s]
+05/11/23 03:23:10| INFO bin_sld finished [took 220.4921s]
+05/11/23 03:25:11| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'vs', 'confidence': None} (score=0.00811) [took 338.9143s]
+05/11/23 03:25:56| INFO mul_sld_gs finished [took 383.9350s]
+05/11/23 03:32:44| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': None} (score=0.00954) [took 792.6190s]
+05/11/23 03:35:44| INFO bin_sld_gs finished [took 973.2397s]
+05/11/23 03:35:44| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 976.4502s]
+05/11/23 03:35:57| INFO dataset imbd_9prevs
+05/11/23 03:35:57| ERROR Evaluation over imbd_9prevs failed. Exception: 'imbd'
+----------------------------------------------------------------------------------------------------
+05/11/23 09:42:24| INFO dataset imdb_9prevs
+05/11/23 09:42:30| INFO Dataset sample 0.10 of dataset imdb_9prevs started
+05/11/23 09:42:44| INFO ref finished [took 10.6450s]
+05/11/23 09:42:47| INFO atc_mc finished [took 13.9369s]
+05/11/23 09:42:49| INFO mulmc_sld finished [took 16.6526s]
+05/11/23 09:42:56| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1
+05/11/23 09:45:26| INFO bin_sld finished [took 173.8798s]
+05/11/23 09:47:18| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': None} (score=0.03792) [took 285.1339s]
+05/11/23 09:47:33| INFO mul_sld_gs finished [took 300.3243s]
+05/11/23 09:47:33| INFO Dataset sample 0.10 of dataset imdb_9prevs finished [took 302.7180s]
+05/11/23 09:47:33| INFO Dataset sample 0.20 of dataset imdb_9prevs started
+05/11/23 09:47:46| INFO ref finished [took 12.0501s]
+05/11/23 09:47:50| INFO atc_mc finished [took 15.0907s]
+05/11/23 09:47:52| INFO mulmc_sld finished [took 17.8502s]
+05/11/23 09:50:42| INFO bin_sld finished [took 188.2533s]
+05/11/23 09:53:03| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'vs', 'confidence': None} (score=0.01067) [took 328.6088s]
+05/11/23 09:53:19| INFO mul_sld_gs finished [took 345.1926s]
+05/11/23 10:00:52| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'vs', 'confidence': None} (score=0.00923) [took 798.1316s]
+05/11/23 10:03:34| INFO bin_sld_gs finished [took 960.1696s]
+05/11/23 10:03:34| INFO Dataset sample 0.20 of dataset imdb_9prevs finished [took 960.9823s]
+05/11/23 10:03:34| INFO Dataset sample 0.30 of dataset imdb_9prevs started
+05/11/23 10:03:46| INFO ref finished [took 10.8585s]
+05/11/23 10:03:49| INFO atc_mc finished [took 13.6836s]
+05/11/23 10:03:51| INFO mulmc_sld finished [took 15.8085s]
+05/11/23 10:06:39| INFO bin_sld finished [took 183.7435s]
+05/11/23 10:09:02| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': 'max_conf'} (score=0.00707) [took 326.5308s]
+05/11/23 10:09:15| INFO mul_sld_gs finished [took 339.3412s]
+05/11/23 10:16:51| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': None} (score=0.01094) [took 796.0895s]
+05/11/23 10:19:27| INFO bin_sld_gs finished [took 952.0793s]
+05/11/23 10:19:27| INFO Dataset sample 0.30 of dataset imdb_9prevs finished [took 953.0580s]
+05/11/23 10:19:27| INFO Dataset sample 0.40 of dataset imdb_9prevs started
+05/11/23 10:19:39| INFO ref finished [took 10.8707s]
+05/11/23 10:19:42| INFO atc_mc finished [took 13.9089s]
+05/11/23 10:19:44| INFO mulmc_sld finished [took 15.9994s]
+05/11/23 10:22:17| INFO bin_sld finished [took 168.9998s]
+05/11/23 10:24:35| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': 'max_conf'} (score=0.00999) [took 306.5297s]
+05/11/23 10:24:47| INFO mul_sld_gs finished [took 318.6584s]
+05/11/23 10:32:31| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'vs', 'confidence': None} (score=0.01176) [took 782.7189s]
+05/11/23 10:35:07| INFO bin_sld_gs finished [took 939.3830s]
+05/11/23 10:35:07| INFO Dataset sample 0.40 of dataset imdb_9prevs finished [took 940.2365s]
+05/11/23 10:35:07| INFO Dataset sample 0.50 of dataset imdb_9prevs started
+05/11/23 10:35:19| INFO ref finished [took 10.1160s]
+05/11/23 10:35:22| INFO atc_mc finished [took 13.6292s]
+05/11/23 10:35:24| INFO mulmc_sld finished [took 15.7949s]
+05/11/23 10:38:04| INFO bin_sld finished [took 176.0746s]
+05/11/23 10:40:28| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': None} (score=0.01008) [took 319.8045s]
+05/11/23 10:40:45| INFO mul_sld_gs finished [took 336.8792s]
+05/11/23 10:48:31| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'vs', 'confidence': None} (score=0.00942) [took 802.9266s]
+05/11/23 10:51:09| INFO bin_sld_gs finished [took 961.0002s]
+05/11/23 10:51:09| INFO Dataset sample 0.50 of dataset imdb_9prevs finished [took 961.8311s]
+05/11/23 10:51:09| INFO Dataset sample 0.60 of dataset imdb_9prevs started
+05/11/23 10:51:21| INFO ref finished [took 10.7059s]
+05/11/23 10:51:24| INFO atc_mc finished [took 13.8934s]
+05/11/23 10:51:26| INFO mulmc_sld finished [took 16.0295s]
+05/11/23 10:54:09| INFO bin_sld finished [took 179.1806s]
+05/11/23 10:56:31| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': 'max_conf'} (score=0.00906) [took 320.5350s]
+05/11/23 10:56:45| INFO mul_sld_gs finished [took 334.5485s]
+05/11/23 11:04:55| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': None} (score=0.01228) [took 824.5702s]
+05/11/23 11:07:33| INFO bin_sld_gs finished [took 983.3806s]
+05/11/23 11:07:33| INFO Dataset sample 0.60 of dataset imdb_9prevs finished [took 984.1981s]
+05/11/23 11:07:34| INFO Dataset sample 0.70 of dataset imdb_9prevs started
+05/11/23 11:07:45| INFO ref finished [took 10.7034s]
+05/11/23 11:07:49| INFO atc_mc finished [took 14.0668s]
+05/11/23 11:07:51| INFO mulmc_sld finished [took 16.2499s]
+----------------------------------------------------------------------------------------------------
+05/11/23 11:09:19| INFO dataset rcv1_CCAT_9prevs
+05/11/23 11:09:24| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+----------------------------------------------------------------------------------------------------
+05/11/23 11:10:40| INFO dataset rcv1_CCAT_9prevs
+05/11/23 11:10:44| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:11:21| INFO ref finished [took 34.7944s]
+05/11/23 11:11:25| INFO atc_mc finished [took 37.6168s]
+05/11/23 11:11:36| INFO mulmc_sld finished [took 51.0883s]
+05/11/23 11:11:36| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 52.3442s]
+05/11/23 11:11:36| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:12:14| INFO ref finished [took 35.0033s]
+05/11/23 11:12:17| INFO atc_mc finished [took 37.7761s]
+05/11/23 11:12:24| INFO mulmc_sld finished [took 46.2195s]
+05/11/23 11:12:24| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 47.5446s]
+05/11/23 11:12:24| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:13:01| INFO ref finished [took 35.1077s]
+05/11/23 11:13:05| INFO atc_mc finished [took 37.7889s]
+05/11/23 11:13:12| INFO mulmc_sld finished [took 46.6515s]
+05/11/23 11:13:12| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 48.0359s]
+05/11/23 11:13:12| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:13:49| INFO ref finished [took 35.0214s]
+05/11/23 11:13:53| INFO atc_mc finished [took 37.9480s]
+05/11/23 11:14:00| INFO mulmc_sld finished [took 46.4140s]
+05/11/23 11:14:00| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 47.5164s]
+05/11/23 11:14:00| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:14:37| INFO ref finished [took 35.2699s]
+05/11/23 11:14:41| INFO atc_mc finished [took 37.9490s]
+05/11/23 11:14:49| INFO mulmc_sld finished [took 47.7005s]
+05/11/23 11:14:49| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 49.0189s]
+05/11/23 11:14:49| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:15:26| INFO ref finished [took 35.2350s]
+05/11/23 11:15:30| INFO atc_mc finished [took 38.6364s]
+05/11/23 11:15:39| INFO mulmc_sld finished [took 48.8860s]
+05/11/23 11:15:39| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 50.1097s]
+05/11/23 11:15:39| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:16:16| INFO ref finished [took 35.0322s]
+05/11/23 11:16:20| INFO atc_mc finished [took 38.4809s]
+05/11/23 11:16:29| INFO mulmc_sld finished [took 48.6466s]
+05/11/23 11:16:29| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 50.0372s]
+05/11/23 11:16:29| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:17:06| INFO ref finished [took 35.2988s]
+05/11/23 11:17:10| INFO atc_mc finished [took 38.3390s]
+05/11/23 11:17:18| INFO mulmc_sld finished [took 47.8829s]
+05/11/23 11:17:18| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 49.2700s]
+05/11/23 11:17:18| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:17:56| INFO ref finished [took 35.2614s]
+05/11/23 11:17:59| INFO atc_mc finished [took 38.1131s]
+05/11/23 11:18:08| INFO mulmc_sld finished [took 49.0925s]
+05/11/23 11:18:09| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 50.4765s]
+----------------------------------------------------------------------------------------------------
+05/11/23 11:26:35| INFO dataset rcv1_CCAT_9prevs
+05/11/23 11:26:39| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:27:17| INFO ref finished [took 35.3305s]
+05/11/23 11:27:21| INFO atc_mc finished [took 37.9469s]
+05/11/23 11:27:28| INFO mulmc_sld finished [took 46.9769s]
+05/11/23 11:27:28| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 48.3022s]
+05/11/23 11:27:28| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:28:05| INFO ref finished [took 35.2459s]
+05/11/23 11:28:09| INFO atc_mc finished [took 38.1660s]
+05/11/23 11:28:15| INFO mulmc_sld finished [took 46.3832s]
+05/11/23 11:28:15| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 47.7328s]
+05/11/23 11:28:15| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:28:53| INFO ref finished [took 35.4919s]
+05/11/23 11:28:57| INFO atc_mc finished [took 38.1023s]
+05/11/23 11:29:03| INFO mulmc_sld finished [took 46.4657s]
+05/11/23 11:29:03| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 47.8578s]
+05/11/23 11:29:03| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:29:41| INFO ref finished [took 35.3209s]
+05/11/23 11:29:45| INFO atc_mc finished [took 38.3693s]
+05/11/23 11:29:51| INFO mulmc_sld finished [took 46.5707s]
+05/11/23 11:29:51| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 47.7036s]
+05/11/23 11:29:51| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:30:28| INFO ref finished [took 35.0276s]
+05/11/23 11:30:32| INFO atc_mc finished [took 38.1508s]
+05/11/23 11:30:40| INFO mulmc_sld finished [took 47.6215s]
+05/11/23 11:30:40| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 48.9244s]
+05/11/23 11:30:40| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:31:17| INFO ref finished [took 35.3308s]
+05/11/23 11:31:21| INFO atc_mc finished [took 38.0629s]
+05/11/23 11:31:29| INFO mulmc_sld finished [took 47.8783s]
+05/11/23 11:31:29| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 49.1655s]
+05/11/23 11:31:29| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:32:07| INFO ref finished [took 35.1485s]
+05/11/23 11:32:10| INFO atc_mc finished [took 38.1974s]
+05/11/23 11:32:18| INFO mulmc_sld finished [took 47.6056s]
+05/11/23 11:32:18| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 48.9545s]
+05/11/23 11:32:18| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:32:56| INFO ref finished [took 35.1879s]
+05/11/23 11:32:59| INFO atc_mc finished [took 38.1684s]
+05/11/23 11:33:07| INFO mulmc_sld finished [took 47.5635s]
+05/11/23 11:33:07| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 48.9364s]
+05/11/23 11:33:07| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started
+05/11/23 11:33:45| INFO ref finished [took 35.5855s]
+05/11/23 11:33:48| INFO atc_mc finished [took 38.1206s]
+05/11/23 11:33:54| INFO mulmc_sld finished [took 45.1957s]
+05/11/23 11:33:54| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 46.5129s]
+----------------------------------------------------------------------------------------------------
+05/11/23 12:02:53| INFO dataset rcv1_CCAT_9prevs
+05/11/23 12:02:58| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:03:01| WARNING Method mulne_sld failed. Exception: axis 1 is out of bounds for array of dimension 1
+05/11/23 12:03:37| INFO ref finished [took 34.9513s]
+05/11/23 12:03:41| INFO atc_mc finished [took 37.7710s]
+05/11/23 12:03:47| INFO mulmc_sld finished [took 47.2144s]
+05/11/23 12:03:56| INFO mul_sld finished [took 56.8347s]
+05/11/23 12:03:56| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 58.1052s]
+05/11/23 12:03:56| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:03:59| WARNING Method mulne_sld failed. Exception: axis 1 is out of bounds for array of dimension 1
+05/11/23 12:04:36| INFO ref finished [took 35.5921s]
+05/11/23 12:04:40| INFO atc_mc finished [took 38.4587s]
+05/11/23 12:04:46| INFO mulmc_sld finished [took 47.5756s]
+05/11/23 12:04:47| INFO mul_sld finished [took 50.0690s]
+05/11/23 12:04:47| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 51.3609s]
+05/11/23 12:04:47| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:04:50| WARNING Method mulne_sld failed. Exception: axis 1 is out of bounds for array of dimension 1
+05/11/23 12:05:28| INFO ref finished [took 36.0399s]
+05/11/23 12:05:31| INFO atc_mc finished [took 38.9414s]
+05/11/23 12:05:38| INFO mulmc_sld finished [took 48.4594s]
+05/11/23 12:05:38| INFO mul_sld finished [took 49.4355s]
+05/11/23 12:05:38| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 50.7799s]
+05/11/23 12:05:38| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:05:41| WARNING Method mulne_sld failed. Exception: axis 1 is out of bounds for array of dimension 1
+----------------------------------------------------------------------------------------------------
+05/11/23 12:06:13| INFO dataset rcv1_CCAT_9prevs
+05/11/23 12:06:18| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:07:03| INFO ref finished [took 41.7793s]
+05/11/23 12:07:10| INFO atc_mc finished [took 48.0537s]
+05/11/23 12:07:38| WARNING Method mulne_sld failed. Exception: axis 1 is out of bounds for array of dimension 1
+----------------------------------------------------------------------------------------------------
+05/11/23 12:08:00| INFO dataset rcv1_CCAT_9prevs
+05/11/23 12:08:04| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:08:47| INFO ref finished [took 37.5352s]
+05/11/23 12:08:50| INFO atc_mc finished [took 40.2843s]
+05/11/23 12:08:55| INFO mulne_sld finished [took 47.4558s]
+05/11/23 12:08:56| INFO mulmc_sld finished [took 49.8247s]
+05/11/23 12:09:05| INFO mul_sld finished [took 59.5033s]
+05/11/23 12:09:05| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 60.7605s]
+05/11/23 12:09:05| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:09:47| INFO ref finished [took 37.4891s]
+05/11/23 12:09:52| INFO atc_mc finished [took 40.9763s]
+05/11/23 12:09:58| INFO mulmc_sld finished [took 50.3687s]
+05/11/23 12:09:59| INFO mulne_sld finished [took 50.8494s]
+05/11/23 12:10:00| INFO mul_sld finished [took 53.7955s]
+05/11/23 12:10:00| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 55.1095s]
+05/11/23 12:10:00| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:10:44| INFO ref finished [took 39.3665s]
+05/11/23 12:10:49| INFO atc_mc finished [took 43.1884s]
+05/11/23 12:10:55| INFO mul_sld finished [took 53.2533s]
+05/11/23 12:10:55| INFO mulmc_sld finished [took 52.6179s]
+05/11/23 12:10:56| INFO mulne_sld finished [took 52.7117s]
+05/11/23 12:10:56| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 56.0058s]
+05/11/23 12:10:56| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:11:40| INFO ref finished [took 39.1357s]
+05/11/23 12:11:44| INFO atc_mc finished [took 42.7168s]
+05/11/23 12:11:50| INFO mul_sld finished [took 53.1250s]
+05/11/23 12:11:51| INFO mulmc_sld finished [took 52.6875s]
+05/11/23 12:11:51| INFO mulne_sld finished [took 51.9871s]
+05/11/23 12:11:51| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 55.0715s]
+05/11/23 12:11:51| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:12:34| INFO ref finished [took 38.0624s]
+05/11/23 12:12:38| INFO atc_mc finished [took 40.9414s]
+05/11/23 12:12:45| INFO mul_sld finished [took 52.0220s]
+05/11/23 12:12:46| INFO mulmc_sld finished [took 52.0904s]
+05/11/23 12:12:47| INFO mulne_sld finished [took 52.2011s]
+05/11/23 12:12:47| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 55.6901s]
+05/11/23 12:12:47| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:13:29| INFO ref finished [took 37.9734s]
+05/11/23 12:13:34| INFO atc_mc finished [took 41.4316s]
+05/11/23 12:13:41| INFO mulmc_sld finished [took 51.9276s]
+05/11/23 12:13:42| INFO mul_sld finished [took 53.8232s]
+05/11/23 12:13:43| INFO mulne_sld finished [took 52.4359s]
+05/11/23 12:13:43| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 55.5737s]
+05/11/23 12:13:43| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:14:25| INFO ref finished [took 38.1687s]
+05/11/23 12:14:29| INFO atc_mc finished [took 40.6142s]
+05/11/23 12:14:37| INFO mulmc_sld finished [took 52.4191s]
+05/11/23 12:14:38| INFO mul_sld finished [took 53.7962s]
+05/11/23 12:14:38| INFO mulne_sld finished [took 52.1544s]
+05/11/23 12:14:38| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 55.4465s]
+05/11/23 12:14:38| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:15:21| INFO ref finished [took 38.4494s]
+05/11/23 12:15:25| INFO atc_mc finished [took 40.9944s]
+05/11/23 12:15:32| INFO mulmc_sld finished [took 51.8551s]
+05/11/23 12:15:33| INFO mul_sld finished [took 53.4409s]
+05/11/23 12:15:33| INFO mulne_sld finished [took 51.7256s]
+05/11/23 12:15:33| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 55.1132s]
+05/11/23 12:15:33| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:16:16| INFO ref finished [took 38.2838s]
+05/11/23 12:16:20| INFO atc_mc finished [took 41.3532s]
+05/11/23 12:16:24| INFO mulmc_sld finished [took 49.1257s]
+05/11/23 12:16:26| INFO mulne_sld finished [took 49.8205s]
+05/11/23 12:16:34| INFO mul_sld finished [took 59.1323s]
+05/11/23 12:16:34| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 60.4191s]
+----------------------------------------------------------------------------------------------------
+05/11/23 12:23:45| INFO dataset rcv1_CCAT_9prevs
+05/11/23 12:23:50| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:24:32| INFO ref finished [took 38.5638s]
+05/11/23 12:24:36| INFO atc_mc finished [took 41.5043s]
+05/11/23 12:27:13| INFO binmc_sld finished [took 201.7673s]
+05/11/23 12:27:14| INFO bin_sld finished [took 203.3515s]
+05/11/23 12:27:17| INFO binne_sld finished [took 204.1403s]
+05/11/23 12:27:17| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 207.1212s]
+05/11/23 12:27:17| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:27:59| INFO ref finished [took 37.8990s]
+05/11/23 12:28:02| INFO atc_mc finished [took 40.1947s]
+05/11/23 12:30:36| INFO bin_sld finished [took 197.7408s]
+05/11/23 12:30:37| INFO binne_sld finished [took 197.0819s]
+05/11/23 12:30:37| INFO binmc_sld finished [took 198.5545s]
+05/11/23 12:30:37| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 200.7762s]
+05/11/23 12:30:37| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:31:19| INFO ref finished [took 37.3749s]
+05/11/23 12:31:23| INFO atc_mc finished [took 40.9120s]
+05/11/23 12:33:54| INFO binmc_sld finished [took 194.5722s]
+05/11/23 12:33:55| INFO bin_sld finished [took 195.8961s]
+05/11/23 12:33:56| INFO binne_sld finished [took 194.9605s]
+05/11/23 12:33:56| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 198.1296s]
+05/11/23 12:33:56| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:34:37| INFO ref finished [took 37.5561s]
+05/11/23 12:34:40| INFO atc_mc finished [took 40.3775s]
+05/11/23 12:37:09| INFO bin_sld finished [took 192.3652s]
+05/11/23 12:37:12| INFO binne_sld finished [took 193.4666s]
+05/11/23 12:37:12| INFO binmc_sld finished [took 194.3499s]
+05/11/23 12:37:12| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 196.3675s]
+05/11/23 12:37:12| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:37:53| INFO ref finished [took 36.5043s]
+05/11/23 12:37:57| INFO atc_mc finished [took 40.0038s]
+05/11/23 12:40:26| INFO bin_sld finished [took 192.4518s]
+05/11/23 12:40:26| INFO binne_sld finished [took 191.2727s]
+05/11/23 12:40:26| INFO binmc_sld finished [took 192.3339s]
+05/11/23 12:40:26| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 194.5333s]
+05/11/23 12:40:27| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:41:07| INFO ref finished [took 36.6809s]
+05/11/23 12:41:11| INFO atc_mc finished [took 39.9520s]
+05/11/23 12:43:40| INFO bin_sld finished [took 192.1873s]
+05/11/23 12:43:40| INFO binmc_sld finished [took 191.7820s]
+05/11/23 12:43:41| INFO binne_sld finished [took 191.9164s]
+05/11/23 12:43:41| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 194.8818s]
+05/11/23 12:43:41| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:44:22| INFO ref finished [took 36.9564s]
+05/11/23 12:44:26| INFO atc_mc finished [took 40.1293s]
+05/11/23 12:46:55| INFO bin_sld finished [took 192.4960s]
+05/11/23 12:46:56| INFO binmc_sld finished [took 192.8281s]
+05/11/23 12:46:58| INFO binne_sld finished [took 193.1524s]
+05/11/23 12:46:58| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 196.2697s]
+05/11/23 12:46:58| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:47:39| INFO ref finished [took 37.2831s]
+05/11/23 12:47:42| INFO atc_mc finished [took 39.7258s]
+05/11/23 12:50:16| INFO binmc_sld finished [took 195.9783s]
+05/11/23 12:50:16| INFO binne_sld finished [took 195.2592s]
+05/11/23 12:50:16| INFO bin_sld finished [took 197.4676s]
+05/11/23 12:50:16| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 198.8232s]
+05/11/23 12:50:16| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started
+05/11/23 12:50:58| INFO ref finished [took 37.4054s]
+05/11/23 12:51:02| INFO atc_mc finished [took 40.4573s]
+05/11/23 12:53:36| INFO bin_sld finished [took 198.0953s]
+05/11/23 12:53:36| INFO binmc_sld finished [took 197.8028s]
+05/11/23 12:53:37| INFO binne_sld finished [took 197.3027s]
+05/11/23 12:53:37| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 200.2560s]
+----------------------------------------------------------------------------------------------------
+05/11/23 13:29:43| INFO dataset rcv1_CCAT_9prevs
+05/11/23 13:29:47| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+05/11/23 13:30:43| INFO ref finished [took 47.3558s]
+05/11/23 13:30:48| INFO atc_mc finished [took 50.8788s]
+05/11/23 13:30:52| INFO mulne_sld finished [took 60.4851s]
+05/11/23 13:30:53| INFO mulmc_sld finished [took 63.4717s]
+05/11/23 13:33:31| INFO binmc_sld finished [took 222.0328s]
+05/11/23 13:33:33| INFO binne_sld finished [took 223.0449s]
+05/11/23 13:43:18| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': 'max_conf'} (score=0.00644) [took 803.9708s]
+05/11/23 13:44:01| INFO mul_sld_gs finished [took 847.1261s]
+05/11/23 13:49:04| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'vs', 'confidence': 'entropy'} (score=0.00589) [took 1151.2473s]
+05/11/23 13:52:06| INFO bin_sld_gs finished [took 1333.4736s]
+05/11/23 13:52:06| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 1338.9046s]
+05/11/23 13:52:06| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started
+05/11/23 13:53:00| INFO ref finished [took 45.3095s]
+05/11/23 13:53:04| INFO atc_mc finished [took 48.2659s]
+05/11/23 13:53:08| INFO mulmc_sld finished [took 58.9237s]
+05/11/23 13:53:11| INFO mulne_sld finished [took 59.5712s]
+05/11/23 13:55:46| INFO binmc_sld finished [took 218.1315s]
+05/11/23 13:55:51| INFO binne_sld finished [took 220.8543s]
+05/11/23 14:05:34| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'vs', 'confidence': None} (score=0.00699) [took 800.6256s]
+05/11/23 14:06:16| INFO mul_sld_gs finished [took 842.1616s]
+05/11/23 14:12:14| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'vs', 'confidence': 'entropy'} (score=0.00768) [took 1201.3712s]
+05/11/23 14:15:15| INFO bin_sld_gs finished [took 1382.8113s]
+05/11/23 14:15:15| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 1388.8622s]
+05/11/23 14:15:15| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started
+05/11/23 14:16:11| INFO ref finished [took 46.8666s]
+05/11/23 14:16:15| INFO atc_mc finished [took 49.6779s]
+05/11/23 14:16:19| INFO mulmc_sld finished [took 61.0610s]
+05/11/23 14:16:22| INFO mulne_sld finished [took 62.2089s]
+05/11/23 14:19:02| INFO binmc_sld finished [took 225.5737s]
+05/11/23 14:19:03| INFO binne_sld finished [took 223.9017s]
+05/11/23 14:28:50| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'vs', 'confidence': 'entropy'} (score=0.00756) [took 806.7930s]
+05/11/23 14:29:32| INFO mul_sld_gs finished [took 848.7630s]
+05/11/23 14:36:02| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'vs', 'confidence': 'entropy'} (score=0.00781) [took 1240.9138s]
+05/11/23 14:39:04| INFO bin_sld_gs finished [took 1422.5520s]
+05/11/23 14:39:04| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 1428.8824s]
+05/11/23 14:39:04| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started
+05/11/23 14:39:58| INFO ref finished [took 45.7514s]
+05/11/23 14:40:02| INFO atc_mc finished [took 48.3888s]
+05/11/23 14:40:05| INFO mulmc_sld finished [took 59.0537s]
+05/11/23 14:40:09| INFO mulne_sld finished [took 60.9189s]
+05/11/23 14:42:42| INFO binne_sld finished [took 214.5464s]
+05/11/23 14:42:44| INFO binmc_sld finished [took 218.8429s]
+05/11/23 14:52:23| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'vs', 'confidence': 'entropy'} (score=0.00984) [took 792.5474s]
+05/11/23 14:53:05| INFO mul_sld_gs finished [took 834.1824s]
+05/11/23 14:59:56| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': 'max_conf'} (score=0.01112) [took 1247.0092s]
+05/11/23 15:02:57| INFO bin_sld_gs finished [took 1427.5051s]
+05/11/23 15:02:57| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 1432.9172s]
+05/11/23 15:02:57| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started
+05/11/23 15:03:49| INFO ref finished [took 44.4148s]
+05/11/23 15:03:54| INFO atc_mc finished [took 47.7566s]
+05/11/23 15:04:00| INFO mulmc_sld finished [took 60.5480s]
+05/11/23 15:04:03| INFO mulne_sld finished [took 61.2226s]
+05/11/23 15:06:30| INFO binmc_sld finished [took 211.9647s]
+05/11/23 15:06:32| INFO binne_sld finished [took 211.4312s]
+05/11/23 15:16:00| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'vs', 'confidence': 'max_conf'} (score=0.00571) [took 776.6085s]
+05/11/23 15:16:42| INFO mul_sld_gs finished [took 817.9358s]
+05/11/23 15:23:24| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'vs', 'confidence': 'entropy'} (score=0.00653) [took 1221.6531s]
+05/11/23 15:26:23| INFO bin_sld_gs finished [took 1400.9688s]
+05/11/23 15:26:23| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 1406.4620s]
+05/11/23 15:26:23| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started
+05/11/23 15:27:16| INFO ref finished [took 44.3988s]
+05/11/23 15:27:21| INFO atc_mc finished [took 48.5589s]
+05/11/23 15:27:27| INFO mulmc_sld finished [took 61.4269s]
+05/11/23 15:27:29| INFO mulne_sld finished [took 61.8292s]
+05/11/23 15:29:55| INFO binmc_sld finished [took 210.1585s]
+05/11/23 15:29:59| INFO binne_sld finished [took 212.0930s]
+05/11/23 15:39:22| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'vs', 'confidence': 'max_conf'} (score=0.00616) [took 771.6071s]
+05/11/23 15:40:03| INFO mul_sld_gs finished [took 813.2905s]
+05/11/23 15:47:04| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': None} (score=0.00544) [took 1234.9832s]
+05/11/23 15:50:10| INFO bin_sld_gs finished [took 1421.7775s]
+05/11/23 15:50:10| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 1427.0062s]
+05/11/23 15:50:10| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started
+05/11/23 15:51:11| INFO ref finished [took 49.7682s]
+05/11/23 15:51:19| INFO atc_mc finished [took 54.2855s]
+05/11/23 15:51:22| INFO mulmc_sld finished [took 68.7688s]
+05/11/23 15:51:26| INFO mulne_sld finished [took 69.3711s]
+05/11/23 15:54:07| INFO binmc_sld finished [took 234.7962s]
+05/11/23 15:54:09| INFO binne_sld finished [took 234.6444s]
+05/11/23 16:03:51| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': 'entropy'} (score=0.00765) [took 811.6704s]
+05/11/23 16:04:34| INFO mul_sld_gs finished [took 854.8196s]
+05/11/23 16:11:10| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'vs', 'confidence': 'max_conf'} (score=0.01234) [took 1252.4784s]
+05/11/23 16:14:10| INFO bin_sld_gs finished [took 1431.7446s]
+05/11/23 16:14:10| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 1439.1145s]
+05/11/23 16:14:10| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started
+05/11/23 16:15:02| INFO ref finished [took 44.0970s]
+05/11/23 16:15:07| INFO atc_mc finished [took 48.2871s]
+05/11/23 16:15:13| INFO mulmc_sld finished [took 61.0461s]
+05/11/23 16:15:15| INFO mulne_sld finished [took 60.6375s]
+05/11/23 16:17:46| INFO binmc_sld finished [took 215.1734s]
+05/11/23 16:17:49| INFO binne_sld finished [took 215.7846s]
+05/11/23 16:27:15| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'vs', 'confidence': None} (score=0.00822) [took 778.5688s]
+05/11/23 16:27:56| INFO mul_sld_gs finished [took 819.2615s]
+05/11/23 16:34:16| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': 'entropy'} (score=0.00894) [took 1200.6639s]
+05/11/23 16:37:21| INFO bin_sld_gs finished [took 1385.9035s]
+05/11/23 16:37:21| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 1391.5055s]
+05/11/23 16:37:21| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started
+05/11/23 16:38:13| INFO ref finished [took 44.7046s]
+05/11/23 16:38:18| INFO atc_mc finished [took 48.7802s]
+05/11/23 16:38:21| INFO mulmc_sld finished [took 57.4163s]
+05/11/23 16:38:24| INFO mulne_sld finished [took 58.9847s]
+05/11/23 16:40:59| INFO binmc_sld finished [took 216.7311s]
+05/11/23 16:41:01| INFO binne_sld finished [took 216.5312s]
+05/11/23 16:50:06| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': 'max_conf'} (score=0.00808) [took 758.6896s]
+05/11/23 16:50:46| INFO mul_sld_gs finished [took 798.8038s]
+05/11/23 16:56:41| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': 'entropy'} (score=0.00604) [took 1154.7043s]
+05/11/23 16:59:39| INFO bin_sld_gs finished [took 1332.5521s]
+05/11/23 16:59:39| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 1337.7947s]
+----------------------------------------------------------------------------------------------------
+05/11/23 20:08:46| ERROR estimate comparison failed. Exceprion: 'environ' object has no attribute 'OUT_PATH'
+----------------------------------------------------------------------------------------------------
+05/11/23 20:09:08| ERROR estimate comparison failed. Exceprion: 'environ' object has no attribute 'OUT_PATH'
+----------------------------------------------------------------------------------------------------
+05/11/23 20:09:27| INFO dataset imdb_3prevs
+05/11/23 20:09:34| INFO Dataset sample 0.20 of dataset imdb_3prevs started
+05/11/23 20:09:44| INFO ref finished [took 8.9550s]
+05/11/23 20:09:47| INFO atc_mc finished [took 11.8923s]
+05/11/23 20:09:56| INFO mulmc_sld finished [took 21.3196s]
+05/11/23 20:09:56| INFO Dataset sample 0.20 of dataset imdb_3prevs finished [took 21.7709s]
+05/11/23 20:09:56| INFO Dataset sample 0.50 of dataset imdb_3prevs started
+05/11/23 20:10:05| INFO ref finished [took 8.6116s]
+05/11/23 20:10:08| INFO atc_mc finished [took 11.6880s]
+05/11/23 20:10:16| INFO mulmc_sld finished [took 19.7793s]
+05/11/23 20:10:16| INFO Dataset sample 0.50 of dataset imdb_3prevs finished [took 20.3246s]
+05/11/23 20:10:16| INFO Dataset sample 0.80 of dataset imdb_3prevs started
+05/11/23 20:10:26| INFO ref finished [took 8.6654s]
+05/11/23 20:10:29| INFO atc_mc finished [took 11.6975s]
+05/11/23 20:10:35| INFO mulmc_sld finished [took 18.1478s]
+05/11/23 20:10:35| INFO Dataset sample 0.80 of dataset imdb_3prevs finished [took 18.7200s]
+----------------------------------------------------------------------------------------------------
+05/11/23 20:11:42| INFO dataset imdb_3prevs
+05/11/23 20:11:49| INFO Dataset sample 0.20 of dataset imdb_3prevs started
+05/11/23 20:11:58| INFO ref finished [took 8.7146s]
+05/11/23 20:12:02| INFO atc_mc finished [took 11.9672s]
+05/11/23 20:12:10| INFO mulmc_sld finished [took 20.7824s]
+05/11/23 20:12:10| INFO Dataset sample 0.20 of dataset imdb_3prevs finished [took 21.2293s]
+05/11/23 20:12:10| INFO Dataset sample 0.50 of dataset imdb_3prevs started
+05/11/23 20:12:19| INFO ref finished [took 8.5867s]
+05/11/23 20:12:23| INFO atc_mc finished [took 11.6542s]
+05/11/23 20:12:30| INFO mulmc_sld finished [took 19.6709s]
+05/11/23 20:12:30| INFO Dataset sample 0.50 of dataset imdb_3prevs finished [took 20.1802s]
+05/11/23 20:12:30| INFO Dataset sample 0.80 of dataset imdb_3prevs started
+05/11/23 20:12:40| INFO ref finished [took 8.7231s]
+05/11/23 20:12:43| INFO atc_mc finished [took 11.8244s]
+05/11/23 20:12:49| INFO mulmc_sld finished [took 18.0420s]
+05/11/23 20:12:49| INFO Dataset sample 0.80 of dataset imdb_3prevs finished [took 18.6102s]
+----------------------------------------------------------------------------------------------------
+05/11/23 20:14:32| INFO dataset imdb_3prevs
+05/11/23 20:14:39| INFO Dataset sample 0.20 of dataset imdb_3prevs started
+05/11/23 20:14:48| INFO ref finished [took 8.6247s]
+05/11/23 20:14:51| INFO atc_mc finished [took 11.6363s]
+05/11/23 20:15:00| INFO mulmc_sld finished [took 20.4634s]
+05/11/23 20:15:00| INFO Dataset sample 0.20 of dataset imdb_3prevs finished [took 20.9026s]
+05/11/23 20:15:00| INFO Dataset sample 0.50 of dataset imdb_3prevs started
+05/11/23 20:15:09| INFO ref finished [took 8.5219s]
+05/11/23 20:15:12| INFO atc_mc finished [took 11.6739s]
+05/11/23 20:15:20| INFO mulmc_sld finished [took 19.8454s]
+05/11/23 20:15:20| INFO Dataset sample 0.50 of dataset imdb_3prevs finished [took 20.3705s]
+05/11/23 20:15:20| INFO Dataset sample 0.80 of dataset imdb_3prevs started
+05/11/23 20:15:29| INFO ref finished [took 8.5948s]
+05/11/23 20:15:32| INFO atc_mc finished [took 11.7465s]
+05/11/23 20:15:39| INFO mulmc_sld finished [took 17.9276s]
+05/11/23 20:15:39| INFO Dataset sample 0.80 of dataset imdb_3prevs finished [took 18.4893s]
+----------------------------------------------------------------------------------------------------
+05/11/23 20:16:10| INFO dataset imdb_3prevs
+05/11/23 20:16:17| INFO Dataset sample 0.20 of dataset imdb_3prevs started
+05/11/23 20:16:26| INFO ref finished [took 8.3736s]
+05/11/23 20:16:29| INFO atc_mc finished [took 11.3995s]
+05/11/23 20:16:38| INFO mulmc_sld finished [took 20.4916s]
+05/11/23 20:16:38| INFO Dataset sample 0.20 of dataset imdb_3prevs finished [took 20.9187s]
+05/11/23 20:16:38| INFO Dataset sample 0.50 of dataset imdb_3prevs started
+05/11/23 20:16:47| INFO ref finished [took 8.4368s]
+05/11/23 20:16:50| INFO atc_mc finished [took 11.4889s]
+05/11/23 20:16:58| INFO mulmc_sld finished [took 19.6803s]
+05/11/23 20:16:58| INFO Dataset sample 0.50 of dataset imdb_3prevs finished [took 20.2091s]
+05/11/23 20:16:58| INFO Dataset sample 0.80 of dataset imdb_3prevs started
+05/11/23 20:17:08| INFO ref finished [took 8.9281s]
+05/11/23 20:17:11| INFO atc_mc finished [took 11.9333s]
+05/11/23 20:17:17| INFO mulmc_sld finished [took 18.2367s]
+05/11/23 20:17:17| INFO Dataset sample 0.80 of dataset imdb_3prevs finished [took 18.8309s]
+----------------------------------------------------------------------------------------------------
+06/11/23 01:34:48| INFO dataset imdb_3prevs
+06/11/23 01:34:59| INFO Dataset sample 0.20 of dataset imdb_3prevs started
+06/11/23 01:35:18| INFO ref finished [took 18.0987s]
+06/11/23 01:35:24| INFO atc_mc finished [took 24.9118s]
+06/11/23 01:35:31| INFO mulmc_sld finished [took 32.0631s]
+06/11/23 01:35:31| INFO Dataset sample 0.20 of dataset imdb_3prevs finished [took 32.6119s]
+06/11/23 01:35:31| INFO Dataset sample 0.50 of dataset imdb_3prevs started
+06/11/23 01:35:51| INFO ref finished [took 18.7770s]
+06/11/23 01:35:58| INFO atc_mc finished [took 25.5592s]
+06/11/23 01:36:04| INFO mulmc_sld finished [took 31.9103s]
+06/11/23 01:36:04| INFO Dataset sample 0.50 of dataset imdb_3prevs finished [took 32.5205s]
+06/11/23 01:36:04| INFO Dataset sample 0.80 of dataset imdb_3prevs started
+06/11/23 01:36:23| INFO ref finished [took 18.5730s]
+06/11/23 01:36:31| INFO atc_mc finished [took 25.8019s]
+06/11/23 01:36:33| INFO mulmc_sld finished [took 28.9526s]
+06/11/23 01:36:33| INFO Dataset sample 0.80 of dataset imdb_3prevs finished [took 29.5292s]
+----------------------------------------------------------------------------------------------------
+06/11/23 02:06:40| INFO dataset imdb_3prevs
+06/11/23 02:06:47| INFO Dataset sample 0.20 of dataset imdb_3prevs started
+06/11/23 02:06:56| INFO ref finished [took 9.0989s]
+06/11/23 02:06:59| INFO atc_mc finished [took 12.2513s]
+06/11/23 03:01:43| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'vs', 'quantifier__exact_train_prev': False, 'confidence': 'max_conf'} (score=0.00738) [took 3296.0714s]
+06/11/23 03:01:56| INFO mul_sld_gs finished [took 3309.2417s]
+06/11/23 03:01:56| INFO Dataset sample 0.20 of dataset imdb_3prevs finished [took 3309.7038s]
+06/11/23 03:01:56| INFO Dataset sample 0.50 of dataset imdb_3prevs started
+06/11/23 03:02:06| INFO ref finished [took 8.5518s]
+06/11/23 03:02:09| INFO atc_mc finished [took 11.4390s]
+06/11/23 03:54:23| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00899) [took 3146.2364s]
+06/11/23 03:54:37| INFO mul_sld_gs finished [took 3159.8209s]
+06/11/23 03:54:37| INFO Dataset sample 0.50 of dataset imdb_3prevs finished [took 3160.3546s]
+06/11/23 03:54:37| INFO Dataset sample 0.80 of dataset imdb_3prevs started
+06/11/23 03:54:46| INFO ref finished [took 8.2678s]
+06/11/23 03:54:48| INFO atc_mc finished [took 11.0430s]
+06/11/23 04:47:50| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': False, 'confidence': 'entropy'} (score=0.00770) [took 3193.1812s]
+06/11/23 04:48:04| INFO mul_sld_gs finished [took 3206.9550s]
+06/11/23 04:48:04| INFO Dataset sample 0.80 of dataset imdb_3prevs finished [took 3207.5040s]
+----------------------------------------------------------------------------------------------------
+06/11/23 05:14:48| INFO dataset rcv1_CCAT_9prevs
+06/11/23 05:14:53| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+06/11/23 05:15:55| INFO ref finished [took 48.0242s]
+06/11/23 05:16:01| INFO atc_mc finished [took 51.7851s]
+06/11/23 05:16:04| INFO mul_pacc finished [took 58.4704s]
+06/11/23 05:16:04| INFO mulne_sld finished [took 62.7354s]
+06/11/23 05:16:04| INFO mulmc_sld finished [took 66.2593s]
+06/11/23 05:16:14| INFO mul_sld finished [took 78.2483s]
+06/11/23 05:18:40| INFO bin_pacc finished [took 217.0012s]
+06/11/23 05:18:43| INFO bin_sld finished [took 227.8835s]
+06/11/23 05:18:43| INFO binne_sld finished [took 223.2764s]
+06/11/23 05:18:44| INFO binmc_sld finished [took 226.7324s]
+06/11/23 05:18:44| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 230.5906s]
+06/11/23 05:18:44| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started
+06/11/23 05:19:44| INFO ref finished [took 49.5147s]
+06/11/23 05:19:51| INFO atc_mc finished [took 54.8022s]
+06/11/23 05:19:53| INFO mul_pacc finished [took 60.3260s]
+06/11/23 05:19:55| INFO mulmc_sld finished [took 67.0280s]
+06/11/23 05:19:56| INFO mul_sld finished [took 70.4092s]
+06/11/23 05:19:58| INFO mulne_sld finished [took 67.3468s]
+06/11/23 05:22:30| INFO bin_sld finished [took 224.7344s]
+06/11/23 05:22:30| INFO bin_pacc finished [took 218.3044s]
+06/11/23 05:22:30| INFO binmc_sld finished [took 223.3607s]
+06/11/23 05:22:33| INFO binne_sld finished [took 223.6042s]
+06/11/23 05:22:33| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 229.0745s]
+06/11/23 05:22:33| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started
+06/11/23 05:23:32| INFO ref finished [took 48.1565s]
+06/11/23 05:23:37| INFO atc_mc finished [took 52.1124s]
+06/11/23 05:23:40| INFO mul_pacc finished [took 58.0112s]
+06/11/23 05:23:40| INFO mul_sld finished [took 65.2727s]
+06/11/23 05:23:42| INFO mulmc_sld finished [took 64.5943s]
+06/11/23 05:23:43| INFO mulne_sld finished [took 63.9053s]
+06/11/23 05:26:13| INFO bin_sld finished [took 218.6511s]
+06/11/23 05:26:16| INFO bin_pacc finished [took 215.1485s]
+06/11/23 05:26:17| INFO binne_sld finished [took 218.6855s]
+06/11/23 05:26:17| INFO binmc_sld finished [took 221.2605s]
+06/11/23 05:26:17| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 224.5608s]
+06/11/23 05:26:17| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started
+06/11/23 05:27:15| INFO ref finished [took 48.2181s]
+06/11/23 05:27:21| INFO atc_mc finished [took 52.3420s]
+06/11/23 05:27:23| INFO mul_pacc finished [took 57.1950s]
+06/11/23 05:27:24| INFO mul_sld finished [took 64.4722s]
+06/11/23 05:27:26| INFO mulmc_sld finished [took 64.1870s]
+06/11/23 05:27:27| INFO mulne_sld finished [took 63.7407s]
+06/11/23 05:29:52| INFO bin_sld finished [took 213.1913s]
+06/11/23 05:29:53| INFO bin_pacc finished [took 208.1322s]
+06/11/23 05:29:53| INFO binmc_sld finished [took 212.6473s]
+06/11/23 05:29:57| INFO binne_sld finished [took 214.5243s]
+06/11/23 05:29:57| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 219.5765s]
+06/11/23 05:29:57| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started
+06/11/23 05:30:55| INFO ref finished [took 47.7289s]
+06/11/23 05:31:01| INFO atc_mc finished [took 52.1531s]
+06/11/23 05:31:03| INFO mul_pacc finished [took 57.3804s]
+06/11/23 05:31:06| INFO mul_sld finished [took 66.9237s]
+06/11/23 05:31:06| INFO mulmc_sld finished [took 65.3230s]
+06/11/23 05:31:09| INFO mulne_sld finished [took 65.6645s]
+06/11/23 05:33:33| INFO bin_sld finished [took 214.3242s]
+06/11/23 05:33:34| INFO bin_pacc finished [took 209.3862s]
+06/11/23 05:33:35| INFO binmc_sld finished [took 214.4687s]
+06/11/23 05:33:37| INFO binne_sld finished [took 214.7267s]
+06/11/23 05:33:37| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 220.0212s]
+06/11/23 05:33:37| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started
+06/11/23 05:34:35| INFO ref finished [took 48.0021s]
+06/11/23 05:34:41| INFO atc_mc finished [took 52.2171s]
+06/11/23 05:34:43| INFO mul_pacc finished [took 57.2348s]
+06/11/23 05:34:46| INFO mul_sld finished [took 67.0899s]
+06/11/23 05:34:47| INFO mulmc_sld finished [took 66.1078s]
+06/11/23 05:34:49| INFO mulne_sld finished [took 66.0237s]
+06/11/23 05:37:13| INFO bin_sld finished [took 214.9942s]
+06/11/23 05:37:13| INFO binmc_sld finished [took 213.1574s]
+06/11/23 05:37:14| INFO bin_pacc finished [took 209.1347s]
+06/11/23 05:37:17| INFO binne_sld finished [took 214.9703s]
+06/11/23 05:37:17| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 220.1235s]
+06/11/23 05:37:17| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started
+06/11/23 05:38:15| INFO ref finished [took 47.8227s]
+06/11/23 05:38:20| INFO atc_mc finished [took 51.9364s]
+06/11/23 05:38:23| INFO mul_pacc finished [took 56.9053s]
+06/11/23 05:38:27| INFO mul_sld finished [took 67.4535s]
+06/11/23 05:38:27| INFO mulmc_sld finished [took 65.5956s]
+06/11/23 05:38:30| INFO mulne_sld finished [took 66.0476s]
+06/11/23 05:40:55| INFO bin_pacc finished [took 210.0633s]
+06/11/23 05:40:56| INFO binmc_sld finished [took 215.3452s]
+06/11/23 05:40:56| INFO bin_sld finished [took 217.8091s]
+06/11/23 05:40:59| INFO binne_sld finished [took 216.8970s]
+06/11/23 05:40:59| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 222.2971s]
+06/11/23 05:40:59| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started
+06/11/23 05:41:57| INFO ref finished [took 47.6970s]
+06/11/23 05:42:03| INFO atc_mc finished [took 52.0893s]
+06/11/23 05:42:05| INFO mul_pacc finished [took 56.6428s]
+06/11/23 05:42:09| INFO mul_sld finished [took 66.8810s]
+06/11/23 05:42:09| INFO mulmc_sld finished [took 65.8427s]
+06/11/23 05:42:11| INFO mulne_sld finished [took 64.8594s]
+06/11/23 05:44:36| INFO bin_pacc finished [took 208.7884s]
+06/11/23 05:44:38| INFO bin_sld finished [took 216.6052s]
+06/11/23 05:44:38| INFO binmc_sld finished [took 215.5486s]
+06/11/23 05:44:43| INFO binne_sld finished [took 217.9926s]
+06/11/23 05:44:43| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 223.2270s]
+06/11/23 05:44:43| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started
+06/11/23 05:45:40| INFO ref finished [took 48.0710s]
+06/11/23 05:45:46| INFO atc_mc finished [took 52.0992s]
+06/11/23 05:45:48| INFO mul_pacc finished [took 56.6568s]
+06/11/23 05:45:49| INFO mulmc_sld finished [took 61.7314s]
+06/11/23 05:45:52| INFO mulne_sld finished [took 62.7505s]
+06/11/23 05:45:59| INFO mul_sld finished [took 73.7681s]
+06/11/23 05:48:18| INFO bin_pacc finished [took 208.2267s]
+06/11/23 05:48:23| INFO bin_sld finished [took 218.9333s]
+06/11/23 05:48:24| INFO binmc_sld finished [took 218.0032s]
+06/11/23 05:48:27| INFO binne_sld finished [took 219.2450s]
+06/11/23 05:48:27| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 224.3446s]
+06/11/23 05:49:49| INFO dataset imdb_9prevs
+06/11/23 05:49:57| INFO Dataset sample 0.10 of dataset imdb_9prevs started
+06/11/23 05:50:12| INFO ref finished [took 13.3064s]
+06/11/23 05:50:17| INFO atc_mc finished [took 17.3508s]
+06/11/23 05:50:19| INFO mul_pacc finished [took 20.0802s]
+06/11/23 05:50:22| INFO mulne_sld finished [took 23.6723s]
+06/11/23 05:50:24| INFO mulmc_sld finished [took 25.5159s]
+06/11/23 05:50:39| INFO mul_sld finished [took 40.7099s]
+06/11/23 05:52:55| INFO bin_pacc finished [took 176.3728s]
+06/11/23 05:53:05| INFO binmc_sld finished [took 186.8240s]
+06/11/23 05:53:06| INFO binne_sld finished [took 187.6585s]
+06/11/23 05:53:07| INFO bin_sld finished [took 189.1728s]
+06/11/23 05:53:07| INFO Dataset sample 0.10 of dataset imdb_9prevs finished [took 189.6034s]
+06/11/23 05:53:07| INFO Dataset sample 0.20 of dataset imdb_9prevs started
+06/11/23 05:53:22| INFO ref finished [took 13.2778s]
+06/11/23 05:53:26| INFO atc_mc finished [took 17.4491s]
+06/11/23 05:53:28| INFO mul_pacc finished [took 19.9359s]
+06/11/23 05:53:40| INFO mulmc_sld finished [took 31.6686s]
+06/11/23 05:53:44| INFO mulne_sld finished [took 35.2085s]
+06/11/23 05:53:44| INFO mul_sld finished [took 36.2502s]
+06/11/23 05:56:05| INFO bin_pacc finished [took 177.0225s]
+06/11/23 05:56:13| INFO binmc_sld finished [took 185.4811s]
+06/11/23 05:56:15| INFO bin_sld finished [took 187.1039s]
+06/11/23 05:56:16| INFO binne_sld finished [took 187.3163s]
+06/11/23 05:56:16| INFO Dataset sample 0.20 of dataset imdb_9prevs finished [took 188.4781s]
+06/11/23 05:56:16| INFO Dataset sample 0.30 of dataset imdb_9prevs started
+06/11/23 05:56:31| INFO ref finished [took 13.4513s]
+06/11/23 05:56:36| INFO atc_mc finished [took 18.1025s]
+06/11/23 05:56:38| INFO mul_pacc finished [took 20.3997s]
+06/11/23 05:56:45| INFO mulmc_sld finished [took 28.4298s]
+06/11/23 05:56:46| INFO mulne_sld finished [took 28.8678s]
+06/11/23 05:56:46| INFO mul_sld finished [took 29.5573s]
+06/11/23 05:59:11| INFO bin_pacc finished [took 174.0262s]
+06/11/23 05:59:17| INFO binmc_sld finished [took 180.1998s]
+06/11/23 05:59:18| INFO binne_sld finished [took 181.2200s]
+06/11/23 05:59:19| INFO bin_sld finished [took 182.1672s]
+06/11/23 05:59:19| INFO Dataset sample 0.30 of dataset imdb_9prevs finished [took 183.0515s]
+06/11/23 05:59:19| INFO Dataset sample 0.40 of dataset imdb_9prevs started
+06/11/23 05:59:34| INFO ref finished [took 13.5163s]
+06/11/23 05:59:39| INFO atc_mc finished [took 17.9856s]
+06/11/23 05:59:41| INFO mul_pacc finished [took 20.7441s]
+06/11/23 05:59:49| INFO mulmc_sld finished [took 29.2747s]
+06/11/23 05:59:50| INFO mulne_sld finished [took 29.6624s]
+06/11/23 05:59:50| INFO mul_sld finished [took 30.3432s]
+06/11/23 06:02:17| INFO bin_pacc finished [took 176.7354s]
+06/11/23 06:02:19| INFO binmc_sld finished [took 179.9981s]
+06/11/23 06:02:21| INFO bin_sld finished [took 181.6844s]
+06/11/23 06:02:22| INFO binne_sld finished [took 182.0846s]
+06/11/23 06:02:22| INFO Dataset sample 0.40 of dataset imdb_9prevs finished [took 183.2033s]
+06/11/23 06:02:22| INFO Dataset sample 0.50 of dataset imdb_9prevs started
+06/11/23 06:02:37| INFO ref finished [took 13.4688s]
+06/11/23 06:02:42| INFO atc_mc finished [took 18.0218s]
+06/11/23 06:02:44| INFO mul_pacc finished [took 20.5800s]
+06/11/23 06:02:52| INFO mulmc_sld finished [took 29.0192s]
+06/11/23 06:02:52| INFO mul_sld finished [took 29.4403s]
+06/11/23 06:02:52| INFO mulne_sld finished [took 29.1611s]
+06/11/23 06:05:19| INFO bin_pacc finished [took 175.5125s]
+06/11/23 06:05:23| INFO binmc_sld finished [took 180.0427s]
+06/11/23 06:05:25| INFO binne_sld finished [took 182.5814s]
+06/11/23 06:05:26| INFO bin_sld finished [took 183.2892s]
+06/11/23 06:05:26| INFO Dataset sample 0.50 of dataset imdb_9prevs finished [took 183.8611s]
+06/11/23 06:05:26| INFO Dataset sample 0.60 of dataset imdb_9prevs started
+06/11/23 06:05:41| INFO ref finished [took 13.4643s]
+06/11/23 06:05:45| INFO atc_mc finished [took 17.9768s]
+06/11/23 06:05:48| INFO mul_pacc finished [took 20.7525s]
+06/11/23 06:05:55| INFO mulmc_sld finished [took 28.8234s]
+06/11/23 06:05:55| INFO mulne_sld finished [took 28.6537s]
+06/11/23 06:05:56| INFO mul_sld finished [took 29.6167s]
+06/11/23 06:08:24| INFO bin_pacc finished [took 176.5335s]
+06/11/23 06:08:27| INFO binmc_sld finished [took 180.4803s]
+06/11/23 06:08:28| INFO bin_sld finished [took 181.6676s]
+06/11/23 06:08:29| INFO binne_sld finished [took 182.0534s]
+06/11/23 06:08:29| INFO Dataset sample 0.60 of dataset imdb_9prevs finished [took 183.0240s]
+06/11/23 06:08:29| INFO Dataset sample 0.70 of dataset imdb_9prevs started
+06/11/23 06:08:44| INFO ref finished [took 13.7566s]
+06/11/23 06:08:49| INFO atc_mc finished [took 17.9495s]
+06/11/23 06:08:51| INFO mul_pacc finished [took 20.5859s]
+06/11/23 06:08:57| INFO mulmc_sld finished [took 27.4370s]
+06/11/23 06:08:58| INFO mul_sld finished [took 28.3224s]
+06/11/23 06:08:58| INFO mulne_sld finished [took 28.1390s]
+06/11/23 06:11:26| INFO bin_pacc finished [took 175.7412s]
+06/11/23 06:11:31| INFO binmc_sld finished [took 181.4310s]
+06/11/23 06:11:32| INFO binne_sld finished [took 182.0095s]
+06/11/23 06:11:33| INFO bin_sld finished [took 183.6520s]
+06/11/23 06:11:33| INFO Dataset sample 0.70 of dataset imdb_9prevs finished [took 184.2005s]
+06/11/23 06:11:33| INFO Dataset sample 0.80 of dataset imdb_9prevs started
+06/11/23 06:11:48| INFO ref finished [took 13.5418s]
+06/11/23 06:11:53| INFO atc_mc finished [took 17.8150s]
+06/11/23 06:11:55| INFO mul_pacc finished [took 20.4761s]
+06/11/23 06:12:01| INFO mulmc_sld finished [took 27.2741s]
+06/11/23 06:12:02| INFO mulne_sld finished [took 27.2693s]
+06/11/23 06:12:02| INFO mul_sld finished [took 28.3364s]
+06/11/23 06:14:30| INFO bin_pacc finished [took 175.7637s]
+06/11/23 06:14:37| INFO binmc_sld finished [took 183.2422s]
+06/11/23 06:14:38| INFO bin_sld finished [took 184.1064s]
+06/11/23 06:14:39| INFO binne_sld finished [took 184.9073s]
+06/11/23 06:14:39| INFO Dataset sample 0.80 of dataset imdb_9prevs finished [took 186.2580s]
+06/11/23 06:14:39| INFO Dataset sample 0.90 of dataset imdb_9prevs started
+06/11/23 06:14:41| WARNING Method mul_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 06:14:41| WARNING Method bin_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 06:14:52| INFO ref finished [took 11.6315s]
+06/11/23 06:14:56| INFO atc_mc finished [took 15.3068s]
+06/11/23 06:15:01| INFO mulne_sld finished [took 21.1133s]
+06/11/23 06:15:02| INFO mulmc_sld finished [took 22.2375s]
+06/11/23 06:15:08| INFO mul_sld finished [took 27.8149s]
+06/11/23 06:17:32| INFO binne_sld finished [took 171.8722s]
+06/11/23 06:17:32| INFO bin_sld finished [took 172.4710s]
+06/11/23 06:17:33| INFO binmc_sld finished [took 172.8193s]
+06/11/23 06:17:33| INFO Dataset sample 0.90 of dataset imdb_9prevs finished [took 173.4411s]
+06/11/23 06:18:54| INFO dataset rcv1_GCAT_9prevs
+06/11/23 06:18:59| INFO Dataset sample 0.10 of dataset rcv1_GCAT_9prevs started
+06/11/23 06:19:11| WARNING Method bin_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 06:19:11| WARNING Method mul_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 06:19:54| INFO ref finished [took 42.0769s]
+06/11/23 06:19:59| INFO atc_mc finished [took 45.5011s]
+06/11/23 06:20:14| INFO mulne_sld finished [took 66.0516s]
+06/11/23 06:20:15| INFO mul_sld finished [took 73.1171s]
+06/11/23 06:20:17| INFO mulmc_sld finished [took 72.1930s]
+06/11/23 06:22:23| INFO bin_sld finished [took 203.0368s]
+06/11/23 06:22:27| INFO binmc_sld finished [took 203.2975s]
+06/11/23 06:22:29| INFO binne_sld finished [took 202.7501s]
+06/11/23 06:22:29| INFO Dataset sample 0.10 of dataset rcv1_GCAT_9prevs finished [took 210.2201s]
+06/11/23 06:22:29| INFO Dataset sample 0.20 of dataset rcv1_GCAT_9prevs started
+06/11/23 06:23:26| INFO ref finished [took 46.6022s]
+06/11/23 06:23:31| INFO atc_mc finished [took 50.3293s]
+06/11/23 06:23:33| INFO mul_pacc finished [took 54.9265s]
+06/11/23 06:23:46| INFO mul_sld finished [took 74.9035s]
+06/11/23 06:23:52| INFO mulne_sld finished [took 76.2697s]
+06/11/23 06:23:54| INFO mulmc_sld finished [took 80.8754s]
+06/11/23 06:26:06| INFO bin_pacc finished [took 209.7751s]
+06/11/23 06:26:08| INFO bin_sld finished [took 217.8889s]
+06/11/23 06:26:13| INFO binmc_sld finished [took 220.7753s]
+06/11/23 06:26:14| INFO binne_sld finished [took 219.7510s]
+06/11/23 06:26:14| INFO Dataset sample 0.20 of dataset rcv1_GCAT_9prevs finished [took 224.9268s]
+06/11/23 06:26:14| INFO Dataset sample 0.30 of dataset rcv1_GCAT_9prevs started
+06/11/23 06:27:10| INFO ref finished [took 46.4938s]
+06/11/23 06:27:16| INFO atc_mc finished [took 50.5904s]
+06/11/23 06:27:18| INFO mul_pacc finished [took 55.4949s]
+06/11/23 06:27:26| INFO mulmc_sld finished [took 67.7140s]
+06/11/23 06:27:26| INFO mul_sld finished [took 70.0891s]
+06/11/23 06:27:28| INFO mulne_sld finished [took 68.1806s]
+06/11/23 06:29:50| INFO bin_pacc finished [took 208.6091s]
+06/11/23 06:29:51| INFO binmc_sld finished [took 213.7985s]
+06/11/23 06:29:51| INFO bin_sld finished [took 215.8158s]
+06/11/23 06:29:55| INFO binne_sld finished [took 215.5523s]
+06/11/23 06:29:55| INFO Dataset sample 0.30 of dataset rcv1_GCAT_9prevs finished [took 220.4589s]
+06/11/23 06:29:55| INFO Dataset sample 0.40 of dataset rcv1_GCAT_9prevs started
+06/11/23 06:30:51| INFO ref finished [took 46.3752s]
+06/11/23 06:30:56| INFO atc_mc finished [took 50.7062s]
+06/11/23 06:30:58| INFO mul_pacc finished [took 55.2260s]
+06/11/23 06:31:01| INFO mul_sld finished [took 64.2359s]
+06/11/23 06:31:02| INFO mulmc_sld finished [took 63.5099s]
+06/11/23 06:31:04| INFO mulne_sld finished [took 62.9188s]
+06/11/23 06:33:29| INFO bin_sld finished [took 213.2716s]
+06/11/23 06:33:30| INFO bin_pacc finished [took 208.6574s]
+06/11/23 06:33:31| INFO binmc_sld finished [took 213.1856s]
+06/11/23 06:33:33| INFO binne_sld finished [took 213.2771s]
+06/11/23 06:33:33| INFO Dataset sample 0.40 of dataset rcv1_GCAT_9prevs finished [took 218.1742s]
+06/11/23 06:33:33| INFO Dataset sample 0.50 of dataset rcv1_GCAT_9prevs started
+06/11/23 06:34:29| INFO ref finished [took 46.6793s]
+06/11/23 06:34:34| INFO atc_mc finished [took 50.9915s]
+06/11/23 06:34:37| INFO mul_pacc finished [took 55.9725s]
+06/11/23 06:34:38| INFO mul_sld finished [took 63.1317s]
+06/11/23 06:34:40| INFO mulmc_sld finished [took 62.7473s]
+06/11/23 06:34:41| INFO mulne_sld finished [took 62.1303s]
+06/11/23 06:37:08| INFO bin_pacc finished [took 207.7854s]
+06/11/23 06:37:08| INFO bin_sld finished [took 213.7945s]
+06/11/23 06:37:08| INFO binmc_sld finished [took 212.6207s]
+06/11/23 06:37:12| INFO binne_sld finished [took 213.8742s]
+06/11/23 06:37:12| INFO Dataset sample 0.50 of dataset rcv1_GCAT_9prevs finished [took 218.7265s]
+06/11/23 06:37:12| INFO Dataset sample 0.60 of dataset rcv1_GCAT_9prevs started
+06/11/23 06:38:08| INFO ref finished [took 46.6057s]
+06/11/23 06:38:14| INFO atc_mc finished [took 51.1055s]
+06/11/23 06:38:15| INFO mul_pacc finished [took 55.5338s]
+06/11/23 06:38:17| INFO mul_sld finished [took 63.2113s]
+06/11/23 06:38:18| INFO mulmc_sld finished [took 62.2265s]
+06/11/23 06:38:20| INFO mulne_sld finished [took 61.9918s]
+06/11/23 06:40:46| INFO bin_pacc finished [took 207.5094s]
+06/11/23 06:40:46| INFO bin_sld finished [took 213.6350s]
+06/11/23 06:40:47| INFO binmc_sld finished [took 212.8363s]
+06/11/23 06:40:49| INFO binne_sld finished [took 212.2587s]
+06/11/23 06:40:49| INFO Dataset sample 0.60 of dataset rcv1_GCAT_9prevs finished [took 217.1976s]
+06/11/23 06:40:49| INFO Dataset sample 0.70 of dataset rcv1_GCAT_9prevs started
+06/11/23 06:41:44| INFO ref finished [took 45.9582s]
+06/11/23 06:41:50| INFO atc_mc finished [took 50.0401s]
+06/11/23 06:41:54| INFO mul_sld finished [took 62.6045s]
+06/11/23 06:41:54| INFO mulmc_sld finished [took 61.4168s]
+06/11/23 06:41:56| INFO mulne_sld finished [took 61.3708s]
+06/11/23 06:42:00| INFO mul_pacc finished [took 62.6486s]
+06/11/23 06:44:23| INFO bin_sld finished [took 212.5992s]
+06/11/23 06:44:23| INFO bin_pacc finished [took 207.5241s]
+06/11/23 06:44:24| INFO binmc_sld finished [took 212.2794s]
+06/11/23 06:44:27| INFO binne_sld finished [took 212.8325s]
+06/11/23 06:44:27| INFO Dataset sample 0.70 of dataset rcv1_GCAT_9prevs finished [took 217.7909s]
+06/11/23 06:44:27| INFO Dataset sample 0.80 of dataset rcv1_GCAT_9prevs started
+06/11/23 06:45:23| INFO ref finished [took 46.6997s]
+06/11/23 06:45:28| INFO atc_mc finished [took 50.6417s]
+06/11/23 06:45:30| INFO mul_sld finished [took 61.5352s]
+06/11/23 06:45:31| INFO mul_pacc finished [took 55.9055s]
+06/11/23 06:45:31| INFO mulmc_sld finished [took 60.6608s]
+06/11/23 06:45:33| INFO mulne_sld finished [took 60.1616s]
+06/11/23 06:48:01| INFO bin_pacc finished [took 207.7543s]
+06/11/23 06:48:02| INFO bin_sld finished [took 213.7056s]
+06/11/23 06:48:03| INFO binmc_sld finished [took 213.7901s]
+06/11/23 06:48:04| INFO binne_sld finished [took 212.4421s]
+06/11/23 06:48:04| INFO Dataset sample 0.80 of dataset rcv1_GCAT_9prevs finished [took 217.4465s]
+06/11/23 06:48:04| INFO Dataset sample 0.90 of dataset rcv1_GCAT_9prevs started
+06/11/23 06:48:06| WARNING Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 06:48:07| WARNING Method binmc_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 06:48:09| WARNING Method binne_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 06:48:11| WARNING Method bin_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 06:48:13| WARNING Method mul_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
+06/11/23 06:48:49| INFO ref finished [took 36.4085s]
+06/11/23 06:48:53| INFO atc_mc finished [took 39.1380s]
+06/11/23 06:48:54| INFO mulmc_sld finished [took 46.0254s]
+06/11/23 06:48:55| INFO mulne_sld finished [took 45.1935s]
+06/11/23 06:49:00| INFO mul_sld finished [took 53.9145s]
+06/11/23 06:49:00| INFO Dataset sample 0.90 of dataset rcv1_GCAT_9prevs finished [took 55.9159s]
+06/11/23 06:50:22| INFO dataset rcv1_MCAT_9prevs
+06/11/23 06:50:27| INFO Dataset sample 0.10 of dataset rcv1_MCAT_9prevs started
+06/11/23 06:51:29| INFO ref finished [took 47.8430s]
+06/11/23 06:51:34| INFO atc_mc finished [took 51.2418s]
+06/11/23 06:51:36| INFO mul_pacc finished [took 56.8770s]
+06/11/23 06:52:00| INFO mulne_sld finished [took 85.8579s]
+06/11/23 06:52:00| INFO mul_sld finished [took 90.6401s]
+06/11/23 06:52:12| INFO mulmc_sld finished [took 100.3728s]
+06/11/23 06:54:15| INFO bin_pacc finished [took 217.8843s]
+06/11/23 06:54:15| INFO bin_sld finished [took 226.6925s]
+06/11/23 06:54:17| INFO binne_sld finished [took 224.5785s]
+06/11/23 06:54:17| INFO binmc_sld finished [took 226.9490s]
+06/11/23 06:54:17| INFO Dataset sample 0.10 of dataset rcv1_MCAT_9prevs finished [took 229.9256s]
+06/11/23 06:54:17| INFO Dataset sample 0.20 of dataset rcv1_MCAT_9prevs started
+06/11/23 06:55:14| INFO ref finished [took 46.7323s]
+06/11/23 06:55:20| INFO atc_mc finished [took 51.0126s]
+06/11/23 06:55:22| INFO mul_pacc finished [took 55.8357s]
+06/11/23 06:55:23| INFO mulmc_sld finished [took 62.0464s]
+06/11/23 06:55:24| INFO mul_sld finished [took 64.8106s]
+06/11/23 06:55:25| INFO mulne_sld finished [took 61.6750s]
+06/11/23 06:57:56| INFO bin_pacc finished [took 210.8901s]
+06/11/23 06:57:56| INFO bin_sld finished [took 217.3461s]
+06/11/23 06:57:57| INFO binmc_sld finished [took 216.6599s]
+06/11/23 06:58:00| INFO binne_sld finished [took 216.9668s]
+06/11/23 06:58:00| INFO Dataset sample 0.20 of dataset rcv1_MCAT_9prevs finished [took 222.3450s]
+06/11/23 06:58:00| INFO Dataset sample 0.30 of dataset rcv1_MCAT_9prevs started
+06/11/23 06:58:57| INFO ref finished [took 47.5989s]
+06/11/23 06:59:02| INFO atc_mc finished [took 51.5080s]
+06/11/23 06:59:04| INFO mul_pacc finished [took 56.1671s]
+06/11/23 06:59:09| INFO mulmc_sld finished [took 65.0229s]
+06/11/23 06:59:10| INFO mul_sld finished [took 68.8366s]
+06/11/23 06:59:11| INFO mulne_sld finished [took 65.2964s]
+06/11/23 07:01:39| INFO bin_pacc finished [took 212.3570s]
+06/11/23 07:01:40| INFO bin_sld finished [took 219.3886s]
+06/11/23 07:01:42| INFO binmc_sld finished [took 219.1471s]
+06/11/23 07:01:43| INFO binne_sld finished [took 218.3714s]
+06/11/23 07:01:43| INFO Dataset sample 0.30 of dataset rcv1_MCAT_9prevs finished [took 223.2305s]
+06/11/23 07:01:43| INFO Dataset sample 0.40 of dataset rcv1_MCAT_9prevs started
+06/11/23 07:02:40| INFO ref finished [took 47.3513s]
+06/11/23 07:02:45| INFO atc_mc finished [took 51.3858s]
+06/11/23 07:02:47| INFO mul_pacc finished [took 56.3829s]
+06/11/23 07:02:50| INFO mul_sld finished [took 64.9257s]
+06/11/23 07:02:50| INFO mulmc_sld finished [took 63.6515s]
+06/11/23 07:02:52| INFO mulne_sld finished [took 63.8008s]
+06/11/23 07:05:22| INFO bin_pacc finished [took 211.8418s]
+06/11/23 07:05:22| INFO binmc_sld finished [took 216.4950s]
+06/11/23 07:05:22| INFO bin_sld finished [took 218.2730s]
+06/11/23 07:05:25| INFO binne_sld finished [took 217.6016s]
+06/11/23 07:05:25| INFO Dataset sample 0.40 of dataset rcv1_MCAT_9prevs finished [took 222.4416s]
+06/11/23 07:05:25| INFO Dataset sample 0.50 of dataset rcv1_MCAT_9prevs started
+06/11/23 07:06:22| INFO ref finished [took 47.3783s]
+06/11/23 07:06:27| INFO atc_mc finished [took 51.1924s]
+06/11/23 07:06:30| INFO mul_pacc finished [took 56.3115s]
+06/11/23 07:06:34| INFO mul_sld finished [took 66.6559s]
+06/11/23 07:06:34| INFO mulmc_sld finished [took 65.2448s]
+06/11/23 07:06:37| INFO mulne_sld finished [took 65.6557s]
+06/11/23 07:09:03| INFO binmc_sld finished [took 214.4549s]
+06/11/23 07:09:03| INFO bin_sld finished [took 216.8097s]
+06/11/23 07:09:04| INFO bin_pacc finished [took 211.9484s]
+06/11/23 07:09:06| INFO binne_sld finished [took 215.5010s]
+06/11/23 07:09:06| INFO Dataset sample 0.50 of dataset rcv1_MCAT_9prevs finished [took 220.4788s]
+06/11/23 07:09:06| INFO Dataset sample 0.60 of dataset rcv1_MCAT_9prevs started
+06/11/23 07:10:03| INFO ref finished [took 47.0882s]
+06/11/23 07:10:08| INFO atc_mc finished [took 51.1826s]
+06/11/23 07:10:10| INFO mul_pacc finished [took 55.8766s]
+06/11/23 07:10:14| INFO mulmc_sld finished [took 64.7175s]
+06/11/23 07:10:15| INFO mul_sld finished [took 67.2892s]
+06/11/23 07:10:17| INFO mulne_sld finished [took 64.9305s]
+06/11/23 07:12:40| INFO bin_pacc finished [took 207.6921s]
+06/11/23 07:12:41| INFO binmc_sld finished [took 212.3821s]
+06/11/23 07:12:41| INFO bin_sld finished [took 214.5241s]
+06/11/23 07:12:43| INFO binne_sld finished [took 212.5115s]
+06/11/23 07:12:43| INFO Dataset sample 0.60 of dataset rcv1_MCAT_9prevs finished [took 217.3597s]
+06/11/23 07:12:43| INFO Dataset sample 0.70 of dataset rcv1_MCAT_9prevs started
+06/11/23 07:13:39| INFO ref finished [took 46.5374s]
+06/11/23 07:13:45| INFO atc_mc finished [took 51.0121s]
+06/11/23 07:13:47| INFO mul_pacc finished [took 55.4950s]
+06/11/23 07:13:52| INFO mulmc_sld finished [took 64.7651s]
+06/11/23 07:13:52| INFO mul_sld finished [took 67.0632s]
+06/11/23 07:13:54| INFO mulne_sld finished [took 65.2533s]
+06/11/23 07:16:18| INFO bin_pacc finished [took 207.9541s]
+06/11/23 07:16:19| INFO bin_sld finished [took 214.6495s]
+06/11/23 07:16:19| INFO binmc_sld finished [took 213.2167s]
+06/11/23 07:16:24| INFO binne_sld finished [took 215.5646s]
+06/11/23 07:16:24| INFO Dataset sample 0.70 of dataset rcv1_MCAT_9prevs finished [took 220.4851s]
+06/11/23 07:16:24| INFO Dataset sample 0.80 of dataset rcv1_MCAT_9prevs started
+06/11/23 07:17:20| INFO ref finished [took 46.7655s]
+06/11/23 07:17:25| INFO atc_mc finished [took 50.9430s]
+06/11/23 07:17:27| INFO mul_pacc finished [took 55.4948s]
+06/11/23 07:17:44| INFO mul_sld finished [took 78.5002s]
+06/11/23 07:17:46| INFO mulmc_sld finished [took 78.7519s]
+06/11/23 07:17:48| INFO mulne_sld finished [took 78.4293s]
+06/11/23 07:19:59| INFO bin_pacc finished [took 208.5200s]
+06/11/23 07:20:02| INFO bin_sld finished [took 216.9046s]
+06/11/23 07:20:03| INFO binmc_sld finished [took 216.2736s]
+06/11/23 07:20:03| INFO binne_sld finished [took 214.9573s]
+06/11/23 07:20:03| INFO Dataset sample 0.80 of dataset rcv1_MCAT_9prevs finished [took 219.7592s]
+06/11/23 07:20:03| INFO Dataset sample 0.90 of dataset rcv1_MCAT_9prevs started
+06/11/23 07:20:05| WARNING Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 07:20:06| WARNING Method binmc_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 07:20:08| WARNING Method binne_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 07:20:10| WARNING Method bin_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 07:20:12| WARNING Method mul_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
+06/11/23 07:20:48| INFO ref finished [took 36.6985s]
+06/11/23 07:20:52| INFO atc_mc finished [took 39.8292s]
+06/11/23 07:20:55| INFO mulmc_sld finished [took 48.0943s]
+06/11/23 07:20:56| INFO mul_sld finished [took 50.2138s]
+06/11/23 07:20:57| INFO mulne_sld finished [took 47.9755s]
+06/11/23 07:20:57| INFO Dataset sample 0.90 of dataset rcv1_MCAT_9prevs finished [took 53.5645s]
+----------------------------------------------------------------------------------------------------
+----------------------------------------------------------------------------------------------------
+06/11/23 10:25:08| INFO dataset rcv1_CCAT_1prevs
+06/11/23 10:25:12| INFO Dataset sample 0.50 of dataset rcv1_CCAT_1prevs started
+06/11/23 10:26:02| INFO ref finished [took 43.6300s]
+06/11/23 10:26:05| INFO atc_mc finished [took 46.2297s]
+06/11/23 10:26:46| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00906) [took 88.7593s]
+06/11/23 10:27:29| INFO mul_pacc_gs finished [took 132.4595s]
+06/11/23 10:31:36| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00900) [took 379.8213s]
+06/11/23 10:34:52| INFO bin_pacc_gs finished [took 576.1136s]
+----------------------------------------------------------------------------------------------------
+06/11/23 10:55:40| INFO dataset rcv1_CCAT_1prevs
+06/11/23 10:55:44| INFO Dataset sample 0.50 of dataset rcv1_CCAT_1prevs started
+06/11/23 10:56:36| INFO ref finished [took 44.5230s]
+06/11/23 10:56:40| INFO atc_mc finished [took 47.6566s]
+06/11/23 10:57:20| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00927) [took 90.0830s]
+06/11/23 10:58:04| INFO mul_pacc_gs finished [took 134.5283s]
+06/11/23 11:02:12| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00974) [took 383.6784s]
+06/11/23 11:05:24| INFO bin_pacc_gs finished [took 574.8730s]
+06/11/23 11:10:45| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00775) [took 897.6622s]
+06/11/23 11:11:27| INFO mul_sld_gs finished [took 940.1205s]
+06/11/23 11:18:11| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00835) [took 1344.8544s]
+06/11/23 11:21:09| INFO bin_sld_gs finished [took 1523.4358s]
+06/11/23 11:21:09| INFO Dataset sample 0.50 of dataset rcv1_CCAT_1prevs finished [took 1525.2268s]
+----------------------------------------------------------------------------------------------------
+06/11/23 11:21:26| INFO dataset rcv1_CCAT_1prevs
+06/11/23 11:21:30| INFO Dataset sample 0.50 of dataset rcv1_CCAT_1prevs started
+06/11/23 11:22:18| INFO ref finished [took 42.1948s]
+06/11/23 11:22:23| INFO atc_mc finished [took 45.7857s]
+06/11/23 11:23:02| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00987) [took 87.4022s]
+06/11/23 11:23:45| INFO mul_pacc_gs finished [took 130.6127s]
+06/11/23 11:27:48| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00925) [took 374.1460s]
+06/11/23 11:29:46| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00775) [took 493.2309s]
+06/11/23 11:30:30| INFO mul_sld_gs finished [took 537.7362s]
+06/11/23 11:30:56| INFO bin_pacc_gs finished [took 562.8681s]
+06/11/23 11:35:33| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00835) [took 840.9875s]
+06/11/23 11:38:31| INFO bin_sld_gs finished [took 1019.8362s]
+06/11/23 11:38:31| INFO Dataset sample 0.50 of dataset rcv1_CCAT_1prevs finished [took 1021.3535s]
+----------------------------------------------------------------------------------------------------
+06/11/23 11:53:50| INFO dataset rcv1_CCAT_9prevs
+06/11/23 11:53:56| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+06/11/23 11:56:45| INFO doc_feat finished [took 83.7957s]
+06/11/23 11:56:58| INFO mulne_pacc finished [took 146.6577s]
+06/11/23 11:57:03| INFO ref finished [took 120.2665s]
+06/11/23 11:57:05| INFO mul_pacc finished [took 169.5909s]
+06/11/23 11:57:07| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1
+06/11/23 11:57:08| INFO kfcv finished [took 130.0948s]
+06/11/23 11:57:13| INFO mulmc_pacc finished [took 173.0431s]
+06/11/23 11:57:16| INFO atc_mc finished [took 125.2363s]
+06/11/23 11:57:17| INFO mul_sld finished [took 199.1179s]
+06/11/23 11:57:18| INFO mul_cc finished [took 148.2203s]
+06/11/23 11:57:20| INFO atc_ne finished [took 121.9570s]
+06/11/23 11:57:39| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00899) [took 176.8809s]
+06/11/23 11:58:48| INFO mul_pacc_gs finished [took 245.7641s]
+06/11/23 12:00:56| INFO bin_pacc finished [took 409.8967s]
+06/11/23 12:01:03| INFO bin_sld finished [took 426.0031s]
+06/11/23 12:01:09| INFO binmc_pacc finished [took 412.9057s]
+06/11/23 12:01:13| INFO bin_cc finished [took 389.4719s]
+06/11/23 12:01:14| INFO binne_pacc finished [took 411.1276s]
+06/11/23 12:02:20| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_'
+06/11/23 12:03:18| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00719) [took 523.4665s]
+06/11/23 12:04:44| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00644) [took 643.3372s]
+06/11/23 12:05:27| INFO mul_sld_gs finished [took 686.5912s]
+06/11/23 12:06:25| INFO bin_pacc_gs finished [took 710.5248s]
+06/11/23 12:08:52| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00589) [took 892.3454s]
+06/11/23 12:11:50| INFO bin_sld_gs finished [took 1070.2847s]
+06/11/23 12:11:50| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 1073.7689s]
+06/11/23 12:11:50| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started
+06/11/23 12:14:15| INFO doc_feat finished [took 80.2198s]
+06/11/23 12:14:27| INFO ref finished [took 106.1446s]
+06/11/23 12:14:36| INFO mul_pacc finished [took 155.8715s]
+06/11/23 12:14:37| INFO mul_sld finished [took 162.7857s]
+06/11/23 12:14:47| INFO kfcv finished [took 132.1178s]
+06/11/23 12:14:55| INFO atc_mc finished [took 127.9109s]
+06/11/23 12:14:57| INFO atc_ne finished [took 121.6128s]
+06/11/23 12:14:58| INFO mulmc_pacc finished [took 173.9023s]
+06/11/23 12:14:58| INFO mulne_pacc finished [took 167.2920s]
+06/11/23 12:14:59| INFO mul_cc finished [took 147.7428s]
+06/11/23 12:15:28| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.00931) [took 186.6087s]
+06/11/23 12:16:44| INFO mul_pacc_gs finished [took 261.9352s]
+06/11/23 12:18:49| INFO binmc_pacc finished [took 407.0394s]
+06/11/23 12:18:50| INFO bin_pacc finished [took 410.4620s]
+06/11/23 12:18:55| INFO bin_sld finished [took 422.8949s]
+06/11/23 12:19:01| INFO binne_pacc finished [took 410.3575s]
+06/11/23 12:19:03| INFO bin_cc finished [took 396.9482s]
+06/11/23 12:20:14| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_'
+06/11/23 12:20:41| INFO bin_sld_gsq finished [took 524.4318s]
+06/11/23 12:21:23| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00784) [took 546.2730s]
+06/11/23 12:22:36| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01221) [took 640.2364s]
+06/11/23 12:23:20| INFO mul_sld_gs finished [took 683.6191s]
+06/11/23 12:24:29| INFO bin_pacc_gs finished [took 732.6258s]
+06/11/23 12:27:43| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00768) [took 948.8111s]
+06/11/23 12:30:43| INFO bin_sld_gs finished [took 1128.0644s]
+06/11/23 12:30:43| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 1132.7995s]
+06/11/23 12:30:43| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started
+06/11/23 12:33:12| INFO mul_sld finished [took 146.3214s]
+06/11/23 12:33:24| INFO mul_cc finished [took 118.2992s]
+06/11/23 12:33:26| INFO doc_feat finished [took 96.3414s]
+06/11/23 12:33:36| INFO atc_ne finished [took 108.2657s]
+06/11/23 12:33:37| INFO mulne_pacc finished [took 155.4759s]
+06/11/23 12:33:39| INFO atc_mc finished [took 119.0950s]
+06/11/23 12:33:39| INFO mul_pacc finished [took 166.1039s]
+06/11/23 12:33:40| INFO ref finished [took 122.3921s]
+06/11/23 12:33:40| INFO mulmc_pacc finished [took 164.5722s]
+06/11/23 12:33:43| INFO kfcv finished [took 131.6124s]
+06/11/23 12:34:24| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': 'max_conf'} (score=0.00857) [took 188.0301s]
+06/11/23 12:35:45| INFO mul_pacc_gs finished [took 269.4655s]
+06/11/23 12:37:47| INFO binne_pacc finished [took 409.7038s]
+06/11/23 12:37:47| INFO bin_sld finished [took 421.4590s]
+06/11/23 12:37:55| INFO bin_pacc finished [took 423.8805s]
+06/11/23 12:37:57| INFO binmc_pacc finished [took 422.8180s]
+06/11/23 12:38:01| INFO bin_cc finished [took 400.2199s]
+06/11/23 12:39:14| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_'
+06/11/23 12:39:41| INFO bin_sld_gsq finished [took 531.7360s]
+06/11/23 12:40:17| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00762) [took 549.6726s]
+06/11/23 12:41:35| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00872) [took 646.0507s]
+06/11/23 12:42:19| INFO mul_sld_gs finished [took 690.7431s]
+06/11/23 12:43:25| INFO bin_pacc_gs finished [took 737.2287s]
+06/11/23 12:47:07| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00782) [took 979.3211s]
+06/11/23 12:50:07| INFO bin_sld_gs finished [took 1159.4207s]
+06/11/23 12:50:07| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 1163.9370s]
+06/11/23 12:50:07| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started
+06/11/23 12:52:34| INFO doc_feat finished [took 79.3857s]
+06/11/23 12:52:39| INFO mul_pacc finished [took 143.2358s]
+06/11/23 12:52:49| INFO mul_sld finished [took 159.6160s]
+06/11/23 12:52:58| INFO kfcv finished [took 121.1756s]
+06/11/23 12:53:07| INFO mulmc_pacc finished [took 167.6154s]
+06/11/23 12:53:09| INFO atc_ne finished [took 115.9704s]
+06/11/23 12:53:11| INFO ref finished [took 127.9906s]
+06/11/23 12:53:17| INFO atc_mc finished [took 129.9605s]
+06/11/23 12:53:19| INFO mulne_pacc finished [took 166.1444s]
+06/11/23 12:53:21| INFO mul_cc finished [took 152.0451s]
+06/11/23 12:53:45| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00832) [took 183.1015s]
+06/11/23 12:55:03| INFO mul_pacc_gs finished [took 261.6088s]
+06/11/23 12:57:20| INFO binmc_pacc finished [took 422.6680s]
+06/11/23 12:57:23| INFO bin_sld finished [took 434.1109s]
+06/11/23 12:57:26| INFO bin_pacc finished [took 431.1893s]
+06/11/23 12:57:28| INFO binne_pacc finished [took 427.7980s]
+06/11/23 12:57:29| INFO bin_cc finished [took 402.6463s]
+06/11/23 12:58:43| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_'
+06/11/23 12:59:20| INFO bin_sld_gsq finished [took 546.8013s]
+06/11/23 12:59:48| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.00858) [took 550.8127s]
+06/11/23 13:01:04| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01037) [took 652.8483s]
+06/11/23 13:01:47| INFO mul_sld_gs finished [took 695.7927s]
+06/11/23 13:02:56| INFO bin_pacc_gs finished [took 739.4380s]
+06/11/23 13:06:49| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01112) [took 999.0699s]
+06/11/23 13:09:50| INFO bin_sld_gs finished [took 1179.8181s]
+06/11/23 13:09:50| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 1183.4124s]
+06/11/23 13:09:50| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started
+06/11/23 13:12:34| INFO doc_feat finished [took 88.8963s]
+06/11/23 13:12:43| INFO mul_sld finished [took 169.3932s]
+06/11/23 13:12:47| INFO mul_pacc finished [took 166.5633s]
+06/11/23 13:12:50| INFO kfcv finished [took 134.2527s]
+06/11/23 13:12:58| INFO ref finished [took 128.7367s]
+06/11/23 13:12:59| INFO mulne_pacc finished [took 161.0902s]
+06/11/23 13:13:00| INFO mulmc_pacc finished [took 176.8006s]
+06/11/23 13:13:01| INFO atc_mc finished [took 129.5173s]
+06/11/23 13:13:06| INFO atc_ne finished [took 122.8886s]
+06/11/23 13:13:16| INFO mul_cc finished [took 152.5218s]
+06/11/23 13:13:34| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.00774) [took 183.0928s]
+06/11/23 13:14:57| INFO mul_pacc_gs finished [took 266.4369s]
+06/11/23 13:17:06| INFO bin_pacc finished [took 427.3693s]
+06/11/23 13:17:08| INFO binmc_pacc finished [took 426.6359s]
+06/11/23 13:17:14| INFO bin_sld finished [took 441.7834s]
+06/11/23 13:17:20| INFO binne_pacc finished [took 435.6569s]
+06/11/23 13:17:22| INFO bin_cc finished [took 412.7263s]
+06/11/23 13:18:20| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_'
+06/11/23 13:19:06| INFO bin_sld_gsq finished [took 549.0379s]
+06/11/23 13:19:27| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': 'max_conf'} (score=0.00709) [took 545.0306s]
+06/11/23 13:20:41| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00572) [took 645.5669s]
+06/11/23 13:21:25| INFO mul_sld_gs finished [took 689.4814s]
+06/11/23 13:22:32| INFO bin_pacc_gs finished [took 730.0602s]
+06/11/23 13:26:21| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00653) [took 985.8522s]
+06/11/23 13:29:21| INFO bin_sld_gs finished [took 1166.4200s]
+06/11/23 13:29:21| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 1170.8744s]
+06/11/23 13:29:21| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started
+06/11/23 13:31:52| INFO doc_feat finished [took 80.3058s]
+06/11/23 13:32:00| INFO mul_sld finished [took 153.1261s]
+06/11/23 13:32:00| INFO mul_pacc finished [took 148.0156s]
+06/11/23 13:32:13| INFO kfcv finished [took 122.2270s]
+06/11/23 13:32:13| INFO mulne_pacc finished [took 145.0130s]
+06/11/23 13:32:22| INFO ref finished [took 122.3525s]
+06/11/23 13:32:23| INFO atc_mc finished [took 120.2587s]
+06/11/23 13:32:23| INFO atc_ne finished [took 113.5667s]
+06/11/23 13:32:23| INFO mulmc_pacc finished [took 167.7106s]
+06/11/23 13:32:36| INFO mul_cc finished [took 143.6517s]
+06/11/23 13:33:04| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00802) [took 182.2049s]
+06/11/23 13:34:23| INFO mul_pacc_gs finished [took 261.0038s]
+06/11/23 13:36:19| INFO binmc_pacc finished [took 405.9199s]
+06/11/23 13:36:31| INFO bin_sld finished [took 426.3780s]
+06/11/23 13:36:32| INFO bin_pacc finished [took 420.2833s]
+06/11/23 13:36:34| INFO binne_pacc finished [took 417.2048s]
+06/11/23 13:36:42| INFO bin_cc finished [took 394.3524s]
+06/11/23 13:37:45| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_'
+06/11/23 13:38:18| INFO bin_sld_gsq finished [took 528.6956s]
+06/11/23 13:38:52| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00707) [took 544.2769s]
+06/11/23 13:39:56| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00637) [took 628.0656s]
+06/11/23 13:40:41| INFO mul_sld_gs finished [took 673.3968s]
+06/11/23 13:41:58| INFO bin_pacc_gs finished [took 730.5371s]
+06/11/23 13:45:27| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00544) [took 960.1061s]
+06/11/23 13:48:28| INFO bin_sld_gs finished [took 1140.6073s]
+06/11/23 13:48:28| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 1146.6395s]
+06/11/23 13:48:28| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started
+06/11/23 13:50:49| INFO mul_pacc finished [took 130.9408s]
+06/11/23 13:51:02| INFO doc_feat finished [took 86.2411s]
+06/11/23 13:51:07| INFO mul_sld finished [took 155.4513s]
+06/11/23 13:51:15| INFO atc_ne finished [took 101.0761s]
+06/11/23 13:51:20| INFO ref finished [took 121.3689s]
+06/11/23 13:51:20| INFO atc_mc finished [took 106.6415s]
+06/11/23 13:51:22| INFO mulmc_pacc finished [took 160.4221s]
+06/11/23 13:51:22| INFO mulne_pacc finished [took 150.1203s]
+06/11/23 13:51:25| INFO kfcv finished [took 127.5280s]
+06/11/23 13:51:35| INFO mul_cc finished [took 145.4437s]
+06/11/23 13:52:03| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00886) [took 182.0543s]
+06/11/23 13:53:23| INFO mul_pacc_gs finished [took 262.2496s]
+06/11/23 13:55:28| INFO bin_sld finished [took 417.7315s]
+06/11/23 13:55:30| INFO binmc_pacc finished [took 410.0114s]
+06/11/23 13:55:30| INFO bin_pacc finished [took 413.5912s]
+06/11/23 13:55:35| INFO binne_pacc finished [took 411.8241s]
+06/11/23 13:55:42| INFO bin_cc finished [took 396.5011s]
+06/11/23 13:56:50| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_'
+06/11/23 13:57:22| INFO bin_sld_gsq finished [took 527.2507s]
+06/11/23 13:58:03| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00910) [took 547.7641s]
+06/11/23 13:59:09| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00765) [took 634.8469s]
+06/11/23 13:59:54| INFO mul_sld_gs finished [took 680.2027s]
+06/11/23 14:01:07| INFO bin_pacc_gs finished [took 731.8655s]
+06/11/23 14:04:33| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01235) [took 960.6861s]
+06/11/23 14:07:34| INFO bin_sld_gs finished [took 1141.7199s]
+06/11/23 14:07:34| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 1146.2680s]
+06/11/23 14:07:34| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started
+06/11/23 14:10:08| INFO mulmc_pacc finished [took 141.2266s]
+06/11/23 14:10:19| INFO atc_ne finished [took 101.4512s]
+06/11/23 14:10:20| INFO mul_sld finished [took 162.5808s]
+06/11/23 14:10:23| INFO mul_pacc finished [took 158.9068s]
+06/11/23 14:10:30| INFO kfcv finished [took 123.4790s]
+06/11/23 14:10:33| INFO mulne_pacc finished [took 158.4983s]
+06/11/23 14:10:33| INFO doc_feat finished [took 111.7987s]
+06/11/23 14:10:35| INFO ref finished [took 124.4184s]
+06/11/23 14:10:40| INFO atc_mc finished [took 126.3543s]
+06/11/23 14:10:40| INFO mul_cc finished [took 139.5958s]
+06/11/23 14:11:16| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.01309) [took 184.0645s]
+06/11/23 14:12:44| INFO mul_pacc_gs finished [took 272.5404s]
+06/11/23 14:14:32| INFO binmc_pacc finished [took 406.3609s]
+06/11/23 14:14:38| INFO bin_pacc finished [took 414.8972s]
+06/11/23 14:14:43| INFO binne_pacc finished [took 414.4123s]
+06/11/23 14:14:51| INFO bin_cc finished [took 395.5254s]
+06/11/23 14:14:55| INFO bin_sld finished [took 437.7681s]
+06/11/23 14:15:58| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_'
+06/11/23 14:16:33| INFO bin_sld_gsq finished [took 532.4040s]
+06/11/23 14:16:57| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.00812) [took 536.4746s]
+06/11/23 14:18:16| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01306) [took 636.4067s]
+06/11/23 14:19:00| INFO mul_sld_gs finished [took 680.2467s]
+06/11/23 14:20:01| INFO bin_pacc_gs finished [took 720.9205s]
+06/11/23 14:23:33| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00894) [took 954.4487s]
+06/11/23 14:26:41| INFO bin_sld_gs finished [took 1142.3328s]
+06/11/23 14:26:41| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 1146.7713s]
+06/11/23 14:26:41| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started
+06/11/23 14:29:04| INFO mul_pacc finished [took 133.1736s]
+06/11/23 14:29:07| INFO ref finished [took 87.1594s]
+06/11/23 14:29:16| INFO doc_feat finished [took 83.8190s]
+06/11/23 14:29:21| INFO mulmc_pacc finished [took 147.5202s]
+06/11/23 14:29:22| INFO atc_mc finished [took 99.1039s]
+06/11/23 14:29:23| INFO kfcv finished [took 109.5348s]
+06/11/23 14:29:27| INFO mulne_pacc finished [took 148.1672s]
+06/11/23 14:29:33| INFO atc_ne finished [took 101.4673s]
+06/11/23 14:29:36| INFO mul_cc finished [took 126.0447s]
+06/11/23 14:29:42| INFO mul_sld finished [took 177.5880s]
+06/11/23 14:30:16| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01497) [took 175.1432s]
+06/11/23 14:31:33| INFO mul_pacc_gs finished [took 252.3399s]
+06/11/23 14:33:34| INFO binmc_pacc finished [took 401.7891s]
+06/11/23 14:33:35| INFO binne_pacc finished [took 400.4138s]
+06/11/23 14:33:36| INFO bin_pacc finished [took 406.7598s]
+06/11/23 14:33:48| INFO bin_cc finished [took 378.7595s]
+06/11/23 14:33:48| INFO bin_sld finished [took 423.7366s]
+06/11/23 14:34:47| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_'
+06/11/23 14:35:26| INFO bin_sld_gsq finished [took 518.8996s]
+06/11/23 14:36:13| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00880) [took 539.3992s]
+06/11/23 14:37:09| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00808) [took 622.0419s]
+06/11/23 14:37:53| INFO mul_sld_gs finished [took 666.0058s]
+06/11/23 14:39:16| INFO bin_pacc_gs finished [took 722.5231s]
+06/11/23 14:42:15| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00604) [took 929.3464s]
+06/11/23 14:45:14| INFO bin_sld_gs finished [took 1108.7356s]
+06/11/23 14:45:14| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 1113.2364s]
+06/11/23 14:48:04| INFO dataset imdb_9prevs
+06/11/23 14:48:14| INFO Dataset sample 0.10 of dataset imdb_9prevs started
+06/11/23 14:48:17| WARNING Method mul_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 14:48:18| WARNING Method bin_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 14:48:31| INFO doc_feat finished [took 11.5257s]
+06/11/23 14:48:36| INFO ref finished [took 18.5620s]
+06/11/23 14:48:42| INFO kfcv finished [took 24.7227s]
+06/11/23 14:48:44| INFO atc_ne finished [took 25.5676s]
+06/11/23 14:48:46| INFO atc_mc finished [took 27.4910s]
+06/11/23 14:48:50| INFO mulne_pacc finished [took 34.0415s]
+06/11/23 14:48:57| INFO mulmc_pacc finished [took 41.7500s]
+06/11/23 14:48:58| INFO mul_pacc finished [took 43.0162s]
+06/11/23 14:48:58| INFO mul_cc finished [took 40.3279s]
+06/11/23 14:49:16| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1
+06/11/23 14:49:26| INFO mul_sld finished [took 71.4588s]
+06/11/23 14:50:10| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1
+06/11/23 14:52:12| INFO binne_pacc finished [took 236.2174s]
+06/11/23 14:52:16| INFO binmc_pacc finished [took 240.4686s]
+06/11/23 14:52:19| INFO bin_cc finished [took 241.9141s]
+06/11/23 14:52:20| INFO bin_pacc finished [took 244.5632s]
+06/11/23 14:52:23| INFO bin_sld finished [took 249.0477s]
+06/11/23 14:53:48| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_'
+06/11/23 14:55:38| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.03127) [took 443.6010s]
+06/11/23 14:55:51| INFO mul_sld_gs finished [took 455.9932s]
+06/11/23 14:55:51| INFO Dataset sample 0.10 of dataset imdb_9prevs finished [took 456.7746s]
+06/11/23 14:55:51| INFO Dataset sample 0.20 of dataset imdb_9prevs started
+06/11/23 14:56:07| INFO doc_feat finished [took 11.2758s]
+06/11/23 14:56:18| INFO atc_mc finished [took 22.2986s]
+06/11/23 14:56:22| INFO ref finished [took 26.3482s]
+06/11/23 14:56:25| INFO kfcv finished [took 30.4761s]
+06/11/23 14:56:29| INFO mul_pacc finished [took 36.5892s]
+06/11/23 14:56:29| INFO mulmc_pacc finished [took 36.7773s]
+06/11/23 14:56:38| INFO atc_ne finished [took 41.7824s]
+06/11/23 14:56:41| INFO mulne_pacc finished [took 47.8318s]
+06/11/23 14:56:41| INFO mul_cc finished [took 46.7221s]
+06/11/23 14:56:55| INFO mul_sld finished [took 63.3547s]
+06/11/23 14:57:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': 'max_conf'} (score=0.01017) [took 119.9166s]
+06/11/23 14:58:15| INFO mul_pacc_gs finished [took 141.4446s]
+06/11/23 15:00:38| INFO binne_pacc finished [took 285.5562s]
+06/11/23 15:00:48| INFO bin_cc finished [took 293.8727s]
+06/11/23 15:00:49| INFO binmc_pacc finished [took 296.7176s]
+06/11/23 15:00:49| INFO bin_pacc finished [took 297.1868s]
+06/11/23 15:01:03| INFO bin_sld finished [took 312.0358s]
+06/11/23 15:02:29| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_'
+06/11/23 15:02:34| INFO bin_sld_gsq finished [took 402.0748s]
+06/11/23 15:03:56| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.00980) [took 482.9237s]
+06/11/23 15:05:00| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01194) [took 548.0443s]
+06/11/23 15:05:14| INFO mul_sld_gs finished [took 562.2966s]
+06/11/23 15:06:30| INFO bin_pacc_gs finished [took 636.7956s]
+06/11/23 15:10:36| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00924) [took 884.9748s]
+06/11/23 15:13:11| INFO bin_sld_gs finished [took 1039.3282s]
+06/11/23 15:13:11| INFO Dataset sample 0.20 of dataset imdb_9prevs finished [took 1040.0772s]
+06/11/23 15:13:11| INFO Dataset sample 0.30 of dataset imdb_9prevs started
+06/11/23 15:13:39| INFO doc_feat finished [took 22.8145s]
+06/11/23 15:13:41| INFO atc_ne finished [took 24.3471s]
+06/11/23 15:13:45| INFO ref finished [took 28.7559s]
+06/11/23 15:13:52| INFO mulne_pacc finished [took 38.1365s]
+06/11/23 15:13:53| INFO kfcv finished [took 37.4026s]
+06/11/23 15:13:56| INFO atc_mc finished [took 39.4198s]
+06/11/23 15:13:59| INFO mul_pacc finished [took 45.9542s]
+06/11/23 15:13:59| INFO mul_cc finished [took 43.9076s]
+06/11/23 15:13:59| INFO mulmc_pacc finished [took 45.9395s]
+06/11/23 15:14:11| INFO mul_sld finished [took 59.8835s]
+06/11/23 15:15:23| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.01028) [took 128.2866s]
+06/11/23 15:15:44| INFO mul_pacc_gs finished [took 149.5820s]
+06/11/23 15:18:03| INFO binne_pacc finished [took 289.3504s]
+06/11/23 15:18:07| INFO bin_pacc finished [took 294.7115s]
+06/11/23 15:18:14| INFO bin_cc finished [took 298.6839s]
+06/11/23 15:18:14| INFO binmc_pacc finished [took 300.9499s]
+06/11/23 15:18:14| INFO bin_sld finished [took 302.9035s]
+06/11/23 15:19:46| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_'
+06/11/23 15:20:05| INFO bin_sld_gsq finished [took 413.1151s]
+06/11/23 15:21:23| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.00916) [took 488.7327s]
+06/11/23 15:22:13| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00953) [took 541.2865s]
+06/11/23 15:22:28| INFO mul_sld_gs finished [took 556.0867s]
+06/11/23 15:23:57| INFO bin_pacc_gs finished [took 643.0717s]
+06/11/23 15:27:32| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01064) [took 860.3135s]
+06/11/23 15:30:05| INFO bin_sld_gs finished [took 1013.1878s]
+06/11/23 15:30:05| INFO Dataset sample 0.30 of dataset imdb_9prevs finished [took 1014.3141s]
+06/11/23 15:30:05| INFO Dataset sample 0.40 of dataset imdb_9prevs started
+06/11/23 15:30:24| INFO doc_feat finished [took 13.8500s]
+06/11/23 15:30:32| INFO ref finished [took 22.3531s]
+06/11/23 15:30:41| INFO mul_pacc finished [took 34.1860s]
+06/11/23 15:30:45| INFO atc_ne finished [took 34.8111s]
+06/11/23 15:30:46| INFO kfcv finished [took 36.4055s]
+06/11/23 15:30:49| INFO atc_mc finished [took 38.7978s]
+06/11/23 15:30:49| INFO mulmc_pacc finished [took 42.4552s]
+06/11/23 15:30:51| INFO mul_cc finished [took 42.6899s]
+06/11/23 15:30:53| INFO mulne_pacc finished [took 45.2694s]
+06/11/23 15:30:57| INFO mul_sld finished [took 51.2705s]
+06/11/23 15:32:13| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01220) [took 124.5801s]
+06/11/23 15:32:34| INFO mul_pacc_gs finished [took 145.3368s]
+06/11/23 15:34:56| INFO binmc_pacc finished [took 289.1451s]
+06/11/23 15:35:04| INFO bin_sld finished [took 298.3514s]
+06/11/23 15:35:04| INFO binne_pacc finished [took 296.5538s]
+06/11/23 15:35:05| INFO bin_pacc finished [took 298.5077s]
+06/11/23 15:35:09| INFO bin_cc finished [took 300.1332s]
+06/11/23 15:36:41| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_'
+06/11/23 15:37:08| INFO bin_sld_gsq finished [took 421.3938s]
+06/11/23 15:38:19| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.01137) [took 490.9644s]
+06/11/23 15:38:58| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.01029) [took 531.8225s]
+06/11/23 15:39:12| INFO mul_sld_gs finished [took 546.4524s]
+06/11/23 15:40:53| INFO bin_pacc_gs finished [took 645.0957s]
+06/11/23 15:44:48| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01176) [took 882.0550s]
+06/11/23 15:47:19| INFO bin_sld_gs finished [took 1033.2802s]
+06/11/23 15:47:19| INFO Dataset sample 0.40 of dataset imdb_9prevs finished [took 1034.1241s]
+06/11/23 15:47:19| INFO Dataset sample 0.50 of dataset imdb_9prevs started
+06/11/23 15:47:36| INFO doc_feat finished [took 11.6005s]
+06/11/23 15:47:40| INFO ref finished [took 16.3058s]
+06/11/23 15:47:50| INFO atc_mc finished [took 25.8745s]
+06/11/23 15:47:52| INFO kfcv finished [took 29.0931s]
+06/11/23 15:47:53| INFO atc_ne finished [took 28.8903s]
+06/11/23 15:47:53| INFO mul_pacc finished [took 32.5473s]
+06/11/23 15:48:00| INFO mul_cc finished [took 37.3478s]
+06/11/23 15:48:01| INFO mulne_pacc finished [took 39.9745s]
+06/11/23 15:48:02| INFO mulmc_pacc finished [took 40.5057s]
+06/11/23 15:48:10| INFO mul_sld finished [took 50.1825s]
+06/11/23 15:49:28| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.01107) [took 125.0329s]
+06/11/23 15:49:49| INFO mul_pacc_gs finished [took 146.7316s]
+06/11/23 15:52:15| INFO bin_cc finished [took 292.6719s]
+06/11/23 15:52:15| INFO binne_pacc finished [took 293.9844s]
+06/11/23 15:52:17| INFO bin_pacc finished [took 296.2830s]
+06/11/23 15:52:21| INFO binmc_pacc finished [took 299.4873s]
+06/11/23 15:52:23| INFO bin_sld finished [took 303.4889s]
+06/11/23 15:53:57| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_'
+06/11/23 15:54:18| INFO bin_sld_gsq finished [took 418.0959s]
+06/11/23 15:55:32| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01038) [took 489.7797s]
+06/11/23 15:56:17| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00885) [took 536.7408s]
+06/11/23 15:56:33| INFO mul_sld_gs finished [took 552.5393s]
+06/11/23 15:58:05| INFO bin_pacc_gs finished [took 643.1581s]
+06/11/23 16:01:42| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00940) [took 862.6012s]
+06/11/23 16:04:15| INFO bin_sld_gs finished [took 1015.3606s]
+06/11/23 16:04:15| INFO Dataset sample 0.50 of dataset imdb_9prevs finished [took 1016.0642s]
+06/11/23 16:04:15| INFO Dataset sample 0.60 of dataset imdb_9prevs started
+06/11/23 16:04:40| INFO doc_feat finished [took 19.9628s]
+06/11/23 16:04:41| INFO kfcv finished [took 21.8848s]
+06/11/23 16:04:46| INFO ref finished [took 26.2613s]
+06/11/23 16:04:56| INFO mulmc_pacc finished [took 38.6399s]
+06/11/23 16:04:56| INFO atc_ne finished [took 35.7501s]
+06/11/23 16:04:57| INFO atc_mc finished [took 37.3907s]
+06/11/23 16:05:01| INFO mul_cc finished [took 41.6420s]
+06/11/23 16:05:01| INFO mul_pacc finished [took 44.6898s]
+06/11/23 16:05:02| INFO mulne_pacc finished [took 44.7679s]
+06/11/23 16:05:12| INFO mul_sld finished [took 56.0834s]
+06/11/23 16:06:24| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.01082) [took 125.2569s]
+06/11/23 16:06:44| INFO mul_pacc_gs finished [took 146.2318s]
+06/11/23 16:09:05| INFO binne_pacc finished [took 288.1949s]
+06/11/23 16:09:10| INFO bin_pacc finished [took 293.3207s]
+06/11/23 16:09:12| INFO bin_sld finished [took 296.1022s]
+06/11/23 16:09:13| INFO binmc_pacc finished [took 296.4000s]
+06/11/23 16:09:18| INFO bin_cc finished [took 299.1982s]
+06/11/23 16:10:50| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_'
+06/11/23 16:11:22| INFO bin_sld_gsq finished [took 425.6641s]
+06/11/23 16:12:31| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00976) [took 492.8847s]
+06/11/23 16:13:13| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00984) [took 536.8669s]
+06/11/23 16:13:28| INFO mul_sld_gs finished [took 551.6187s]
+06/11/23 16:15:03| INFO bin_pacc_gs finished [took 645.6602s]
+06/11/23 16:19:24| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.01142) [took 907.7074s]
+06/11/23 16:21:57| INFO bin_sld_gs finished [took 1060.9759s]
+06/11/23 16:21:57| INFO Dataset sample 0.60 of dataset imdb_9prevs finished [took 1061.7730s]
+06/11/23 16:21:57| INFO Dataset sample 0.70 of dataset imdb_9prevs started
+06/11/23 16:22:23| INFO doc_feat finished [took 20.2428s]
+06/11/23 16:22:34| INFO kfcv finished [took 32.1532s]
+06/11/23 16:22:36| INFO ref finished [took 34.3738s]
+06/11/23 16:22:38| INFO mul_sld finished [took 40.1101s]
+06/11/23 16:22:40| INFO mul_cc finished [took 38.6722s]
+06/11/23 16:22:41| INFO atc_mc finished [took 38.9379s]
+06/11/23 16:22:43| INFO atc_ne finished [took 40.3132s]
+06/11/23 16:22:43| INFO mulne_pacc finished [took 43.7833s]
+06/11/23 16:22:44| INFO mulmc_pacc finished [took 44.4084s]
+06/11/23 16:22:46| INFO mul_pacc finished [took 47.7998s]
+06/11/23 16:24:08| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.01575) [took 127.2393s]
+06/11/23 16:24:31| INFO mul_pacc_gs finished [took 150.2100s]
+06/11/23 16:26:49| INFO bin_cc finished [took 288.6128s]
+06/11/23 16:26:51| INFO bin_pacc finished [took 292.1757s]
+06/11/23 16:26:52| INFO binne_pacc finished [took 293.0194s]
+06/11/23 16:27:01| INFO binmc_pacc finished [took 302.5703s]
+06/11/23 16:27:01| INFO bin_sld finished [took 303.9303s]
+06/11/23 16:28:32| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_'
+06/11/23 16:28:53| INFO bin_sld_gsq finished [took 414.4520s]
+06/11/23 16:30:15| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01641) [took 494.7681s]
+06/11/23 16:31:00| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01102) [took 542.3282s]
+06/11/23 16:31:15| INFO mul_sld_gs finished [took 557.2859s]
+06/11/23 16:32:49| INFO bin_pacc_gs finished [took 648.9428s]
+06/11/23 16:36:23| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.02196) [took 864.7237s]
+06/11/23 16:38:54| INFO bin_sld_gs finished [took 1015.9618s]
+06/11/23 16:38:54| INFO Dataset sample 0.70 of dataset imdb_9prevs finished [took 1016.7743s]
+06/11/23 16:38:54| INFO Dataset sample 0.80 of dataset imdb_9prevs started
+06/11/23 16:39:19| INFO doc_feat finished [took 19.9639s]
+06/11/23 16:39:22| INFO atc_mc finished [took 22.9650s]
+06/11/23 16:39:26| INFO kfcv finished [took 27.9671s]
+06/11/23 16:39:30| INFO mul_pacc finished [took 34.3899s]
+06/11/23 16:39:31| INFO ref finished [took 32.4692s]
+06/11/23 16:39:33| INFO mulne_pacc finished [took 37.2045s]
+06/11/23 16:39:39| INFO atc_ne finished [took 39.7686s]
+06/11/23 16:39:41| INFO mul_cc finished [took 42.9411s]
+06/11/23 16:39:41| INFO mulmc_pacc finished [took 44.9724s]
+06/11/23 16:39:46| INFO mul_sld finished [took 51.4269s]
+06/11/23 16:40:59| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.01013) [took 122.2196s]
+06/11/23 16:41:24| INFO mul_pacc_gs finished [took 146.7076s]
+06/11/23 16:43:40| INFO binne_pacc finished [took 284.1154s]
+06/11/23 16:43:52| INFO bin_pacc finished [took 296.8885s]
+06/11/23 16:43:54| INFO bin_cc finished [took 297.1714s]
+06/11/23 16:43:56| INFO binmc_pacc finished [took 300.6806s]
+06/11/23 16:43:57| INFO bin_sld finished [took 302.6966s]
+06/11/23 16:45:26| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_'
+06/11/23 16:45:41| INFO bin_sld_gsq finished [took 405.8247s]
+06/11/23 16:47:00| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00949) [took 483.3129s]
+06/11/23 16:47:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00785) [took 539.6504s]
+06/11/23 16:48:09| INFO mul_sld_gs finished [took 553.8401s]
+06/11/23 16:49:34| INFO bin_pacc_gs finished [took 637.2772s]
+06/11/23 16:53:30| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01449) [took 875.8870s]
+06/11/23 16:56:08| INFO bin_sld_gs finished [took 1033.4325s]
+06/11/23 16:56:08| INFO Dataset sample 0.80 of dataset imdb_9prevs finished [took 1034.1983s]
+06/11/23 16:56:08| INFO Dataset sample 0.90 of dataset imdb_9prevs started
+06/11/23 16:56:09| WARNING Method mul_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 16:56:09| WARNING Method mul_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 16:56:10| WARNING Method mulmc_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 16:56:10| WARNING Method bin_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 16:56:10| WARNING Method mulne_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 16:56:10| WARNING Method bin_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 16:56:10| WARNING Method mul_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 16:56:10| WARNING Method binmc_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 16:56:11| WARNING Method binne_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 16:56:11| WARNING Method bin_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 16:56:22| INFO doc_feat finished [took 10.1613s]
+06/11/23 16:56:25| INFO ref finished [took 13.7569s]
+06/11/23 16:56:27| INFO kfcv finished [took 15.6337s]
+06/11/23 16:56:29| INFO atc_mc finished [took 18.0104s]
+06/11/23 16:56:30| INFO atc_ne finished [took 18.0260s]
+06/11/23 16:56:31| INFO mul_cc finished [took 20.6201s]
+06/11/23 16:56:40| INFO mul_sld finished [took 31.2942s]
+06/11/23 16:56:47| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 16:58:55| INFO bin_cc finished [took 164.5182s]
+06/11/23 16:58:59| INFO bin_sld finished [took 170.5046s]
+06/11/23 17:02:17| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.04178) [took 368.6067s]
+06/11/23 17:02:29| INFO mul_sld_gs finished [took 380.7801s]
+06/11/23 17:02:29| INFO Dataset sample 0.90 of dataset imdb_9prevs finished [took 381.5305s]
+----------------------------------------------------------------------------------------------------
+06/11/23 18:04:06| INFO dataset rcv1_GCAT_9prevs
+06/11/23 18:04:12| INFO Dataset sample 0.10 of dataset rcv1_GCAT_9prevs started
+06/11/23 18:04:19| WARNING Method mul_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 18:04:21| WARNING Method bin_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 18:04:22| WARNING Method mul_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 18:04:24| WARNING Method binmc_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 18:04:24| WARNING Method mulmc_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 18:04:26| WARNING Method binne_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 18:04:27| WARNING Method mulne_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 18:04:28| WARNING Method bin_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 18:04:29| WARNING Method mul_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 18:05:10| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1
+06/11/23 18:05:41| INFO ref finished [took 65.3048s]
+06/11/23 18:05:43| INFO kfcv finished [took 66.9585s]
+06/11/23 18:05:45| INFO doc_feat finished [took 56.7504s]
+06/11/23 18:05:49| INFO mul_cc finished [took 77.6035s]
+06/11/23 18:05:49| INFO atc_mc finished [took 66.4650s]
+06/11/23 18:05:52| INFO atc_ne finished [took 65.1035s]
+06/11/23 18:05:52| WARNING Method bin_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+06/11/23 18:05:56| INFO mul_sld finished [took 101.3427s]
+06/11/23 18:08:12| INFO bin_sld finished [took 238.6323s]
+06/11/23 18:08:21| INFO bin_cc finished [took 230.3034s]
+06/11/23 18:10:59| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00897) [took 402.3046s]
+06/11/23 18:11:39| INFO mul_sld_gs finished [took 441.7473s]
+06/11/23 18:11:39| INFO Dataset sample 0.10 of dataset rcv1_GCAT_9prevs finished [took 446.6543s]
+06/11/23 18:11:39| INFO Dataset sample 0.20 of dataset rcv1_GCAT_9prevs started
+06/11/23 18:14:11| INFO mulmc_pacc finished [took 140.5240s]
+06/11/23 18:14:13| INFO kfcv finished [took 108.3325s]
+06/11/23 18:14:16| INFO doc_feat finished [took 91.1407s]
+06/11/23 18:14:21| INFO atc_ne finished [took 96.9645s]
+06/11/23 18:14:22| INFO mul_pacc finished [took 154.9757s]
+06/11/23 18:14:36| INFO ref finished [took 118.1583s]
+06/11/23 18:14:37| INFO atc_mc finished [took 118.5016s]
+06/11/23 18:14:41| INFO mulne_pacc finished [took 157.8831s]
+06/11/23 18:14:49| INFO mul_cc finished [took 144.8053s]
+06/11/23 18:14:50| INFO mul_sld finished [took 188.8450s]
+06/11/23 18:15:19| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.01452) [took 184.0929s]
+06/11/23 18:16:33| INFO mul_pacc_gs finished [took 258.2234s]
+06/11/23 18:18:46| INFO binmc_pacc finished [took 417.1372s]
+06/11/23 18:18:48| INFO bin_pacc finished [took 422.0619s]
+06/11/23 18:18:52| INFO bin_sld finished [took 431.4426s]
+06/11/23 18:18:56| INFO binne_pacc finished [took 421.5812s]
+06/11/23 18:19:02| INFO bin_cc finished [took 402.4673s]
+06/11/23 18:19:32| WARNING Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_'
+06/11/23 18:20:26| INFO bin_sld_gsq finished [took 522.0734s]
+06/11/23 18:21:11| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01038) [took 540.4022s]
+06/11/23 18:21:44| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00821) [took 600.6611s]
+06/11/23 18:22:25| INFO mul_sld_gs finished [took 642.1063s]
+06/11/23 18:24:14| INFO bin_pacc_gs finished [took 723.2605s]
+06/11/23 18:26:54| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00816) [took 911.5066s]
+06/11/23 18:29:56| INFO bin_sld_gs finished [took 1093.4674s]
+06/11/23 18:29:56| INFO Dataset sample 0.20 of dataset rcv1_GCAT_9prevs finished [took 1096.7184s]
+06/11/23 18:29:56| INFO Dataset sample 0.30 of dataset rcv1_GCAT_9prevs started
+06/11/23 18:32:21| INFO ref finished [took 89.3355s]
+06/11/23 18:32:33| INFO doc_feat finished [took 91.9119s]
+06/11/23 18:32:35| INFO mulmc_pacc finished [took 147.2084s]
+06/11/23 18:32:38| INFO mulne_pacc finished [took 137.0643s]
+06/11/23 18:32:54| INFO atc_mc finished [took 117.6847s]
+06/11/23 18:32:56| INFO kfcv finished [took 129.8598s]
+06/11/23 18:33:00| INFO mul_pacc finished [took 174.5769s]
+06/11/23 18:33:00| INFO mul_sld finished [took 181.1734s]
+06/11/23 18:33:03| INFO atc_ne finished [took 123.9984s]
+06/11/23 18:33:09| INFO mul_cc finished [took 148.8635s]
+06/11/23 18:33:32| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00629) [took 177.7598s]
+06/11/23 18:34:51| INFO mul_pacc_gs finished [took 256.4186s]
+06/11/23 18:37:10| INFO bin_pacc finished [took 425.7912s]
+06/11/23 18:37:12| INFO binmc_pacc finished [took 425.7599s]
+06/11/23 18:37:14| INFO binne_pacc finished [took 424.0101s]
+06/11/23 18:37:18| INFO bin_sld finished [took 440.4389s]
+06/11/23 18:37:22| INFO bin_cc finished [took 407.2413s]
+06/11/23 18:37:52| WARNING Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_'
+06/11/23 18:38:51| INFO bin_sld_gsq finished [took 529.6242s]
+06/11/23 18:39:30| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.00489) [took 541.8062s]
+06/11/23 18:40:02| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00615) [took 601.7630s]
+06/11/23 18:40:45| INFO mul_sld_gs finished [took 644.5111s]
+06/11/23 18:42:37| INFO bin_pacc_gs finished [took 729.3942s]
+06/11/23 18:45:36| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00490) [took 936.3088s]
+06/11/23 18:48:37| INFO bin_sld_gs finished [took 1117.0610s]
+06/11/23 18:48:37| INFO Dataset sample 0.30 of dataset rcv1_GCAT_9prevs finished [took 1120.9681s]
+06/11/23 18:48:37| INFO Dataset sample 0.40 of dataset rcv1_GCAT_9prevs started
+06/11/23 18:51:02| INFO doc_feat finished [took 79.6380s]
+06/11/23 18:51:20| INFO mulne_pacc finished [took 144.5625s]
+06/11/23 18:51:30| INFO mul_sld finished [took 171.1473s]
+06/11/23 18:51:35| INFO mulmc_pacc finished [took 166.1468s]
+06/11/23 18:51:39| INFO mul_pacc finished [took 172.9449s]
+06/11/23 18:51:43| INFO ref finished [took 132.2492s]
+06/11/23 18:51:45| INFO kfcv finished [took 137.9538s]
+06/11/23 18:51:52| INFO atc_mc finished [took 137.7185s]
+06/11/23 18:51:54| INFO atc_ne finished [took 134.1066s]
+06/11/23 18:51:59| INFO mul_cc finished [took 159.0670s]
+06/11/23 18:52:11| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01049) [took 180.3366s]
+06/11/23 18:53:38| INFO mul_pacc_gs finished [took 266.6075s]
+06/11/23 18:56:00| INFO bin_sld finished [took 441.9022s]
+06/11/23 18:56:02| INFO binne_pacc finished [took 431.1354s]
+06/11/23 18:56:02| INFO binmc_pacc finished [took 434.5268s]
+06/11/23 18:56:04| INFO bin_pacc finished [took 438.8400s]
+06/11/23 18:56:07| INFO bin_cc finished [took 412.8827s]
+06/11/23 18:56:38| WARNING Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_'
+06/11/23 18:57:38| INFO bin_sld_gsq finished [took 534.9970s]
+06/11/23 18:58:15| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00762) [took 549.5790s]
+06/11/23 18:58:58| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00692) [took 616.7506s]
+06/11/23 18:59:43| INFO mul_sld_gs finished [took 661.6976s]
+06/11/23 19:01:20| INFO bin_pacc_gs finished [took 735.1934s]
+06/11/23 19:04:29| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00601) [took 948.3129s]
+06/11/23 19:07:30| INFO bin_sld_gs finished [took 1129.1432s]
+06/11/23 19:07:30| INFO Dataset sample 0.40 of dataset rcv1_GCAT_9prevs finished [took 1133.2853s]
+06/11/23 19:07:30| INFO Dataset sample 0.50 of dataset rcv1_GCAT_9prevs started
+06/11/23 19:10:11| INFO doc_feat finished [took 90.8028s]
+06/11/23 19:10:12| INFO mul_sld finished [took 159.3725s]
+06/11/23 19:10:17| INFO atc_mc finished [took 108.3872s]
+06/11/23 19:10:20| INFO mulmc_pacc finished [took 158.7937s]
+06/11/23 19:10:27| INFO kfcv finished [took 125.4384s]
+06/11/23 19:10:32| INFO mul_cc finished [took 134.1449s]
+06/11/23 19:10:33| INFO atc_ne finished [took 115.0137s]
+06/11/23 19:10:33| INFO mul_pacc finished [took 173.4398s]
+06/11/23 19:10:35| INFO ref finished [took 127.6900s]
+06/11/23 19:10:35| INFO mulne_pacc finished [took 158.1989s]
+06/11/23 19:11:06| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'confidence': 'max_conf'} (score=0.00893) [took 181.2645s]
+06/11/23 19:12:28| INFO mul_pacc_gs finished [took 263.1619s]
+06/11/23 19:14:45| INFO bin_sld finished [took 432.8401s]
+06/11/23 19:14:48| INFO bin_pacc finished [took 430.1210s]
+06/11/23 19:14:54| INFO binmc_pacc finished [took 433.8715s]
+06/11/23 19:14:58| INFO bin_cc finished [took 405.7688s]
+06/11/23 19:14:59| INFO binne_pacc finished [took 435.7315s]
+06/11/23 19:15:29| WARNING Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_'
+06/11/23 19:16:36| INFO bin_sld_gsq finished [took 539.4078s]
+06/11/23 19:17:05| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00831) [took 545.8362s]
+06/11/23 19:17:45| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00797) [took 609.7895s]
+06/11/23 19:18:32| INFO mul_sld_gs finished [took 657.1765s]
+06/11/23 19:20:08| INFO bin_pacc_gs finished [took 728.9184s]
+06/11/23 19:23:41| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00738) [took 966.8750s]
+06/11/23 19:26:42| INFO bin_sld_gs finished [took 1148.2428s]
+06/11/23 19:26:42| INFO Dataset sample 0.50 of dataset rcv1_GCAT_9prevs finished [took 1152.4463s]
+06/11/23 19:26:43| INFO Dataset sample 0.60 of dataset rcv1_GCAT_9prevs started
+06/11/23 19:29:16| INFO mul_pacc finished [took 142.3375s]
+06/11/23 19:29:26| INFO doc_feat finished [took 92.0123s]
+06/11/23 19:29:29| INFO atc_ne finished [took 96.1697s]
+06/11/23 19:29:32| INFO mul_sld finished [took 164.7852s]
+06/11/23 19:29:33| INFO ref finished [took 114.3664s]
+06/11/23 19:29:36| INFO kfcv finished [took 118.4300s]
+06/11/23 19:29:37| INFO atc_mc finished [took 111.6950s]
+06/11/23 19:29:37| INFO mul_cc finished [took 127.8860s]
+06/11/23 19:29:39| INFO mulmc_pacc finished [took 162.5217s]
+06/11/23 19:29:46| INFO mulne_pacc finished [took 159.7535s]
+06/11/23 19:30:22| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00832) [took 183.2267s]
+06/11/23 19:31:42| INFO mul_pacc_gs finished [took 263.2959s]
+06/11/23 19:33:48| INFO bin_pacc finished [took 415.7355s]
+06/11/23 19:33:49| INFO binne_pacc finished [took 411.7032s]
+06/11/23 19:33:49| INFO bin_sld finished [took 423.6935s]
+06/11/23 19:33:56| INFO binmc_pacc finished [took 422.0731s]
+06/11/23 19:34:02| INFO bin_cc finished [took 394.8074s]
+06/11/23 19:34:45| WARNING Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_'
+06/11/23 19:35:33| INFO bin_sld_gsq finished [took 523.6794s]
+06/11/23 19:36:10| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': 'max_conf'} (score=0.00651) [took 539.0149s]
+06/11/23 19:36:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00646) [took 605.4721s]
+06/11/23 19:37:37| INFO mul_sld_gs finished [took 647.9998s]
+06/11/23 19:39:13| INFO bin_pacc_gs finished [took 722.3065s]
+06/11/23 19:42:14| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00635) [took 926.2548s]
+06/11/23 19:45:13| INFO bin_sld_gs finished [took 1105.8303s]
+06/11/23 19:45:13| INFO Dataset sample 0.60 of dataset rcv1_GCAT_9prevs finished [took 1110.5345s]
+06/11/23 19:45:13| INFO Dataset sample 0.70 of dataset rcv1_GCAT_9prevs started
+06/11/23 19:47:55| INFO mul_pacc finished [took 151.2717s]
+06/11/23 19:48:01| INFO mul_sld finished [took 164.7303s]
+06/11/23 19:48:02| INFO doc_feat finished [took 95.7218s]
+06/11/23 19:48:20| INFO kfcv finished [took 132.6414s]
+06/11/23 19:48:26| INFO ref finished [took 136.4855s]
+06/11/23 19:48:27| INFO mulmc_pacc finished [took 180.2510s]
+06/11/23 19:48:30| INFO mulne_pacc finished [took 173.6996s]
+06/11/23 19:48:33| INFO atc_mc finished [took 135.5939s]
+06/11/23 19:48:34| INFO atc_ne finished [took 129.3719s]
+06/11/23 19:48:35| INFO mul_cc finished [took 153.9587s]
+06/11/23 19:48:47| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00782) [took 177.0918s]
+06/11/23 19:50:13| INFO mul_pacc_gs finished [took 262.7047s]
+06/11/23 19:52:34| INFO bin_pacc finished [took 431.9695s]
+06/11/23 19:52:36| INFO binmc_pacc finished [took 430.1566s]
+06/11/23 19:52:43| INFO bin_sld finished [took 446.4452s]
+06/11/23 19:52:44| INFO bin_cc finished [took 407.8850s]
+06/11/23 19:52:47| INFO binne_pacc finished [took 438.4423s]
+06/11/23 19:53:19| WARNING Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_'
+06/11/23 19:54:09| INFO bin_sld_gsq finished [took 528.9254s]
+06/11/23 19:54:43| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00669) [took 545.8164s]
+06/11/23 19:55:38| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00814) [took 619.0258s]
+06/11/23 19:56:21| INFO mul_sld_gs finished [took 661.4303s]
+06/11/23 19:57:51| INFO bin_pacc_gs finished [took 733.3970s]
+06/11/23 20:00:54| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00795) [took 935.9973s]
+06/11/23 20:03:55| INFO bin_sld_gs finished [took 1117.3981s]
+06/11/23 20:03:55| INFO Dataset sample 0.70 of dataset rcv1_GCAT_9prevs finished [took 1121.8060s]
+06/11/23 20:03:55| INFO Dataset sample 0.80 of dataset rcv1_GCAT_9prevs started
+06/11/23 20:06:27| INFO mul_sld finished [took 147.0727s]
+06/11/23 20:06:30| INFO doc_feat finished [took 81.1117s]
+06/11/23 20:06:48| INFO mul_pacc finished [took 162.2312s]
+06/11/23 20:07:04| INFO kfcv finished [took 133.4389s]
+06/11/23 20:07:04| INFO ref finished [took 132.6728s]
+06/11/23 20:07:05| INFO mulne_pacc finished [took 171.0782s]
+06/11/23 20:07:08| INFO mulmc_pacc finished [took 179.6909s]
+06/11/23 20:07:10| INFO atc_mc finished [took 130.5941s]
+06/11/23 20:07:14| INFO mul_cc finished [took 150.3795s]
+06/11/23 20:07:15| INFO atc_ne finished [took 131.0309s]
+06/11/23 20:07:29| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00813) [took 177.7289s]
+06/11/23 20:08:49| INFO mul_pacc_gs finished [took 257.9675s]
+06/11/23 20:10:44| INFO bin_pacc finished [took 399.4800s]
+06/11/23 21:01:51| INFO bin_pacc_gs finished [took 3446.1854s]
+06/11/23 21:03:24| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00684) [took 3563.0699s]
+06/11/23 21:04:07| INFO mul_sld_gs finished [took 3606.0194s]
+06/11/23 21:08:24| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00519) [took 3863.9570s]
+06/11/23 21:11:26| INFO bin_sld_gs finished [took 4046.4500s]
+06/11/23 21:11:26| INFO Dataset sample 0.80 of dataset rcv1_GCAT_9prevs finished [took 4051.2016s]
+06/11/23 21:11:26| INFO Dataset sample 0.90 of dataset rcv1_GCAT_9prevs started
+06/11/23 21:11:31| WARNING Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 21:11:32| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 21:11:34| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 21:11:35| WARNING Method mul_sld_gsq failed. Exception: a must be greater than 0 unless no samples are taken
+06/11/23 21:11:36| WARNING Method bin_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 21:11:38| WARNING Method mul_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
+06/11/23 21:11:38| WARNING Method binmc_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 21:11:40| WARNING Method mulmc_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
+06/11/23 21:11:40| WARNING Method binne_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 21:11:42| WARNING Method mulne_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
+06/11/23 21:11:42| WARNING Method bin_pacc_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 21:11:44| WARNING Method mul_pacc_gs failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
+06/11/23 21:11:44| WARNING Method bin_cc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 21:12:27| INFO mul_sld finished [took 56.8958s]
+06/11/23 21:12:32| INFO ref finished [took 44.3311s]
+06/11/23 21:12:32| INFO doc_feat finished [took 41.1551s]
+06/11/23 21:12:33| INFO kfcv finished [took 46.1873s]
+06/11/23 21:12:36| INFO atc_mc finished [took 47.9541s]
+06/11/23 21:12:37| INFO mul_cc finished [took 51.8838s]
+06/11/23 21:12:37| INFO atc_ne finished [took 47.4962s]
+06/11/23 21:16:45| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00843) [took 312.8612s]
+06/11/23 21:17:24| INFO mul_sld_gs finished [took 351.5693s]
+06/11/23 21:17:24| INFO Dataset sample 0.90 of dataset rcv1_GCAT_9prevs finished [took 357.7321s]
+06/11/23 21:20:10| INFO dataset rcv1_MCAT_9prevs
+06/11/23 21:20:18| INFO Dataset sample 0.10 of dataset rcv1_MCAT_9prevs started
+06/11/23 21:23:12| INFO doc_feat finished [took 81.2849s]
+06/11/23 21:23:21| INFO mul_pacc finished [took 168.3242s]
+06/11/23 21:23:30| INFO mulmc_pacc finished [took 173.2730s]
+06/11/23 21:23:35| INFO atc_mc finished [took 115.3803s]
+06/11/23 21:23:41| INFO ref finished [took 125.5611s]
+06/11/23 21:23:41| INFO kfcv finished [took 136.3040s]
+06/11/23 21:23:51| INFO mulne_pacc finished [took 185.3346s]
+06/11/23 21:23:58| INFO atc_ne finished [took 129.7752s]
+06/11/23 21:23:59| INFO mul_cc finished [took 164.3501s]
+06/11/23 21:24:26| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.02036) [took 203.9839s]
+06/11/23 21:24:32| INFO mul_sld finished [took 249.6979s]
+06/11/23 21:25:50| INFO mul_pacc_gs finished [took 287.7634s]
+06/11/23 21:28:08| INFO binne_pacc finished [took 443.1314s]
+06/11/23 21:28:11| INFO bin_cc finished [took 427.7416s]
+06/11/23 21:28:26| INFO bin_pacc finished [took 475.7859s]
+06/11/23 21:28:28| INFO binmc_pacc finished [took 472.2702s]
+06/11/23 21:28:33| INFO bin_sld finished [took 492.0457s]
+06/11/23 21:29:19| INFO mul_sld_gsq finished [took 529.8190s]
+06/11/23 21:29:26| INFO bin_sld_gsq finished [took 539.2552s]
+06/11/23 21:30:30| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00591) [took 573.3773s]
+06/11/23 21:31:27| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00754) [took 661.4704s]
+06/11/23 21:32:10| INFO mul_sld_gs finished [took 704.6441s]
+06/11/23 21:33:40| INFO bin_pacc_gs finished [took 763.3541s]
+06/11/23 21:36:30| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00760) [took 965.4559s]
+06/11/23 21:39:31| INFO bin_sld_gs finished [took 1146.5622s]
+06/11/23 21:39:31| INFO Dataset sample 0.10 of dataset rcv1_MCAT_9prevs finished [took 1152.1700s]
+06/11/23 21:39:31| INFO Dataset sample 0.20 of dataset rcv1_MCAT_9prevs started
+06/11/23 21:42:13| INFO doc_feat finished [took 88.9970s]
+06/11/23 21:42:24| INFO mul_pacc finished [took 161.9999s]
+06/11/23 21:42:31| INFO mulmc_pacc finished [took 159.0109s]
+06/11/23 21:42:34| INFO mul_sld finished [took 179.5397s]
+06/11/23 21:42:42| INFO kfcv finished [took 138.3784s]
+06/11/23 21:42:42| INFO atc_mc finished [took 127.5150s]
+06/11/23 21:42:45| INFO ref finished [took 133.9163s]
+06/11/23 21:42:48| INFO mulne_pacc finished [took 170.3191s]
+06/11/23 21:42:53| INFO mul_cc finished [took 153.9952s]
+06/11/23 21:42:57| INFO atc_ne finished [took 133.9857s]
+06/11/23 21:43:07| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.01406) [took 179.2817s]
+06/11/23 21:44:27| INFO mul_pacc_gs finished [took 259.4430s]
+06/11/23 21:46:57| INFO bin_pacc finished [took 435.9586s]
+06/11/23 21:47:02| INFO binmc_pacc finished [took 436.7170s]
+06/11/23 21:47:02| INFO bin_sld finished [took 448.6901s]
+06/11/23 21:47:03| INFO binne_pacc finished [took 430.3933s]
+06/11/23 21:47:06| INFO bin_cc finished [took 413.3717s]
+06/11/23 21:47:44| INFO mul_sld_gsq finished [took 485.8565s]
+06/11/23 21:48:40| INFO bin_sld_gsq finished [took 542.6385s]
+06/11/23 21:49:21| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.01029) [took 558.1111s]
+06/11/23 21:49:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00862) [took 617.7204s]
+06/11/23 21:50:38| INFO mul_sld_gs finished [took 661.3619s]
+06/11/23 21:52:31| INFO bin_pacc_gs finished [took 747.8605s]
+06/11/23 21:55:23| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00631) [took 947.6305s]
+06/11/23 21:58:25| INFO bin_sld_gs finished [took 1128.9705s]
+06/11/23 21:58:25| INFO Dataset sample 0.20 of dataset rcv1_MCAT_9prevs finished [took 1133.8038s]
+06/11/23 21:58:25| INFO Dataset sample 0.30 of dataset rcv1_MCAT_9prevs started
+06/11/23 22:01:11| INFO doc_feat finished [took 91.6284s]
+06/11/23 22:01:13| INFO mul_pacc finished [took 157.8979s]
+06/11/23 22:01:21| INFO ref finished [took 117.5064s]
+06/11/23 22:01:29| INFO mulmc_pacc finished [took 171.3367s]
+06/11/23 22:01:34| INFO kfcv finished [took 138.8623s]
+06/11/23 22:01:44| INFO atc_ne finished [took 127.4515s]
+06/11/23 22:01:45| INFO mulne_pacc finished [took 175.7659s]
+06/11/23 22:01:45| INFO atc_mc finished [took 134.5717s]
+06/11/23 22:01:47| INFO mul_sld finished [took 198.7132s]
+06/11/23 22:01:53| INFO mul_cc finished [took 156.7010s]
+06/11/23 22:01:56| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00920) [took 169.8061s]
+06/11/23 22:03:15| INFO mul_pacc_gs finished [took 248.7885s]
+06/11/23 22:05:47| INFO bin_pacc finished [took 433.9454s]
+06/11/23 22:05:52| INFO binmc_pacc finished [took 435.7566s]
+06/11/23 22:05:55| INFO binne_pacc finished [took 432.5216s]
+06/11/23 22:06:02| INFO bin_sld finished [took 455.4425s]
+06/11/23 22:06:03| INFO bin_cc finished [took 409.9712s]
+06/11/23 22:06:43| INFO mul_sld_gsq finished [took 490.7571s]
+06/11/23 22:07:34| INFO bin_sld_gsq finished [took 542.4371s]
+06/11/23 22:08:10| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00585) [took 557.7911s]
+06/11/23 22:08:29| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00589) [took 598.8338s]
+06/11/23 22:09:12| INFO mul_sld_gs finished [took 641.4050s]
+06/11/23 22:11:15| INFO bin_pacc_gs finished [took 742.8423s]
+06/11/23 22:14:10| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00443) [took 940.7448s]
+06/11/23 22:17:12| INFO bin_sld_gs finished [took 1122.5660s]
+06/11/23 22:17:12| INFO Dataset sample 0.30 of dataset rcv1_MCAT_9prevs finished [took 1126.9865s]
+06/11/23 22:17:12| INFO Dataset sample 0.40 of dataset rcv1_MCAT_9prevs started
+06/11/23 22:19:32| INFO ref finished [took 85.6333s]
+06/11/23 22:19:43| INFO mulmc_pacc finished [took 138.3833s]
+06/11/23 22:19:44| INFO doc_feat finished [took 84.2844s]
+06/11/23 22:19:54| INFO atc_ne finished [took 99.6744s]
+06/11/23 22:19:57| INFO kfcv finished [took 114.5018s]
+06/11/23 22:19:59| INFO mul_cc finished [took 123.4161s]
+06/11/23 22:20:05| INFO mul_pacc finished [took 163.4607s]
+06/11/23 22:20:09| INFO mul_sld finished [took 173.7721s]
+06/11/23 22:20:16| INFO mulne_pacc finished [took 162.8502s]
+06/11/23 22:20:16| INFO atc_mc finished [took 124.1504s]
+06/11/23 22:20:36| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00596) [took 169.9575s]
+06/11/23 22:21:55| INFO mul_pacc_gs finished [took 248.8139s]
+06/11/23 22:24:04| INFO binmc_pacc finished [took 400.7570s]
+06/11/23 22:24:12| INFO bin_pacc finished [took 411.2454s]
+06/11/23 22:24:21| INFO binne_pacc finished [took 414.5496s]
+06/11/23 22:24:21| INFO bin_cc finished [took 389.2880s]
+06/11/23 22:24:25| INFO bin_sld finished [took 431.6256s]
+06/11/23 22:25:13| INFO mul_sld_gsq finished [took 474.0621s]
+06/11/23 22:25:54| INFO bin_sld_gsq finished [took 515.9435s]
+06/11/23 22:26:41| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00626) [took 539.2315s]
+06/11/23 22:27:11| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00612) [took 594.2222s]
+06/11/23 22:27:54| INFO mul_sld_gs finished [took 637.0683s]
+06/11/23 22:29:48| INFO bin_pacc_gs finished [took 725.8952s]
+06/11/23 22:33:01| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00682) [took 945.7122s]
+06/11/23 22:36:02| INFO bin_sld_gs finished [took 1126.7133s]
+06/11/23 22:36:02| INFO Dataset sample 0.40 of dataset rcv1_MCAT_9prevs finished [took 1130.5566s]
+06/11/23 22:36:02| INFO Dataset sample 0.50 of dataset rcv1_MCAT_9prevs started
+06/11/23 22:38:42| INFO doc_feat finished [took 76.3995s]
+06/11/23 22:39:04| INFO mul_pacc finished [took 170.8108s]
+06/11/23 22:39:11| INFO mulmc_pacc finished [took 169.1537s]
+06/11/23 22:39:22| INFO ref finished [took 134.5551s]
+06/11/23 22:39:23| INFO kfcv finished [took 144.5049s]
+06/11/23 22:39:28| INFO mul_sld finished [took 201.7112s]
+06/11/23 22:39:31| INFO atc_ne finished [took 127.5871s]
+06/11/23 22:39:32| INFO atc_mc finished [took 141.1615s]
+06/11/23 22:39:33| INFO mulne_pacc finished [took 181.7155s]
+06/11/23 22:39:34| INFO mul_cc finished [took 156.9505s]
+06/11/23 22:39:37| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.00848) [took 178.6463s]
+06/11/23 22:41:02| INFO mul_pacc_gs finished [took 264.1109s]
+06/11/23 22:43:34| INFO binmc_pacc finished [took 438.9742s]
+06/11/23 22:43:34| INFO bin_pacc finished [took 442.7005s]
+06/11/23 22:43:43| INFO bin_sld finished [took 458.4940s]
+06/11/23 22:43:44| INFO binne_pacc finished [took 443.0455s]
+06/11/23 22:43:55| INFO bin_cc finished [took 423.6361s]
+06/11/23 22:44:45| INFO mul_sld_gsq finished [took 514.4586s]
+06/11/23 22:45:32| INFO bin_sld_gsq finished [took 562.7681s]
+06/11/23 22:46:12| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00790) [took 574.1156s]
+06/11/23 22:46:42| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00824) [took 633.5645s]
+06/11/23 22:47:24| INFO mul_sld_gs finished [took 676.3552s]
+06/11/23 22:49:27| INFO bin_pacc_gs finished [took 768.3574s]
+06/11/23 22:52:27| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00861) [took 979.5729s]
+06/11/23 22:55:32| INFO bin_sld_gs finished [took 1164.7331s]
+06/11/23 22:55:32| INFO Dataset sample 0.50 of dataset rcv1_MCAT_9prevs finished [took 1169.2748s]
+06/11/23 22:55:32| INFO Dataset sample 0.60 of dataset rcv1_MCAT_9prevs started
+06/11/23 22:58:47| INFO doc_feat finished [took 112.6375s]
+06/11/23 22:59:00| INFO kfcv finished [took 150.2412s]
+06/11/23 22:59:00| INFO mul_pacc finished [took 197.0521s]
+06/11/23 22:59:06| INFO mul_sld finished [took 209.9482s]
+06/11/23 22:59:07| INFO mulmc_pacc finished [took 198.8911s]
+06/11/23 22:59:07| INFO ref finished [took 148.7702s]
+06/11/23 22:59:16| INFO atc_ne finished [took 143.7730s]
+06/11/23 22:59:18| INFO atc_mc finished [took 151.2783s]
+06/11/23 22:59:19| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.01122) [took 190.1694s]
+06/11/23 22:59:26| INFO mul_cc finished [took 179.0100s]
+06/11/23 22:59:33| INFO mulne_pacc finished [took 211.9002s]
+06/11/23 23:00:52| INFO mul_pacc_gs finished [took 283.5718s]
+06/11/23 23:03:21| INFO bin_sld finished [took 466.9682s]
+06/11/23 23:03:24| INFO binmc_pacc finished [took 456.9500s]
+06/11/23 23:03:25| INFO bin_pacc finished [took 464.1421s]
+06/11/23 23:03:39| INFO bin_cc finished [took 445.8302s]
+06/11/23 23:03:40| INFO binne_pacc finished [took 466.3427s]
+06/11/23 23:04:10| INFO mul_sld_gsq finished [took 509.0584s]
+06/11/23 23:04:56| INFO bin_sld_gsq finished [took 556.7578s]
+06/11/23 23:05:48| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.01033) [took 581.0899s]
+06/11/23 23:06:14| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00791) [took 636.6955s]
+06/11/23 23:07:00| INFO mul_sld_gs finished [took 682.1829s]
+06/11/23 23:08:59| INFO bin_pacc_gs finished [took 772.0584s]
+06/11/23 23:11:44| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00722) [took 966.7367s]
+06/11/23 23:14:47| INFO bin_sld_gs finished [took 1150.2138s]
+06/11/23 23:14:47| INFO Dataset sample 0.60 of dataset rcv1_MCAT_9prevs finished [took 1155.4582s]
+06/11/23 23:14:47| INFO Dataset sample 0.70 of dataset rcv1_MCAT_9prevs started
+06/11/23 23:17:29| INFO mulmc_pacc finished [took 140.6592s]
+06/11/23 23:17:37| INFO doc_feat finished [took 93.5374s]
+06/11/23 23:17:58| INFO mul_pacc finished [took 176.1101s]
+06/11/23 23:18:06| INFO mulne_pacc finished [took 168.2578s]
+06/11/23 23:18:06| INFO ref finished [took 138.9670s]
+06/11/23 23:18:13| INFO atc_ne finished [took 133.8368s]
+06/11/23 23:18:13| INFO mul_cc finished [took 156.3809s]
+06/11/23 23:18:14| INFO atc_mc finished [took 140.7865s]
+06/11/23 23:18:15| INFO kfcv finished [took 150.8563s]
+06/11/23 23:18:28| INFO mul_sld finished [took 213.5502s]
+06/11/23 23:18:37| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00696) [took 184.7202s]
+06/11/23 23:20:04| INFO mul_pacc_gs finished [took 271.8620s]
+06/11/23 23:22:38| INFO binne_pacc finished [took 444.7274s]
+06/11/23 23:22:39| INFO binmc_pacc finished [took 454.8866s]
+06/11/23 23:22:39| INFO bin_pacc finished [took 458.6381s]
+06/11/23 23:22:47| INFO bin_cc finished [took 432.1075s]
+06/11/23 23:22:54| INFO bin_sld finished [took 480.5003s]
+06/11/23 23:23:33| INFO mul_sld_gsq finished [took 514.0066s]
+06/11/23 23:24:13| INFO bin_sld_gsq finished [took 554.7885s]
+06/11/23 23:24:57| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00603) [took 574.6463s]
+06/11/23 23:25:06| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00528) [took 609.3079s]
+06/11/23 23:25:51| INFO mul_sld_gs finished [took 654.2885s]
+06/11/23 23:28:10| INFO bin_pacc_gs finished [took 767.8253s]
+06/11/23 23:30:43| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00733) [took 947.2105s]
+06/11/23 23:33:48| INFO bin_sld_gs finished [took 1132.1309s]
+06/11/23 23:33:48| INFO Dataset sample 0.70 of dataset rcv1_MCAT_9prevs finished [took 1140.6743s]
+06/11/23 23:33:48| INFO Dataset sample 0.80 of dataset rcv1_MCAT_9prevs started
+06/11/23 23:36:55| INFO doc_feat finished [took 101.6311s]
+06/11/23 23:37:16| INFO atc_ne finished [took 124.5854s]
+06/11/23 23:37:39| INFO mulne_pacc finished [took 198.5060s]
+06/11/23 23:37:42| INFO mulmc_pacc finished [took 210.8408s]
+06/11/23 23:37:43| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.01019) [took 194.4422s]
+06/11/23 23:37:44| INFO mul_pacc finished [took 224.0155s]
+06/11/23 23:37:44| INFO kfcv finished [took 178.0222s]
+06/11/23 23:37:47| INFO ref finished [took 176.1278s]
+06/11/23 23:37:55| INFO atc_mc finished [took 173.0154s]
+06/11/23 23:37:58| INFO mul_cc finished [took 198.1420s]
+06/11/23 23:38:10| INFO mul_sld finished [took 258.4898s]
+06/11/23 23:39:25| INFO mul_pacc_gs finished [took 297.0552s]
+06/11/23 23:41:55| INFO binmc_pacc finished [took 471.8397s]
+06/11/23 23:42:06| INFO binne_pacc finished [took 470.6917s]
+06/11/23 23:42:08| INFO bin_pacc finished [took 490.2025s]
+06/11/23 23:42:11| INFO bin_sld finished [took 500.3974s]
+06/11/23 23:42:17| INFO bin_cc finished [took 463.2719s]
+06/11/23 23:42:33| INFO mul_sld_gsq finished [took 515.9211s]
+06/11/23 23:43:19| INFO bin_sld_gsq finished [took 563.2792s]
+06/11/23 23:44:05| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01110) [took 580.7011s]
+06/11/23 23:44:33| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00755) [took 638.9055s]
+06/11/23 23:45:18| INFO mul_sld_gs finished [took 683.7473s]
+06/11/23 23:47:14| INFO bin_pacc_gs finished [took 769.5136s]
+06/11/23 23:50:19| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00653) [took 986.1331s]
+06/11/23 23:53:23| INFO bin_sld_gs finished [took 1170.3407s]
+06/11/23 23:53:23| INFO Dataset sample 0.80 of dataset rcv1_MCAT_9prevs finished [took 1175.4004s]
+06/11/23 23:53:23| INFO Dataset sample 0.90 of dataset rcv1_MCAT_9prevs started
+06/11/23 23:53:29| WARNING Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 23:53:31| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 23:53:32| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 23:53:34| WARNING Method mul_sld_gsq failed. Exception: a must be greater than 0 unless no samples are taken
+06/11/23 23:53:34| WARNING Method bin_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 23:53:36| WARNING Method mul_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
+06/11/23 23:53:37| WARNING Method binmc_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 23:53:38| WARNING Method binne_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 23:53:39| WARNING Method mulmc_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
+06/11/23 23:53:41| WARNING Method mulne_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
+06/11/23 23:53:41| WARNING Method bin_pacc_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 23:53:43| WARNING Method mul_pacc_gs failed. Exception: could not broadcast input array from shape (3,) into shape (4,)
+06/11/23 23:53:44| WARNING Method bin_cc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+06/11/23 23:54:33| INFO ref finished [took 46.5615s]
+06/11/23 23:54:34| INFO doc_feat finished [took 43.4254s]
+06/11/23 23:54:34| INFO kfcv finished [took 48.7260s]
+06/11/23 23:54:34| INFO mul_sld finished [took 64.5496s]
+06/11/23 23:54:38| INFO atc_mc finished [took 49.9172s]
+06/11/23 23:54:39| INFO atc_ne finished [took 49.8635s]
+06/11/23 23:54:39| INFO mul_cc finished [took 54.7417s]
+06/11/23 23:58:27| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01247) [took 295.7388s]
+06/11/23 23:59:08| INFO mul_sld_gs finished [took 336.2009s]
+06/11/23 23:59:08| INFO Dataset sample 0.90 of dataset rcv1_MCAT_9prevs finished [took 344.1389s]
+----------------------------------------------------------------------------------------------------
+07/11/23 01:05:25| INFO dataset rcv1_CCAT_9prevs
+07/11/23 01:05:30| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started
+07/11/23 01:06:23| INFO ref finished [took 48.3560s]
+07/11/23 01:06:29| INFO atc_mc finished [took 52.9929s]
+07/11/23 01:06:30| INFO atc_ne finished [took 53.3908s]
+07/11/23 01:07:06| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1
+07/11/23 01:11:38| INFO mul_sld_gsq finished [took 364.0698s]
+07/11/23 01:13:51| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00644) [took 499.4945s]
+07/11/23 01:14:34| INFO mul_sld_gs finished [took 542.6047s]
+07/11/23 01:18:02| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00589) [took 750.8663s]
+07/11/23 01:21:01| INFO bin_sld_gs finished [took 930.1356s]
+07/11/23 01:21:01| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 931.4321s]
+07/11/23 01:21:01| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started
+07/11/23 01:22:02| INFO ref finished [took 55.2212s]
+07/11/23 01:22:07| INFO atc_mc finished [took 59.3890s]
+07/11/23 01:22:09| INFO atc_ne finished [took 59.7388s]
+07/11/23 01:27:21| INFO mul_sld_gsq finished [took 375.2352s]
+07/11/23 01:27:24| INFO bin_sld_gsq finished [took 379.6159s]
+07/11/23 01:29:25| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01221) [took 502.0302s]
+07/11/23 01:30:08| INFO mul_sld_gs finished [took 545.0285s]
+07/11/23 01:34:25| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00768) [took 802.3620s]
+07/11/23 01:37:25| INFO bin_sld_gs finished [took 982.3260s]
+07/11/23 01:37:25| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 983.7236s]
+07/11/23 01:37:25| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started
+07/11/23 01:38:20| INFO ref finished [took 49.9803s]
+07/11/23 01:38:25| INFO atc_mc finished [took 53.3765s]
+07/11/23 01:38:26| INFO atc_ne finished [took 53.8925s]
+07/11/23 01:43:41| INFO mul_sld_gsq finished [took 372.2608s]
+07/11/23 01:43:45| INFO bin_sld_gsq finished [took 377.3380s]
+07/11/23 01:45:45| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00872) [took 497.5768s]
+07/11/23 01:46:28| INFO mul_sld_gs finished [took 540.8267s]
+07/11/23 01:51:09| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00782) [took 822.2849s]
+07/11/23 01:54:10| INFO bin_sld_gs finished [took 1003.7804s]
+07/11/23 01:54:10| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 1005.2506s]
+07/11/23 01:54:10| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started
+07/11/23 01:55:05| INFO ref finished [took 49.8884s]
+07/11/23 01:55:09| INFO atc_mc finished [took 53.3594s]
+07/11/23 01:55:10| INFO atc_ne finished [took 53.5162s]
+07/11/23 02:00:25| INFO mul_sld_gsq finished [took 371.4460s]
+07/11/23 02:00:41| INFO bin_sld_gsq finished [took 387.6183s]
+07/11/23 02:02:30| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01037) [took 498.0096s]
+07/11/23 02:03:11| INFO mul_sld_gs finished [took 539.1531s]
+07/11/23 02:07:53| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01112) [took 821.8730s]
+07/11/23 02:10:52| INFO bin_sld_gs finished [took 1001.0803s]
+07/11/23 02:10:52| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 1002.3085s]
+07/11/23 02:10:52| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started
+07/11/23 02:11:44| INFO ref finished [took 47.2218s]
+07/11/23 02:11:48| INFO atc_mc finished [took 49.6349s]
+07/11/23 02:11:50| INFO atc_ne finished [took 50.9082s]
+07/11/23 02:16:51| INFO mul_sld_gsq finished [took 354.3706s]
+07/11/23 02:17:11| INFO bin_sld_gsq finished [took 376.0124s]
+07/11/23 02:18:51| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00572) [took 476.0587s]
+07/11/23 02:19:33| INFO mul_sld_gs finished [took 518.5692s]
+07/11/23 02:24:17| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00653) [took 803.4978s]
+07/11/23 02:27:16| INFO bin_sld_gs finished [took 982.4395s]
+07/11/23 02:27:16| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 983.7838s]
+07/11/23 02:27:16| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started
+07/11/23 02:28:08| INFO ref finished [took 46.6191s]
+07/11/23 02:28:13| INFO atc_mc finished [took 50.3543s]
+07/11/23 02:28:15| INFO atc_ne finished [took 51.6601s]
+07/11/23 02:33:15| INFO mul_sld_gsq finished [took 354.6014s]
+07/11/23 02:33:34| INFO bin_sld_gsq finished [took 374.7872s]
+07/11/23 02:35:14| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00637) [took 475.9302s]
+07/11/23 02:35:57| INFO mul_sld_gs finished [took 518.5425s]
+07/11/23 02:40:20| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00544) [took 782.7268s]
+07/11/23 02:43:18| INFO bin_sld_gs finished [took 960.6334s]
+07/11/23 02:43:18| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 961.9030s]
+07/11/23 02:43:18| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started
+07/11/23 02:44:10| INFO ref finished [took 47.1234s]
+07/11/23 02:44:14| INFO atc_mc finished [took 49.9871s]
+07/11/23 02:44:16| INFO atc_ne finished [took 50.9160s]
+07/11/23 02:49:19| INFO mul_sld_gsq finished [took 357.0613s]
+07/11/23 02:49:30| INFO bin_sld_gsq finished [took 368.8000s]
+07/11/23 02:51:16| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00765) [took 475.7332s]
+07/11/23 02:51:59| INFO mul_sld_gs finished [took 518.6671s]
+07/11/23 02:56:28| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01235) [took 788.7117s]
+07/11/23 02:59:28| INFO bin_sld_gs finished [took 968.7653s]
+07/11/23 02:59:28| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 970.1516s]
+07/11/23 02:59:28| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started
+07/11/23 03:00:20| INFO ref finished [took 46.9898s]
+07/11/23 03:00:24| INFO atc_mc finished [took 49.8768s]
+07/11/23 03:00:25| INFO atc_ne finished [took 49.6324s]
+07/11/23 03:05:23| INFO mul_sld_gsq finished [took 350.7932s]
+07/11/23 03:05:32| INFO bin_sld_gsq finished [took 360.8665s]
+07/11/23 03:07:25| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01306) [took 474.6581s]
+07/11/23 03:08:07| INFO mul_sld_gs finished [took 516.4890s]
+07/11/23 03:12:24| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00894) [took 774.9140s]
+07/11/23 03:15:29| INFO bin_sld_gs finished [took 959.3579s]
+07/11/23 03:15:29| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 960.6992s]
+07/11/23 03:15:29| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started
+07/11/23 03:16:21| INFO ref finished [took 47.3281s]
+07/11/23 03:16:25| INFO atc_mc finished [took 49.8016s]
+07/11/23 03:16:28| INFO atc_ne finished [took 51.2288s]
+07/11/23 03:21:16| INFO mul_sld_gsq finished [took 343.2861s]
+07/11/23 03:21:22| INFO bin_sld_gsq finished [took 349.6065s]
+07/11/23 03:23:20| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00808) [took 468.7910s]
+07/11/23 03:24:01| INFO mul_sld_gs finished [took 509.9001s]
+07/11/23 03:28:03| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00604) [took 752.8185s]
+07/11/23 03:31:01| INFO bin_sld_gs finished [took 930.3934s]
+07/11/23 03:31:01| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 931.7055s]
+07/11/23 03:31:29| INFO dataset imdb_9prevs
+07/11/23 03:31:37| INFO Dataset sample 0.10 of dataset imdb_9prevs started
+07/11/23 03:31:49| INFO ref finished [took 11.4117s]
+07/11/23 03:31:53| INFO atc_mc finished [took 14.8218s]
+07/11/23 03:31:53| INFO atc_ne finished [took 14.8359s]
+07/11/23 03:32:11| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1
+07/11/23 03:32:56| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1
+07/11/23 03:36:32| INFO mul_sld_gsq finished [took 294.6812s]
+07/11/23 03:38:05| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.03127) [took 387.7698s]
+07/11/23 03:38:18| INFO mul_sld_gs finished [took 400.7660s]
+07/11/23 03:38:18| INFO Dataset sample 0.10 of dataset imdb_9prevs finished [took 401.3208s]
+07/11/23 03:38:18| INFO Dataset sample 0.20 of dataset imdb_9prevs started
+07/11/23 03:38:30| INFO ref finished [took 11.1665s]
+07/11/23 03:38:34| INFO atc_mc finished [took 14.4483s]
+07/11/23 03:38:34| INFO atc_ne finished [took 14.8634s]
+07/11/23 03:43:16| INFO bin_sld_gsq finished [took 296.8786s]
+07/11/23 03:43:32| INFO mul_sld_gsq finished [took 312.4588s]
+07/11/23 03:45:44| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01194) [took 445.1331s]
+07/11/23 03:45:58| INFO mul_sld_gs finished [took 459.5855s]
+07/11/23 03:51:05| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00924) [took 766.1528s]
+07/11/23 03:53:40| INFO bin_sld_gs finished [took 921.5996s]
+07/11/23 03:53:40| INFO Dataset sample 0.20 of dataset imdb_9prevs finished [took 922.0949s]
+07/11/23 03:53:40| INFO Dataset sample 0.30 of dataset imdb_9prevs started
+07/11/23 03:53:53| INFO ref finished [took 11.5825s]
+07/11/23 03:53:57| INFO atc_mc finished [took 14.8590s]
+07/11/23 03:53:57| INFO atc_ne finished [took 15.3090s]
+07/11/23 03:58:53| INFO mul_sld_gsq finished [took 311.9891s]
+07/11/23 03:58:54| INFO bin_sld_gsq finished [took 313.1182s]
+07/11/23 04:01:03| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00953) [took 441.3198s]
+07/11/23 04:01:18| INFO mul_sld_gs finished [took 456.2347s]
+07/11/23 04:06:06| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01064) [took 745.0596s]
+07/11/23 04:08:40| INFO bin_sld_gs finished [took 898.9046s]
+07/11/23 04:08:40| INFO Dataset sample 0.30 of dataset imdb_9prevs finished [took 899.6778s]
+07/11/23 04:08:40| INFO Dataset sample 0.40 of dataset imdb_9prevs started
+07/11/23 04:08:52| INFO ref finished [took 11.0605s]
+07/11/23 04:08:56| INFO atc_mc finished [took 14.9590s]
+07/11/23 04:08:56| INFO atc_ne finished [took 14.8804s]
+07/11/23 04:13:54| INFO mul_sld_gsq finished [took 313.3797s]
+07/11/23 04:13:56| INFO bin_sld_gsq finished [took 315.5862s]
+07/11/23 04:15:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.01029) [took 432.9025s]
+07/11/23 04:16:08| INFO mul_sld_gs finished [took 447.1098s]
+07/11/23 04:21:25| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01176) [took 764.2230s]
+07/11/23 04:23:56| INFO bin_sld_gs finished [took 915.4905s]
+07/11/23 04:23:56| INFO Dataset sample 0.40 of dataset imdb_9prevs finished [took 916.1187s]
+07/11/23 04:23:56| INFO Dataset sample 0.50 of dataset imdb_9prevs started
+07/11/23 04:24:08| INFO ref finished [took 10.9214s]
+07/11/23 04:24:12| INFO atc_mc finished [took 14.9236s]
+07/11/23 04:24:12| INFO atc_ne finished [took 14.9240s]
+07/11/23 04:29:11| INFO bin_sld_gsq finished [took 314.3071s]
+07/11/23 04:29:19| INFO mul_sld_gsq finished [took 322.1027s]
+07/11/23 04:31:25| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00885) [took 448.0202s]
+07/11/23 04:31:40| INFO mul_sld_gs finished [took 463.2243s]
+07/11/23 04:36:23| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00940) [took 746.2797s]
+07/11/23 04:38:55| INFO bin_sld_gs finished [took 898.7899s]
+07/11/23 04:38:55| INFO Dataset sample 0.50 of dataset imdb_9prevs finished [took 899.2924s]
+07/11/23 04:38:55| INFO Dataset sample 0.60 of dataset imdb_9prevs started
+07/11/23 04:39:08| INFO ref finished [took 11.9811s]
+07/11/23 04:39:12| INFO atc_mc finished [took 15.7159s]
+07/11/23 04:39:12| INFO atc_ne finished [took 15.9512s]
+07/11/23 04:44:19| INFO bin_sld_gsq finished [took 323.1420s]
+07/11/23 04:44:21| INFO mul_sld_gsq finished [took 325.2299s]
+07/11/23 04:46:22| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00984) [took 445.8872s]
+07/11/23 04:46:37| INFO mul_sld_gs finished [took 460.6339s]
+07/11/23 04:52:03| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.01142) [took 786.7500s]
+07/11/23 04:54:36| INFO bin_sld_gs finished [took 940.1627s]
+07/11/23 04:54:36| INFO Dataset sample 0.60 of dataset imdb_9prevs finished [took 940.6023s]
+07/11/23 04:54:36| INFO Dataset sample 0.70 of dataset imdb_9prevs started
+07/11/23 04:54:48| INFO ref finished [took 11.1744s]
+07/11/23 04:54:52| INFO atc_mc finished [took 14.7518s]
+07/11/23 04:54:52| INFO atc_ne finished [took 14.8147s]
+07/11/23 04:59:45| INFO bin_sld_gsq finished [took 308.3645s]
+07/11/23 05:00:07| INFO mul_sld_gsq finished [took 330.3332s]
+07/11/23 05:02:14| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01102) [took 456.8448s]
+07/11/23 05:02:28| INFO mul_sld_gs finished [took 471.4675s]
+07/11/23 05:06:48| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.02196) [took 731.2847s]
+07/11/23 05:09:19| INFO bin_sld_gs finished [took 882.2200s]
+07/11/23 05:09:19| INFO Dataset sample 0.70 of dataset imdb_9prevs finished [took 882.8165s]
+07/11/23 05:09:19| INFO Dataset sample 0.80 of dataset imdb_9prevs started
+07/11/23 05:09:31| INFO ref finished [took 11.0645s]
+07/11/23 05:09:35| INFO atc_mc finished [took 14.7375s]
+07/11/23 05:09:35| INFO atc_ne finished [took 14.7704s]
+07/11/23 05:14:22| INFO bin_sld_gsq finished [took 302.1848s]
+07/11/23 05:14:33| INFO mul_sld_gsq finished [took 313.5459s]
+07/11/23 05:16:38| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00785) [took 438.9863s]
+07/11/23 05:16:52| INFO mul_sld_gs finished [took 452.7273s]
+07/11/23 05:21:59| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01449) [took 759.8355s]
+07/11/23 05:24:38| INFO bin_sld_gs finished [took 918.7338s]
+07/11/23 05:24:38| INFO Dataset sample 0.80 of dataset imdb_9prevs finished [took 919.2981s]
+07/11/23 05:24:38| INFO Dataset sample 0.90 of dataset imdb_9prevs started
+07/11/23 05:24:39| WARNING Method mul_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+07/11/23 05:24:39| WARNING Method bin_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2.
+07/11/23 05:24:48| INFO ref finished [took 9.1378s]
+07/11/23 05:24:51| INFO atc_mc finished [took 12.1603s]
+07/11/23 05:24:52| INFO atc_ne finished [took 12.3482s]
+07/11/23 05:25:08| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0
+07/11/23 05:30:32| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.04178) [took 353.7904s]
+07/11/23 05:30:45| INFO mul_sld_gs finished [took 365.9283s]
+07/11/23 05:30:45| INFO Dataset sample 0.90 of dataset imdb_9prevs finished [took 366.4930s]
+----------------------------------------------------------------------------------------------------
diff --git a/quacc/data.py b/quacc/data.py
index 1a0ae3f..7eb1809 100644
--- a/quacc/data.py
+++ b/quacc/data.py
@@ -1,7 +1,7 @@
+import math
from typing import List, Optional
import numpy as np
-import math
import scipy.sparse as sp
from quapy.data import LabelledCollection
@@ -128,7 +128,9 @@ class ExtendedCollection(LabelledCollection):
@classmethod
def extend_collection(
- cls, base: LabelledCollection, pred_proba: np.ndarray
+ cls,
+ base: LabelledCollection,
+ pred_proba: np.ndarray,
):
n_classes = base.n_classes
@@ -136,13 +138,13 @@ class ExtendedCollection(LabelledCollection):
n_x = cls.extend_instances(base.X, pred_proba)
# n_y = (exptected y, predicted y)
- pred = np.asarray([prob.argmax(axis=0) for prob in pred_proba])
+ pred_proba = pred_proba[:, -n_classes:]
+ preds = np.argmax(pred_proba, axis=-1)
n_y = np.asarray(
[
ExClassManager.get_ex(n_classes, true_class, pred_class)
- for (true_class, pred_class) in zip(base.y, pred)
+ for (true_class, pred_class) in zip(base.y, preds)
]
)
return ExtendedCollection(n_x, n_y, classes=[*range(0, n_classes * n_classes)])
-
diff --git a/quacc/dataset.py b/quacc/dataset.py
index c11b0c9..aff0fbb 100644
--- a/quacc/dataset.py
+++ b/quacc/dataset.py
@@ -71,18 +71,16 @@ class Dataset:
return all_train, test
- def get_raw(self, validation=True) -> DatasetSample:
+ def get_raw(self) -> DatasetSample:
all_train, test = {
"spambase": self.__spambase,
"imdb": self.__imdb,
"rcv1": self.__rcv1,
}[self._name]()
- train, val = all_train, None
- if validation:
- train, val = all_train.split_stratified(
- train_prop=TRAIN_VAL_PROP, random_state=0
- )
+ train, val = all_train.split_stratified(
+ train_prop=TRAIN_VAL_PROP, random_state=0
+ )
return DatasetSample(train, val, test)
diff --git a/quacc/error.py b/quacc/error.py
index 6ed7dd4..4393d72 100644
--- a/quacc/error.py
+++ b/quacc/error.py
@@ -1,13 +1,10 @@
-import quapy as qp
+import numpy as np
def from_name(err_name):
- if err_name == "f1e":
- return f1e
- elif err_name == "f1":
- return f1
- else:
- return qp.error.from_name(err_name)
+ assert err_name in ERROR_NAMES, f"unknown error {err_name}"
+ callable_error = globals()[err_name]
+ return callable_error
# def f1(prev):
@@ -36,5 +33,23 @@ def f1e(prev):
return 1 - f1(prev)
-def acc(prev):
- return (prev[0] + prev[3]) / sum(prev)
+def acc(prev: np.ndarray) -> float:
+ return (prev[0] + prev[3]) / np.sum(prev)
+
+
+def accd(true_prevs: np.ndarray, estim_prevs: np.ndarray) -> np.ndarray:
+ vacc = np.vectorize(acc, signature="(m)->()")
+ a_tp = vacc(true_prevs)
+ a_ep = vacc(estim_prevs)
+ return np.abs(a_tp - a_ep)
+
+
+def maccd(true_prevs: np.ndarray, estim_prevs: np.ndarray) -> float:
+ return accd(true_prevs, estim_prevs).mean()
+
+
+ACCURACY_ERROR = {maccd}
+ACCURACY_ERROR_SINGLE = {accd}
+ACCURACY_ERROR_NAMES = {func.__name__ for func in ACCURACY_ERROR}
+ACCURACY_ERROR_SINGLE_NAMES = {func.__name__ for func in ACCURACY_ERROR_SINGLE}
+ERROR_NAMES = ACCURACY_ERROR_NAMES | ACCURACY_ERROR_SINGLE_NAMES
diff --git a/quacc/estimator.py b/quacc/estimator.py
deleted file mode 100644
index 216b8a1..0000000
--- a/quacc/estimator.py
+++ /dev/null
@@ -1,192 +0,0 @@
-import math
-from abc import abstractmethod
-
-import numpy as np
-import quapy as qp
-from quapy.data import LabelledCollection
-from quapy.method.aggregative import CC, SLD
-from quapy.model_selection import GridSearchQ
-from quapy.protocol import UPP
-from sklearn.base import BaseEstimator
-from sklearn.linear_model import LogisticRegression
-from sklearn.model_selection import cross_val_predict
-
-from quacc.data import ExtendedCollection
-
-
-class AccuracyEstimator:
- def __init__(self):
- self.fit_score = None
-
- def _gs_params(self, t_val: LabelledCollection):
- return {
- "param_grid": {
- "classifier__C": np.logspace(-3, 3, 7),
- "classifier__class_weight": [None, "balanced"],
- "recalib": [None, "bcts"],
- },
- "protocol": UPP(t_val, repeats=1000),
- "error": qp.error.mae,
- "refit": False,
- "timeout": -1,
- "n_jobs": None,
- "verbose": True,
- }
-
- def extend(self, base: LabelledCollection, pred_proba=None) -> ExtendedCollection:
- if not pred_proba:
- pred_proba = self.c_model.predict_proba(base.X)
- return ExtendedCollection.extend_collection(base, pred_proba), pred_proba
-
- @abstractmethod
- def fit(self, train: LabelledCollection | ExtendedCollection):
- ...
-
- @abstractmethod
- def estimate(self, instances, ext=False):
- ...
-
-
-AE = AccuracyEstimator
-
-
-class MulticlassAccuracyEstimator(AccuracyEstimator):
- def __init__(self, c_model: BaseEstimator, q_model="SLD", gs=False, recalib=None):
- super().__init__()
- self.c_model = c_model
- self._q_model_name = q_model.upper()
- self.e_train = None
- self.gs = gs
- self.recalib = recalib
-
- def fit(self, train: LabelledCollection | ExtendedCollection):
- # check if model is fit
- # self.model.fit(*train.Xy)
- if isinstance(train, LabelledCollection):
- pred_prob_train = cross_val_predict(
- self.c_model, *train.Xy, method="predict_proba"
- )
- self.e_train = ExtendedCollection.extend_collection(train, pred_prob_train)
- else:
- self.e_train = train
-
- if self._q_model_name == "SLD":
- if self.gs:
- t_train, t_val = self.e_train.split_stratified(0.6, random_state=0)
- gs_params = self._gs_params(t_val)
- self.q_model = GridSearchQ(
- SLD(LogisticRegression()),
- **gs_params,
- )
- self.q_model.fit(t_train)
- self.fit_score = self.q_model.best_score_
- else:
- self.q_model = SLD(LogisticRegression(), recalib=self.recalib)
- self.q_model.fit(self.e_train)
- elif self._q_model_name == "CC":
- self.q_model = CC(LogisticRegression())
- self.q_model.fit(self.e_train)
-
- def estimate(self, instances, ext=False):
- if not ext:
- pred_prob = self.c_model.predict_proba(instances)
- e_inst = ExtendedCollection.extend_instances(instances, pred_prob)
- else:
- e_inst = instances
-
- estim_prev = self.q_model.quantify(e_inst)
-
- return self._check_prevalence_classes(
- self.e_train.classes_, self.q_model, estim_prev
- )
-
- def _check_prevalence_classes(self, true_classes, q_model, estim_prev):
- if isinstance(q_model, GridSearchQ):
- estim_classes = q_model.best_model().classes_
- else:
- estim_classes = q_model.classes_
- for _cls in true_classes:
- if _cls not in estim_classes:
- estim_prev = np.insert(estim_prev, _cls, [0.0], axis=0)
- return estim_prev
-
-
-class BinaryQuantifierAccuracyEstimator(AccuracyEstimator):
- def __init__(self, c_model: BaseEstimator, q_model="SLD", gs=False, recalib=None):
- super().__init__()
- self.c_model = c_model
- self._q_model_name = q_model.upper()
- self.q_models = []
- self.gs = gs
- self.recalib = recalib
- self.e_train = None
-
- def fit(self, train: LabelledCollection | ExtendedCollection):
- # check if model is fit
- # self.model.fit(*train.Xy)
- if isinstance(train, LabelledCollection):
- pred_prob_train = cross_val_predict(
- self.c_model, *train.Xy, method="predict_proba"
- )
-
- self.e_train = ExtendedCollection.extend_collection(train, pred_prob_train)
- elif isinstance(train, ExtendedCollection):
- self.e_train = train
-
- self.n_classes = self.e_train.n_classes
- e_trains = self.e_train.split_by_pred()
-
- if self._q_model_name == "SLD":
- fit_scores = []
- for e_train in e_trains:
- if self.gs:
- t_train, t_val = e_train.split_stratified(0.6, random_state=0)
- gs_params = self._gs_params(t_val)
- q_model = GridSearchQ(
- SLD(LogisticRegression()),
- **gs_params,
- )
- q_model.fit(t_train)
- fit_scores.append(q_model.best_score_)
- self.q_models.append(q_model)
- else:
- q_model = SLD(LogisticRegression(), recalib=self.recalib)
- q_model.fit(e_train)
- self.q_models.append(q_model)
-
- if self.gs:
- self.fit_score = np.mean(fit_scores)
-
- elif self._q_model_name == "CC":
- for e_train in e_trains:
- q_model = CC(LogisticRegression())
- q_model.fit(e_train)
- self.q_models.append(q_model)
-
- def estimate(self, instances, ext=False):
- # TODO: test
- if not ext:
- pred_prob = self.c_model.predict_proba(instances)
- e_inst = ExtendedCollection.extend_instances(instances, pred_prob)
- else:
- e_inst = instances
-
- _ncl = int(math.sqrt(self.n_classes))
- s_inst, norms = ExtendedCollection.split_inst_by_pred(_ncl, e_inst)
- estim_prevs = [
- self._quantify_helper(inst, norm, q_model)
- for (inst, norm, q_model) in zip(s_inst, norms, self.q_models)
- ]
-
- estim_prev = []
- for prev_row in zip(*estim_prevs):
- for prev in prev_row:
- estim_prev.append(prev)
-
- return np.asarray(estim_prev)
-
- def _quantify_helper(self, inst, norm, q_model):
- if inst.shape[0] > 0:
- return np.asarray(list(map(lambda p: p * norm, q_model.quantify(inst))))
- else:
- return np.asarray([0.0, 0.0])
diff --git a/quacc/evaluation/__init__.py b/quacc/evaluation/__init__.py
index e69de29..1851c4b 100644
--- a/quacc/evaluation/__init__.py
+++ b/quacc/evaluation/__init__.py
@@ -0,0 +1,34 @@
+from typing import Callable, Union
+
+import numpy as np
+from quapy.protocol import AbstractProtocol, OnLabelledCollectionProtocol
+
+import quacc as qc
+
+from ..method.base import BaseAccuracyEstimator
+
+
+def evaluate(
+ estimator: BaseAccuracyEstimator,
+ protocol: AbstractProtocol,
+ error_metric: Union[Callable | str],
+) -> float:
+ if isinstance(error_metric, str):
+ error_metric = qc.error.from_name(error_metric)
+
+ collator_bck_ = protocol.collator
+ protocol.collator = OnLabelledCollectionProtocol.get_collator("labelled_collection")
+
+ estim_prevs, true_prevs = [], []
+ for sample in protocol():
+ e_sample = estimator.extend(sample)
+ estim_prev = estimator.estimate(e_sample.X, ext=True)
+ estim_prevs.append(estim_prev)
+ true_prevs.append(e_sample.prevalence())
+
+ protocol.collator = collator_bck_
+
+ true_prevs = np.array(true_prevs)
+ estim_prevs = np.array(estim_prevs)
+
+ return error_metric(true_prevs, estim_prevs)
diff --git a/quacc/evaluation/baseline.py b/quacc/evaluation/baseline.py
index 9a5fc5d..c51351e 100644
--- a/quacc/evaluation/baseline.py
+++ b/quacc/evaluation/baseline.py
@@ -65,11 +65,10 @@ def ref(
validation: LabelledCollection,
protocol: AbstractStochasticSeededProtocol,
):
- c_model_predict = getattr(c_model, "predict_proba")
+ c_model_predict = getattr(c_model, "predict")
report = EvaluationReport(name="ref")
for test in protocol():
- test_probs = c_model_predict(test.X)
- test_preds = np.argmax(test_probs, axis=-1)
+ test_preds = c_model_predict(test.X)
report.append_row(
test.prevalence(),
acc_score=metrics.accuracy_score(test.y, test_preds),
diff --git a/quacc/evaluation/comp.py b/quacc/evaluation/comp.py
index 2f45343..6df27a6 100644
--- a/quacc/evaluation/comp.py
+++ b/quacc/evaluation/comp.py
@@ -3,6 +3,7 @@ import time
from traceback import print_exception as traceback
from typing import List
+import numpy as np
import pandas as pd
import quapy as qp
@@ -17,31 +18,63 @@ pd.set_option("display.float_format", "{:.4f}".format)
qp.environ["SAMPLE_SIZE"] = env.SAMPLE_SIZE
+class CompEstimatorName_:
+ def __init__(self, ce):
+ self.ce = ce
+
+ def __getitem__(self, e: str | List[str]):
+ if isinstance(e, str):
+ return self.ce._CompEstimator__get(e)[0]
+ elif isinstance(e, list):
+ return list(self.ce._CompEstimator__get(e).keys())
+
+
+class CompEstimatorFunc_:
+ def __init__(self, ce):
+ self.ce = ce
+
+ def __getitem__(self, e: str | List[str]):
+ if isinstance(e, str):
+ return self.ce._CompEstimator__get(e)[1]
+ elif isinstance(e, list):
+ return list(self.ce._CompEstimator__get(e).values())
+
+
class CompEstimator:
__dict = method._methods | baseline._baselines
- def __class_getitem__(cls, e: str | List[str]):
+ def __get(cls, e: str | List[str]):
if isinstance(e, str):
try:
- return cls.__dict[e]
+ return (e, cls.__dict[e])
except KeyError:
raise KeyError(f"Invalid estimator: estimator {e} does not exist")
elif isinstance(e, list):
- _subtr = [k for k in e if k not in cls.__dict]
+ _subtr = np.setdiff1d(e, list(cls.__dict.keys()))
if len(_subtr) > 0:
raise KeyError(
f"Invalid estimator: estimator {_subtr[0]} does not exist"
)
- return [fun for k, fun in cls.__dict.items() if k in e]
+ e_fun = {k: fun for k, fun in cls.__dict.items() if k in e}
+ if "ref" not in e:
+ e_fun["ref"] = cls.__dict["ref"]
+
+ return e_fun
+
+ @property
+ def name(self):
+ return CompEstimatorName_(self)
+
+ @property
+ def func(self):
+ return CompEstimatorFunc_(self)
-CE = CompEstimator
+CE = CompEstimator()
-def evaluate_comparison(
- dataset: Dataset, estimators=["OUR_BIN_SLD", "OUR_MUL_SLD"]
-) -> EvaluationReport:
+def evaluate_comparison(dataset: Dataset, estimators=None) -> EvaluationReport:
log = Logger.logger()
# with multiprocessing.Pool(1) as pool:
with multiprocessing.Pool(len(estimators)) as pool:
@@ -52,7 +85,9 @@ def evaluate_comparison(
f"Dataset sample {d.train_prev[1]:.2f} of dataset {dataset.name} started"
)
tstart = time.time()
- tasks = [(estim, d.train, d.validation, d.test) for estim in CE[estimators]]
+ tasks = [
+ (estim, d.train, d.validation, d.test) for estim in CE.func[estimators]
+ ]
results = [
pool.apply_async(estimate_worker, t, {"_env": env, "q": Logger.queue()})
for t in tasks
diff --git a/quacc/evaluation/method.py b/quacc/evaluation/method.py
index b15990a..0caf9c3 100644
--- a/quacc/evaluation/method.py
+++ b/quacc/evaluation/method.py
@@ -1,23 +1,30 @@
+import inspect
from functools import wraps
import numpy as np
-import sklearn.metrics as metrics
-from quapy.data import LabelledCollection
-from quapy.protocol import AbstractStochasticSeededProtocol
-from sklearn.base import BaseEstimator
+from quapy.method.aggregative import PACC, SLD, CC
+from quapy.protocol import UPP, AbstractProtocol
+from sklearn.linear_model import LogisticRegression
-import quacc.error as error
+import quacc as qc
from quacc.evaluation.report import EvaluationReport
+from quacc.method.model_selection import BQAEgsq, GridSearchAE, MCAEgsq
-from ..estimator import (
- AccuracyEstimator,
- BinaryQuantifierAccuracyEstimator,
- MulticlassAccuracyEstimator,
-)
+from ..method.base import BQAE, MCAE, BaseAccuracyEstimator
_methods = {}
-
-
+_sld_param_grid = {
+ "q__classifier__C": np.logspace(-3, 3, 7),
+ "q__classifier__class_weight": [None, "balanced"],
+ "q__recalib": [None, "bcts"],
+ "q__exact_train_prev": [True],
+ "confidence": [None, "max_conf", "entropy"],
+}
+_pacc_param_grid = {
+ "q__classifier__C": np.logspace(-3, 3, 7),
+ "q__classifier__class_weight": [None, "balanced"],
+ "confidence": [None, "max_conf", "entropy"],
+}
def method(func):
@wraps(func)
def wrapper(c_model, validation, protocol):
@@ -28,108 +35,271 @@ def method(func):
return wrapper
-def estimate(
- estimator: AccuracyEstimator,
- protocol: AbstractStochasticSeededProtocol,
-):
- base_prevs, true_prevs, estim_prevs, pred_probas, labels = [], [], [], [], []
- for sample in protocol():
- e_sample, pred_proba = estimator.extend(sample)
- estim_prev = estimator.estimate(e_sample.X, ext=True)
- base_prevs.append(sample.prevalence())
- true_prevs.append(e_sample.prevalence())
- estim_prevs.append(estim_prev)
- pred_probas.append(pred_proba)
- labels.append(sample.y)
-
- return base_prevs, true_prevs, estim_prevs, pred_probas, labels
-
-
def evaluation_report(
- estimator: AccuracyEstimator,
- protocol: AbstractStochasticSeededProtocol,
- method: str,
+ estimator: BaseAccuracyEstimator,
+ protocol: AbstractProtocol,
) -> EvaluationReport:
- base_prevs, true_prevs, estim_prevs, pred_probas, labels = estimate(
- estimator, protocol
- )
- report = EvaluationReport(name=method)
-
- for base_prev, true_prev, estim_prev, pred_proba, label in zip(
- base_prevs, true_prevs, estim_prevs, pred_probas, labels
- ):
- pred = np.argmax(pred_proba, axis=-1)
- acc_score = error.acc(estim_prev)
- f1_score = error.f1(estim_prev)
+ method_name = inspect.stack()[1].function
+ report = EvaluationReport(name=method_name)
+ for sample in protocol():
+ e_sample = estimator.extend(sample)
+ estim_prev = estimator.estimate(e_sample.X, ext=True)
+ acc_score = qc.error.acc(estim_prev)
+ f1_score = qc.error.f1(estim_prev)
report.append_row(
- base_prev,
+ sample.prevalence(),
acc_score=acc_score,
- acc=abs(metrics.accuracy_score(label, pred) - acc_score),
+ acc=abs(qc.error.acc(e_sample.prevalence()) - acc_score),
f1_score=f1_score,
- f1=abs(error.f1(true_prev) - f1_score),
+ f1=abs(qc.error.f1(e_sample.prevalence()) - f1_score),
)
- report.fit_score = estimator.fit_score
-
return report
-def evaluate(
- c_model: BaseEstimator,
- validation: LabelledCollection,
- protocol: AbstractStochasticSeededProtocol,
- method: str,
- q_model: str,
- **kwargs,
-):
- estimator: AccuracyEstimator = {
- "bin": BinaryQuantifierAccuracyEstimator,
- "mul": MulticlassAccuracyEstimator,
- }[method](c_model, q_model=q_model.upper(), **kwargs)
- estimator.fit(validation)
- _method = f"{method}_{q_model}"
- if "recalib" in kwargs:
- _method += f"_{kwargs['recalib']}"
- if ("gs", True) in kwargs.items():
- _method += "_gs"
- return evaluation_report(estimator, protocol, _method)
-
-
@method
def bin_sld(c_model, validation, protocol) -> EvaluationReport:
- return evaluate(c_model, validation, protocol, "bin", "sld")
+ est = BQAE(c_model, SLD(LogisticRegression())).fit(validation)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
@method
def mul_sld(c_model, validation, protocol) -> EvaluationReport:
- return evaluate(c_model, validation, protocol, "mul", "sld")
+ est = MCAE(c_model, SLD(LogisticRegression())).fit(validation)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
@method
-def bin_sld_bcts(c_model, validation, protocol) -> EvaluationReport:
- return evaluate(c_model, validation, protocol, "bin", "sld", recalib="bcts")
+def binmc_sld(c_model, validation, protocol) -> EvaluationReport:
+ est = BQAE(
+ c_model,
+ SLD(LogisticRegression()),
+ confidence="max_conf",
+ ).fit(validation)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
@method
-def mul_sld_bcts(c_model, validation, protocol) -> EvaluationReport:
- return evaluate(c_model, validation, protocol, "mul", "sld", recalib="bcts")
+def mulmc_sld(c_model, validation, protocol) -> EvaluationReport:
+ est = MCAE(
+ c_model,
+ SLD(LogisticRegression()),
+ confidence="max_conf",
+ ).fit(validation)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
+
+
+@method
+def binne_sld(c_model, validation, protocol) -> EvaluationReport:
+ est = BQAE(
+ c_model,
+ SLD(LogisticRegression()),
+ confidence="entropy",
+ ).fit(validation)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
+
+
+@method
+def mulne_sld(c_model, validation, protocol) -> EvaluationReport:
+ est = MCAE(
+ c_model,
+ SLD(LogisticRegression()),
+ confidence="entropy",
+ ).fit(validation)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
@method
def bin_sld_gs(c_model, validation, protocol) -> EvaluationReport:
- return evaluate(c_model, validation, protocol, "bin", "sld", gs=True)
+ v_train, v_val = validation.split_stratified(0.6, random_state=0)
+ model = BQAE(c_model, SLD(LogisticRegression()))
+ est = GridSearchAE(
+ model=model,
+ param_grid=_sld_param_grid,
+ refit=False,
+ protocol=UPP(v_val, repeats=100),
+ verbose=True,
+ ).fit(v_train)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
@method
def mul_sld_gs(c_model, validation, protocol) -> EvaluationReport:
- return evaluate(c_model, validation, protocol, "mul", "sld", gs=True)
+ v_train, v_val = validation.split_stratified(0.6, random_state=0)
+ model = MCAE(c_model, SLD(LogisticRegression()))
+ est = GridSearchAE(
+ model=model,
+ param_grid=_sld_param_grid,
+ refit=False,
+ protocol=UPP(v_val, repeats=100),
+ verbose=True,
+ ).fit(v_train)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
+
+
+@method
+def bin_sld_gsq(c_model, validation, protocol) -> EvaluationReport:
+ est = BQAEgsq(
+ c_model,
+ SLD(LogisticRegression()),
+ param_grid={
+ "classifier__C": np.logspace(-3, 3, 7),
+ "classifier__class_weight": [None, "balanced"],
+ "recalib": [None, "bcts", "vs"],
+ },
+ refit=False,
+ verbose=False,
+ ).fit(validation)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
+
+
+@method
+def mul_sld_gsq(c_model, validation, protocol) -> EvaluationReport:
+ est = MCAEgsq(
+ c_model,
+ SLD(LogisticRegression()),
+ param_grid={
+ "classifier__C": np.logspace(-3, 3, 7),
+ "classifier__class_weight": [None, "balanced"],
+ "recalib": [None, "bcts", "vs"],
+ },
+ refit=False,
+ verbose=False,
+ ).fit(validation)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
+
+
+@method
+def bin_pacc(c_model, validation, protocol) -> EvaluationReport:
+ est = BQAE(c_model, PACC(LogisticRegression())).fit(validation)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
+
+
+@method
+def mul_pacc(c_model, validation, protocol) -> EvaluationReport:
+ est = MCAE(c_model, PACC(LogisticRegression())).fit(validation)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
+
+
+@method
+def binmc_pacc(c_model, validation, protocol) -> EvaluationReport:
+ est = BQAE(c_model, PACC(LogisticRegression()), confidence="max_conf").fit(validation)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
+
+
+@method
+def mulmc_pacc(c_model, validation, protocol) -> EvaluationReport:
+ est = MCAE(c_model, PACC(LogisticRegression()), confidence="max_conf").fit(validation)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
+
+
+@method
+def binne_pacc(c_model, validation, protocol) -> EvaluationReport:
+ est = BQAE(c_model, PACC(LogisticRegression()), confidence="entropy").fit(validation)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
+
+
+@method
+def mulne_pacc(c_model, validation, protocol) -> EvaluationReport:
+ est = MCAE(c_model, PACC(LogisticRegression()), confidence="entropy").fit(validation)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
+
+
+@method
+def bin_pacc_gs(c_model, validation, protocol) -> EvaluationReport:
+ v_train, v_val = validation.split_stratified(0.6, random_state=0)
+ model = BQAE(c_model, PACC(LogisticRegression()))
+ est = GridSearchAE(
+ model=model,
+ param_grid=_pacc_param_grid,
+ refit=False,
+ protocol=UPP(v_val, repeats=100),
+ verbose=False,
+ ).fit(v_train)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
+
+
+@method
+def mul_pacc_gs(c_model, validation, protocol) -> EvaluationReport:
+ v_train, v_val = validation.split_stratified(0.6, random_state=0)
+ model = MCAE(c_model, PACC(LogisticRegression()))
+ est = GridSearchAE(
+ model=model,
+ param_grid=_pacc_param_grid,
+ refit=False,
+ protocol=UPP(v_val, repeats=100),
+ verbose=False,
+ ).fit(v_train)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
@method
def bin_cc(c_model, validation, protocol) -> EvaluationReport:
- return evaluate(c_model, validation, protocol, "bin", "cc")
+ est = BQAE(c_model, CC(LogisticRegression())).fit(validation)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
@method
def mul_cc(c_model, validation, protocol) -> EvaluationReport:
- return evaluate(c_model, validation, protocol, "mul", "cc")
+ est = MCAE(c_model, CC(LogisticRegression())).fit(validation)
+ return evaluation_report(
+ estimator=est,
+ protocol=protocol,
+ )
diff --git a/quacc/evaluation/report.py b/quacc/evaluation/report.py
index 825c07a..7421a2b 100644
--- a/quacc/evaluation/report.py
+++ b/quacc/evaluation/report.py
@@ -115,7 +115,7 @@ class CompReport:
shift_data = self._data.copy()
shift_data.index = pd.MultiIndex.from_arrays([shift_idx_0, shift_idx_1])
- shift_data.sort_index(axis=0, level=0)
+ shift_data = shift_data.sort_index(axis=0, level=0)
_metric = _get_metric(metric)
_estimators = _get_estimators(estimators, shift_data.columns.unique(1))
@@ -182,22 +182,21 @@ class CompReport:
train_prev=self.train_prev,
)
elif mode == "shift":
- shift_data = (
- self.shift_data(metric=metric, estimators=estimators)
- .groupby(level=0)
- .mean()
- )
+ _shift_data = self.shift_data(metric=metric, estimators=estimators)
+ shift_avg = _shift_data.groupby(level=0).mean()
+ shift_counts = _shift_data.groupby(level=0).count()
shift_prevs = np.around(
- [(1.0 - p, p) for p in np.sort(shift_data.index.unique(0))],
+ [(1.0 - p, p) for p in np.sort(shift_avg.index.unique(0))],
decimals=2,
)
return plot.plot_shift(
shift_prevs=shift_prevs,
- columns=shift_data.columns.to_numpy(),
- data=shift_data.T.to_numpy(),
+ columns=shift_avg.columns.to_numpy(),
+ data=shift_avg.T.to_numpy(),
metric=metric,
name=conf,
train_prev=self.train_prev,
+ counts=shift_counts.T.to_numpy(),
)
def to_md(self, conf="default", metric="acc", estimators=None, stdev=False) -> str:
@@ -246,7 +245,7 @@ class DatasetReport:
)
_crs_train, _crs_data = zip(*_crs_sorted)
- _data = pd.concat(_crs_data, axis=0, keys=_crs_train)
+ _data = pd.concat(_crs_data, axis=0, keys=np.around(_crs_train, decimals=2))
_data = _data.sort_index(axis=0, level=0)
return _data
@@ -296,47 +295,95 @@ class DatasetReport:
_data = self.data(metric=metric, estimators=estimators)
_shift_data = self.shift_data(metric=metric, estimators=estimators)
- avg_x_test = _data.groupby(level=1).mean()
- prevs_x_test = np.sort(avg_x_test.index.unique(0))
- stdev_x_test = _data.groupby(level=1).std() if stdev else None
- avg_x_test_tbl = _data.groupby(level=1).mean()
- avg_x_test_tbl.loc["avg", :] = _data.mean()
-
- avg_x_shift = _shift_data.groupby(level=0).mean()
- prevs_x_shift = np.sort(avg_x_shift.index.unique(0))
-
res += "## avg\n"
- res += avg_x_test_tbl.to_html() + "\n\n"
+
+ ######################## avg on train ########################
+ res += "### avg on train\n"
+
+ avg_on_train = _data.groupby(level=1).mean()
+ prevs_on_train = np.sort(avg_on_train.index.unique(0))
+ stdev_on_train = _data.groupby(level=1).std() if stdev else None
+ avg_on_train_tbl = _data.groupby(level=1).mean()
+ avg_on_train_tbl.loc["avg", :] = _data.mean()
+
+ res += avg_on_train_tbl.to_html() + "\n\n"
delta_op = plot.plot_delta(
- base_prevs=np.around([(1.0 - p, p) for p in prevs_x_test], decimals=2),
- columns=avg_x_test.columns.to_numpy(),
- data=avg_x_test.T.to_numpy(),
+ base_prevs=np.around([(1.0 - p, p) for p in prevs_on_train], decimals=2),
+ columns=avg_on_train.columns.to_numpy(),
+ data=avg_on_train.T.to_numpy(),
metric=metric,
name=conf,
train_prev=None,
+ avg="train",
)
res += f".as_posix()})\n"
if stdev:
delta_stdev_op = plot.plot_delta(
- base_prevs=np.around([(1.0 - p, p) for p in prevs_x_test], decimals=2),
- columns=avg_x_test.columns.to_numpy(),
- data=avg_x_test.T.to_numpy(),
+ base_prevs=np.around(
+ [(1.0 - p, p) for p in prevs_on_train], decimals=2
+ ),
+ columns=avg_on_train.columns.to_numpy(),
+ data=avg_on_train.T.to_numpy(),
metric=metric,
name=conf,
train_prev=None,
- stdevs=stdev_x_test.T.to_numpy(),
+ stdevs=stdev_on_train.T.to_numpy(),
+ avg="train",
)
res += f".as_posix()})\n"
- shift_op = plot.plot_shift(
- shift_prevs=np.around([(1.0 - p, p) for p in prevs_x_shift], decimals=2),
- columns=avg_x_shift.columns.to_numpy(),
- data=avg_x_shift.T.to_numpy(),
+ ######################## avg on test ########################
+ res += "### avg on test\n"
+
+ avg_on_test = _data.groupby(level=0).mean()
+ prevs_on_test = np.sort(avg_on_test.index.unique(0))
+ stdev_on_test = _data.groupby(level=0).std() if stdev else None
+ avg_on_test_tbl = _data.groupby(level=0).mean()
+ avg_on_test_tbl.loc["avg", :] = _data.mean()
+
+ res += avg_on_test_tbl.to_html() + "\n\n"
+
+ delta_op = plot.plot_delta(
+ base_prevs=np.around([(1.0 - p, p) for p in prevs_on_test], decimals=2),
+ columns=avg_on_test.columns.to_numpy(),
+ data=avg_on_test.T.to_numpy(),
metric=metric,
name=conf,
train_prev=None,
+ avg="test",
+ )
+ res += f".as_posix()})\n"
+
+ if stdev:
+ delta_stdev_op = plot.plot_delta(
+ base_prevs=np.around([(1.0 - p, p) for p in prevs_on_test], decimals=2),
+ columns=avg_on_test.columns.to_numpy(),
+ data=avg_on_test.T.to_numpy(),
+ metric=metric,
+ name=conf,
+ train_prev=None,
+ stdevs=stdev_on_test.T.to_numpy(),
+ avg="test",
+ )
+ res += f".as_posix()})\n"
+
+ ######################## avg shift ########################
+ res += "### avg dataset shift\n"
+
+ avg_shift = _shift_data.groupby(level=0).mean()
+ count_shift = _shift_data.groupby(level=0).count()
+ prevs_shift = np.sort(avg_shift.index.unique(0))
+
+ shift_op = plot.plot_shift(
+ shift_prevs=np.around([(1.0 - p, p) for p in prevs_shift], decimals=2),
+ columns=avg_shift.columns.to_numpy(),
+ data=avg_shift.T.to_numpy(),
+ metric=metric,
+ name=conf,
+ train_prev=None,
+ counts=count_shift.T.to_numpy(),
)
res += f".as_posix()})\n"
diff --git a/quacc/evaluation/worker.py b/quacc/evaluation/worker.py
index 1a96a5f..2ff93f6 100644
--- a/quacc/evaluation/worker.py
+++ b/quacc/evaluation/worker.py
@@ -27,7 +27,7 @@ def estimate_worker(_estimate, train, validation, test, _env=None, q=None):
result = _estimate(model, validation, protocol)
except Exception as e:
log.warning(f"Method {_estimate.__name__} failed. Exception: {e}")
- # traceback(e)
+ traceback(e)
return {
"name": _estimate.__name__,
"result": None,
diff --git a/quacc/logger.py b/quacc/logger.py
index 2d6eecb..5725606 100644
--- a/quacc/logger.py
+++ b/quacc/logger.py
@@ -2,6 +2,7 @@ import logging
import logging.handlers
import multiprocessing
import threading
+from pathlib import Path
class Logger:
@@ -11,6 +12,7 @@ class Logger:
__queue = None
__thread = None
__setup = False
+ __handlers = []
@classmethod
def __logger_listener(cls, q):
@@ -32,7 +34,6 @@ class Logger:
rh = logging.FileHandler(cls.__logger_file, mode="a")
rh.setLevel(logging.DEBUG)
root.addHandler(rh)
- root.info("-" * 100)
# setup logger
if cls.__manager is None:
@@ -62,6 +63,21 @@ class Logger:
cls.__setup = True
+ @classmethod
+ def add_handler(cls, path: Path):
+ root = logging.getLogger("listener")
+ rh = logging.FileHandler(path, mode="a")
+ rh.setLevel(logging.DEBUG)
+ cls.__handlers.append(rh)
+ root.addHandler(rh)
+
+ @classmethod
+ def clear_handlers(cls):
+ root = logging.getLogger("listener")
+ for h in cls.__handlers:
+ root.removeHandler(h)
+ cls.__handlers.clear()
+
@classmethod
def queue(cls):
if not cls.__setup:
@@ -79,6 +95,8 @@ class Logger:
@classmethod
def close(cls):
if cls.__setup and cls.__thread is not None:
+ root = logging.getLogger("listener")
+ root.info("-" * 100)
cls.__queue.put(None)
cls.__thread.join()
# cls.__manager.close()
@@ -102,7 +120,7 @@ class SubLogger:
rh.setLevel(logging.DEBUG)
rh.setFormatter(
logging.Formatter(
- fmt="%(asctime)s| %(levelname)-12s\t%(message)s",
+ fmt="%(asctime)s| %(levelname)-12s%(message)s",
datefmt="%d/%m/%y %H:%M:%S",
)
)
diff --git a/quacc/main.py b/quacc/main.py
index a13a65c..eaf4067 100644
--- a/quacc/main.py
+++ b/quacc/main.py
@@ -7,6 +7,8 @@ from quacc.environment import env
from quacc.logger import Logger
from quacc.utils import create_dataser_dir
+CE = comp.CompEstimator()
+
def toast():
if platform == "win32":
@@ -25,8 +27,12 @@ def estimate_comparison():
prevs=env.DATASET_PREVS,
)
create_dataser_dir(dataset.name, update=env.DATASET_DIR_UPDATE)
+ Logger.add_handler(env.OUT_DIR / f"{dataset.name}.log")
try:
- dr = comp.evaluate_comparison(dataset, estimators=env.COMP_ESTIMATORS)
+ dr = comp.evaluate_comparison(
+ dataset,
+ estimators=CE.name[env.COMP_ESTIMATORS],
+ )
except Exception as e:
log.error(f"Evaluation over {dataset.name} failed. Exception: {e}")
traceback(e)
@@ -37,7 +43,7 @@ def estimate_comparison():
_repr = dr.to_md(
conf=plot_conf,
metric=m,
- estimators=env.PLOT_ESTIMATORS,
+ estimators=CE.name[env.PLOT_ESTIMATORS],
stdev=env.PLOT_STDEV,
)
with open(output_path, "w") as f:
@@ -47,6 +53,7 @@ def estimate_comparison():
f"Failed while saving configuration {plot_conf} of {dataset.name}. Exception: {e}"
)
traceback(e)
+ Logger.clear_handlers()
# print(df.to_latex(float_format="{:.4f}".format))
# print(utils.avg_group_report(df).to_latex(float_format="{:.4f}".format))
diff --git a/quacc/main_test.py b/quacc/main_test.py
new file mode 100644
index 0000000..6e47891
--- /dev/null
+++ b/quacc/main_test.py
@@ -0,0 +1,120 @@
+from copy import deepcopy
+from time import time
+
+import numpy as np
+import win11toast
+from quapy.method.aggregative import SLD
+from quapy.protocol import APP, UPP
+from sklearn.linear_model import LogisticRegression
+
+import quacc as qc
+from quacc.dataset import Dataset
+from quacc.error import acc
+from quacc.evaluation.baseline import ref
+from quacc.evaluation.method import mulmc_sld
+from quacc.evaluation.report import CompReport, EvaluationReport
+from quacc.method.base import MCAE, BinaryQuantifierAccuracyEstimator
+from quacc.method.model_selection import GridSearchAE
+
+
+def test_gs():
+ d = Dataset(name="rcv1", target="CCAT", n_prevalences=1).get_raw()
+
+ classifier = LogisticRegression()
+ classifier.fit(*d.train.Xy)
+
+ quantifier = SLD(LogisticRegression())
+ # estimator = MultiClassAccuracyEstimator(classifier, quantifier)
+ estimator = BinaryQuantifierAccuracyEstimator(classifier, quantifier)
+
+ v_train, v_val = d.validation.split_stratified(0.6, random_state=0)
+ gs_protocol = UPP(v_val, sample_size=1000, repeats=100)
+ gs_estimator = GridSearchAE(
+ model=deepcopy(estimator),
+ param_grid={
+ "q__classifier__C": np.logspace(-3, 3, 7),
+ "q__classifier__class_weight": [None, "balanced"],
+ "q__recalib": [None, "bcts", "ts"],
+ },
+ refit=False,
+ protocol=gs_protocol,
+ verbose=True,
+ ).fit(v_train)
+
+ estimator.fit(d.validation)
+
+ tstart = time()
+ erb, ergs = EvaluationReport("base"), EvaluationReport("gs")
+ protocol = APP(
+ d.test,
+ sample_size=1000,
+ n_prevalences=21,
+ repeats=100,
+ return_type="labelled_collection",
+ )
+ for sample in protocol():
+ e_sample = gs_estimator.extend(sample)
+ estim_prev_b = estimator.estimate(e_sample.X, ext=True)
+ estim_prev_gs = gs_estimator.estimate(e_sample.X, ext=True)
+ erb.append_row(
+ sample.prevalence(),
+ acc=abs(acc(e_sample.prevalence()) - acc(estim_prev_b)),
+ )
+ ergs.append_row(
+ sample.prevalence(),
+ acc=abs(acc(e_sample.prevalence()) - acc(estim_prev_gs)),
+ )
+
+ cr = CompReport(
+ [erb, ergs],
+ "test",
+ train_prev=d.train_prev,
+ valid_prev=d.validation_prev,
+ )
+
+ print(cr.table())
+ print(f"[took {time() - tstart:.3f}s]")
+ win11toast.notify("Test", "completed")
+
+
+def test_mc():
+ d = Dataset(name="rcv1", target="CCAT", prevs=[0.9]).get()[0]
+ classifier = LogisticRegression().fit(*d.train.Xy)
+ protocol = APP(
+ d.test,
+ sample_size=1000,
+ repeats=100,
+ n_prevalences=21,
+ return_type="labelled_collection",
+ )
+
+ ref_er = ref(classifier, d.validation, protocol)
+ mulmc_er = mulmc_sld(classifier, d.validation, protocol)
+
+ cr = CompReport(
+ [mulmc_er, ref_er],
+ name="test_mc",
+ train_prev=d.train_prev,
+ valid_prev=d.validation_prev,
+ )
+
+ with open("test_mc.md", "w") as f:
+ f.write(cr.data().to_markdown())
+
+
+def test_et():
+ d = Dataset(name="imdb", prevs=[0.5]).get()[0]
+ classifier = LogisticRegression().fit(*d.train.Xy)
+ estimator = MCAE(
+ classifier,
+ SLD(LogisticRegression(), exact_train_prev=False),
+ confidence="max_conf",
+ ).fit(d.validation)
+ e_test = estimator.extend(d.test)
+ ep = estimator.estimate(e_test.X, ext=True)
+ print(f"{qc.error.acc(ep) = }")
+ print(f"{qc.error.acc(e_test.prevalence()) = }")
+
+
+if __name__ == "__main__":
+ test_et()
diff --git a/quacc/method/base.py b/quacc/method/base.py
new file mode 100644
index 0000000..670abb7
--- /dev/null
+++ b/quacc/method/base.py
@@ -0,0 +1,177 @@
+import math
+from abc import abstractmethod
+from copy import deepcopy
+from typing import List
+
+import numpy as np
+from quapy.data import LabelledCollection
+from quapy.method.aggregative import BaseQuantifier
+from scipy.sparse import csr_matrix
+from sklearn.base import BaseEstimator
+
+from quacc.data import ExtendedCollection
+
+
+class BaseAccuracyEstimator(BaseQuantifier):
+ def __init__(
+ self,
+ classifier: BaseEstimator,
+ quantifier: BaseQuantifier,
+ confidence=None,
+ ):
+ self.__check_classifier(classifier)
+ self.quantifier = quantifier
+ self.confidence = confidence
+
+ def __check_classifier(self, classifier):
+ if not hasattr(classifier, "predict_proba"):
+ raise ValueError(
+ f"Passed classifier {classifier.__class__.__name__} cannot predict probabilities."
+ )
+ self.classifier = classifier
+
+ def __get_confidence(self):
+ def max_conf(probas):
+ _mc = np.max(probas, axis=-1)
+ _min = 1.0 / probas.shape[1]
+ _norm_mc = (_mc - _min) / (1.0 - _min)
+ return _norm_mc
+
+ def entropy(probas):
+ _ent = np.sum(np.multiply(probas, np.log(probas + 1e-20)), axis=1)
+ return _ent
+
+ if self.confidence is None:
+ return None
+
+ __confs = {
+ "max_conf": max_conf,
+ "entropy": entropy,
+ }
+ return __confs.get(self.confidence, None)
+
+ def __get_ext(self, pred_proba):
+ _ext = pred_proba
+ _f_conf = self.__get_confidence()
+ if _f_conf is not None:
+ _confs = _f_conf(pred_proba).reshape((len(pred_proba), 1))
+ _ext = np.concatenate((_confs, pred_proba), axis=1)
+
+ return _ext
+
+ def extend(self, coll: LabelledCollection, pred_proba=None) -> ExtendedCollection:
+ if pred_proba is None:
+ pred_proba = self.classifier.predict_proba(coll.X)
+
+ _ext = self.__get_ext(pred_proba)
+ return ExtendedCollection.extend_collection(coll, pred_proba=_ext)
+
+ def _extend_instances(self, instances: np.ndarray | csr_matrix, pred_proba=None):
+ if pred_proba is None:
+ pred_proba = self.classifier.predict_proba(instances)
+
+ _ext = self.__get_ext(pred_proba)
+ return ExtendedCollection.extend_instances(instances, _ext)
+
+ @abstractmethod
+ def fit(self, train: LabelledCollection | ExtendedCollection):
+ ...
+
+ @abstractmethod
+ def estimate(self, instances, ext=False) -> np.ndarray:
+ ...
+
+
+class MultiClassAccuracyEstimator(BaseAccuracyEstimator):
+ def __init__(
+ self,
+ classifier: BaseEstimator,
+ quantifier: BaseQuantifier,
+ confidence: str = None,
+ ):
+ super().__init__(
+ classifier=classifier,
+ quantifier=quantifier,
+ confidence=confidence,
+ )
+ self.e_train = None
+
+ def fit(self, train: LabelledCollection):
+ self.e_train = self.extend(train)
+
+ self.quantifier.fit(self.e_train)
+
+ return self
+
+ def estimate(self, instances, ext=False) -> np.ndarray:
+ e_inst = instances if ext else self._extend_instances(instances)
+
+ estim_prev = self.quantifier.quantify(e_inst)
+ return self._check_prevalence_classes(estim_prev, self.quantifier.classes_)
+
+ def _check_prevalence_classes(self, estim_prev, estim_classes) -> np.ndarray:
+ true_classes = self.e_train.classes_
+ for _cls in true_classes:
+ if _cls not in estim_classes:
+ estim_prev = np.insert(estim_prev, _cls, [0.0], axis=0)
+ return estim_prev
+
+
+class BinaryQuantifierAccuracyEstimator(BaseAccuracyEstimator):
+ def __init__(
+ self,
+ classifier: BaseEstimator,
+ quantifier: BaseAccuracyEstimator,
+ confidence: str = None,
+ ):
+ super().__init__(
+ classifier=classifier,
+ quantifier=quantifier,
+ confidence=confidence,
+ )
+ self.quantifiers = []
+ self.e_trains = []
+
+ def fit(self, train: LabelledCollection | ExtendedCollection):
+ self.e_train = self.extend(train)
+
+ self.n_classes = self.e_train.n_classes
+ self.e_trains = self.e_train.split_by_pred()
+
+ self.quantifiers = []
+ for train in self.e_trains:
+ quant = deepcopy(self.quantifier)
+ quant.fit(train)
+ self.quantifiers.append(quant)
+
+ return self
+
+ def estimate(self, instances, ext=False):
+ # TODO: test
+ e_inst = instances if ext else self._extend_instances(instances)
+
+ _ncl = int(math.sqrt(self.n_classes))
+ s_inst, norms = ExtendedCollection.split_inst_by_pred(_ncl, e_inst)
+ estim_prevs = self._quantify_helper(s_inst, norms)
+
+ estim_prev = np.array([prev_row for prev_row in zip(*estim_prevs)]).flatten()
+ return estim_prev
+
+ def _quantify_helper(
+ self,
+ s_inst: List[np.ndarray | csr_matrix],
+ norms: List[float],
+ ):
+ estim_prevs = []
+ for quant, inst, norm in zip(self.quantifiers, s_inst, norms):
+ if inst.shape[0] > 0:
+ estim_prevs.append(quant.quantify(inst) * norm)
+ else:
+ estim_prevs.append(np.asarray([0.0, 0.0]))
+
+ return estim_prevs
+
+
+BAE = BaseAccuracyEstimator
+MCAE = MultiClassAccuracyEstimator
+BQAE = BinaryQuantifierAccuracyEstimator
diff --git a/quacc/method/model_selection.py b/quacc/method/model_selection.py
new file mode 100644
index 0000000..ebc2fb8
--- /dev/null
+++ b/quacc/method/model_selection.py
@@ -0,0 +1,307 @@
+import itertools
+from copy import deepcopy
+from time import time
+from typing import Callable, Union
+import numpy as np
+
+import quapy as qp
+from quapy.data import LabelledCollection
+from quapy.model_selection import GridSearchQ
+from quapy.protocol import UPP, AbstractProtocol, OnLabelledCollectionProtocol
+from sklearn.base import BaseEstimator
+
+import quacc as qc
+import quacc.error
+from quacc.data import ExtendedCollection
+from quacc.evaluation import evaluate
+from quacc.logger import SubLogger
+from quacc.method.base import (
+ BaseAccuracyEstimator,
+ BinaryQuantifierAccuracyEstimator,
+ MultiClassAccuracyEstimator,
+)
+
+
+class GridSearchAE(BaseAccuracyEstimator):
+ def __init__(
+ self,
+ model: BaseAccuracyEstimator,
+ param_grid: dict,
+ protocol: AbstractProtocol,
+ error: Union[Callable, str] = qc.error.maccd,
+ refit=True,
+ # timeout=-1,
+ # n_jobs=None,
+ verbose=False,
+ ):
+ self.model = model
+ self.param_grid = self.__normalize_params(param_grid)
+ self.protocol = protocol
+ self.refit = refit
+ # self.timeout = timeout
+ # self.n_jobs = qp._get_njobs(n_jobs)
+ self.verbose = verbose
+ self.__check_error(error)
+ assert isinstance(protocol, AbstractProtocol), "unknown protocol"
+
+ def _sout(self, msg):
+ if self.verbose:
+ print(f"[{self.__class__.__name__}]: {msg}")
+
+ def __normalize_params(self, params):
+ __remap = {}
+ for key in params.keys():
+ k, delim, sub_key = key.partition("__")
+ if delim and k == "q":
+ __remap[key] = f"quantifier__{sub_key}"
+
+ return {(__remap[k] if k in __remap else k): v for k, v in params.items()}
+
+ def __check_error(self, error):
+ if error in qc.error.ACCURACY_ERROR:
+ self.error = error
+ elif isinstance(error, str):
+ self.error = qc.error.from_name(error)
+ elif hasattr(error, "__call__"):
+ self.error = error
+ else:
+ raise ValueError(
+ f"unexpected error type; must either be a callable function or a str representing\n"
+ f"the name of an error function in {qc.error.ACCURACY_ERROR_NAMES}"
+ )
+
+ def fit(self, training: LabelledCollection):
+ """Learning routine. Fits methods with all combinations of hyperparameters and selects the one minimizing
+ the error metric.
+
+ :param training: the training set on which to optimize the hyperparameters
+ :return: self
+ """
+ params_keys = list(self.param_grid.keys())
+ params_values = list(self.param_grid.values())
+
+ protocol = self.protocol
+
+ self.param_scores_ = {}
+ self.best_score_ = None
+
+ tinit = time()
+
+ hyper = [
+ dict(zip(params_keys, val)) for val in itertools.product(*params_values)
+ ]
+
+ # self._sout(f"starting model selection with {self.n_jobs =}")
+ self._sout("starting model selection")
+
+ scores = [self.__params_eval(params, training) for params in hyper]
+
+ for params, score, model in scores:
+ if score is not None:
+ if self.best_score_ is None or score < self.best_score_:
+ self.best_score_ = score
+ self.best_params_ = params
+ self.best_model_ = model
+ self.param_scores_[str(params)] = score
+ else:
+ self.param_scores_[str(params)] = "timeout"
+
+ tend = time() - tinit
+
+ if self.best_score_ is None:
+ raise TimeoutError("no combination of hyperparameters seem to work")
+
+ self._sout(
+ f"optimization finished: best params {self.best_params_} (score={self.best_score_:.5f}) "
+ f"[took {tend:.4f}s]"
+ )
+ log = SubLogger.logger()
+ log.debug(
+ f"[{self.model.__class__.__name__}] "
+ f"optimization finished: best params {self.best_params_} (score={self.best_score_:.5f}) "
+ f"[took {tend:.4f}s]"
+ )
+
+ if self.refit:
+ if isinstance(protocol, OnLabelledCollectionProtocol):
+ self._sout("refitting on the whole development set")
+ self.best_model_.fit(training + protocol.get_labelled_collection())
+ else:
+ raise RuntimeWarning(
+ f'"refit" was requested, but the protocol does not '
+ f"implement the {OnLabelledCollectionProtocol.__name__} interface"
+ )
+
+ return self
+
+ def __params_eval(self, params, training):
+ protocol = self.protocol
+ error = self.error
+
+ # if self.timeout > 0:
+
+ # def handler(signum, frame):
+ # raise TimeoutError()
+
+ # signal.signal(signal.SIGALRM, handler)
+
+ tinit = time()
+
+ # if self.timeout > 0:
+ # signal.alarm(self.timeout)
+
+ try:
+ model = deepcopy(self.model)
+ # overrides default parameters with the parameters being explored at this iteration
+ model.set_params(**params)
+ # print({k: v for k, v in model.get_params().items() if k in params})
+ model.fit(training)
+ score = evaluate(model, protocol=protocol, error_metric=error)
+
+ ttime = time() - tinit
+ self._sout(
+ f"hyperparams={params}\t got score {score:.5f} [took {ttime:.4f}s]"
+ )
+
+ # if self.timeout > 0:
+ # signal.alarm(0)
+ # except TimeoutError:
+ # self._sout(f"timeout ({self.timeout}s) reached for config {params}")
+ # score = None
+ except ValueError as e:
+ self._sout(f"the combination of hyperparameters {params} is invalid")
+ raise e
+ except Exception as e:
+ self._sout(f"something went wrong for config {params}; skipping:")
+ self._sout(f"\tException: {e}")
+ score = None
+
+ return params, score, model
+
+ def extend(self, coll: LabelledCollection, pred_proba=None) -> ExtendedCollection:
+ assert hasattr(self, "best_model_"), "quantify called before fit"
+ return self.best_model().extend(coll, pred_proba=pred_proba)
+
+ def estimate(self, instances, ext=False):
+ """Estimate class prevalence values using the best model found after calling the :meth:`fit` method.
+
+ :param instances: sample contanining the instances
+ :return: a ndarray of shape `(n_classes)` with class prevalence estimates as according to the best model found
+ by the model selection process.
+ """
+
+ assert hasattr(self, "best_model_"), "estimate called before fit"
+ return self.best_model().estimate(instances, ext=ext)
+
+ def set_params(self, **parameters):
+ """Sets the hyper-parameters to explore.
+
+ :param parameters: a dictionary with keys the parameter names and values the list of values to explore
+ """
+ self.param_grid = parameters
+
+ def get_params(self, deep=True):
+ """Returns the dictionary of hyper-parameters to explore (`param_grid`)
+
+ :param deep: Unused
+ :return: the dictionary `param_grid`
+ """
+ return self.param_grid
+
+ def best_model(self):
+ """
+ Returns the best model found after calling the :meth:`fit` method, i.e., the one trained on the combination
+ of hyper-parameters that minimized the error function.
+
+ :return: a trained quantifier
+ """
+ if hasattr(self, "best_model_"):
+ return self.best_model_
+ raise ValueError("best_model called before fit")
+
+
+
+class MCAEgsq(MultiClassAccuracyEstimator):
+ def __init__(
+ self,
+ classifier: BaseEstimator,
+ quantifier: BaseAccuracyEstimator,
+ param_grid: dict,
+ error: Union[Callable, str] = qp.error.mae,
+ refit=True,
+ timeout=-1,
+ n_jobs=None,
+ verbose=False,
+ ):
+ self.param_grid = param_grid
+ self.refit = refit
+ self.timeout = timeout
+ self.n_jobs = n_jobs
+ self.verbose = verbose
+ self.error = error
+ super().__init__(classifier, quantifier)
+
+ def fit(self, train: LabelledCollection):
+ self.e_train = self.extend(train)
+ t_train, t_val = self.e_train.split_stratified(0.6, random_state=0)
+ self.quantifier = GridSearchQ(
+ deepcopy(self.quantifier),
+ param_grid=self.param_grid,
+ protocol=UPP(t_val, repeats=100),
+ error=self.error,
+ refit=self.refit,
+ timeout=self.timeout,
+ n_jobs=self.n_jobs,
+ verbose=self.verbose,
+ ).fit(self.e_train)
+
+ return self
+
+ def estimate(self, instances, ext=False) -> np.ndarray:
+ e_inst = instances if ext else self._extend_instances(instances)
+ estim_prev = self.quantifier.quantify(e_inst)
+ return self._check_prevalence_classes(estim_prev, self.quantifier.best_model().classes_)
+
+
+class BQAEgsq(BinaryQuantifierAccuracyEstimator):
+ def __init__(
+ self,
+ classifier: BaseEstimator,
+ quantifier: BaseAccuracyEstimator,
+ param_grid: dict,
+ error: Union[Callable, str] = qp.error.mae,
+ refit=True,
+ timeout=-1,
+ n_jobs=None,
+ verbose=False,
+ ):
+ self.param_grid = param_grid
+ self.refit = refit
+ self.timeout = timeout
+ self.n_jobs = n_jobs
+ self.verbose = verbose
+ self.error = error
+ super().__init__(classifier=classifier, quantifier=quantifier)
+
+ def fit(self, train: LabelledCollection):
+ self.e_train = self.extend(train)
+
+ self.n_classes = self.e_train.n_classes
+ self.e_trains = self.e_train.split_by_pred()
+
+ self.quantifiers = []
+ for e_train in self.e_trains:
+ t_train, t_val = e_train.split_stratified(0.6, random_state=0)
+ quantifier = GridSearchQ(
+ model=deepcopy(self.quantifier),
+ param_grid=self.param_grid,
+ protocol=UPP(t_val, repeats=100),
+ error=self.error,
+ refit=self.refit,
+ timeout=self.timeout,
+ n_jobs=self.n_jobs,
+ verbose=self.verbose,
+ ).fit(t_train)
+ self.quantifiers.append(quantifier)
+
+ return self
diff --git a/quacc/old_main.py b/quacc/old_main.py
deleted file mode 100644
index 00ea263..0000000
--- a/quacc/old_main.py
+++ /dev/null
@@ -1,138 +0,0 @@
-import numpy as np
-import scipy as sp
-import quapy as qp
-from quapy.data import LabelledCollection
-from quapy.method.aggregative import SLD
-from quapy.protocol import APP, AbstractStochasticSeededProtocol
-from sklearn.linear_model import LogisticRegression
-from sklearn.model_selection import cross_val_predict
-
-from .data import get_dataset
-
-# Extended classes
-#
-# 0 ~ True 0
-# 1 ~ False 1
-# 2 ~ False 0
-# 3 ~ True 1
-# _____________________
-# | | |
-# | True 0 | False 1 |
-# |__________|__________|
-# | | |
-# | False 0 | True 1 |
-# |__________|__________|
-#
-def get_ex_class(classes, true_class, pred_class):
- return true_class * classes + pred_class
-
-
-def extend_collection(coll, pred_prob):
- n_classes = coll.n_classes
-
- # n_X = [ X | predicted probs. ]
- if isinstance(coll.X, sp.csr_matrix):
- pred_prob_csr = sp.csr_matrix(pred_prob)
- n_x = sp.hstack([coll.X, pred_prob_csr])
- elif isinstance(coll.X, np.ndarray):
- n_x = np.concatenate((coll.X, pred_prob), axis=1)
- else:
- raise ValueError("Unsupported matrix format")
-
- # n_y = (exptected y, predicted y)
- n_y = []
- for i, true_class in enumerate(coll.y):
- pred_class = pred_prob[i].argmax(axis=0)
- n_y.append(get_ex_class(n_classes, true_class, pred_class))
-
- return LabelledCollection(n_x, np.asarray(n_y), [*range(0, n_classes * n_classes)])
-
-
-def qf1e_binary(prev):
- recall = prev[0] / (prev[0] + prev[1])
- precision = prev[0] / (prev[0] + prev[2])
-
- return 1 - 2 * (precision * recall) / (precision + recall)
-
-
-def compute_errors(true_prev, estim_prev, n_instances):
- errors = {}
- _eps = 1 / (2 * n_instances)
- errors = {
- "mae": qp.error.mae(true_prev, estim_prev),
- "rae": qp.error.rae(true_prev, estim_prev, eps=_eps),
- "mrae": qp.error.mrae(true_prev, estim_prev, eps=_eps),
- "kld": qp.error.kld(true_prev, estim_prev, eps=_eps),
- "nkld": qp.error.nkld(true_prev, estim_prev, eps=_eps),
- "true_f1e": qf1e_binary(true_prev),
- "estim_f1e": qf1e_binary(estim_prev),
- }
-
- return errors
-
-
-def extend_and_quantify(
- model,
- q_model,
- train,
- test: LabelledCollection | AbstractStochasticSeededProtocol,
-):
- model.fit(*train.Xy)
-
- pred_prob_train = cross_val_predict(model, *train.Xy, method="predict_proba")
- _train = extend_collection(train, pred_prob_train)
-
- q_model.fit(_train)
-
- def quantify_extended(test):
- pred_prob_test = model.predict_proba(test.X)
- _test = extend_collection(test, pred_prob_test)
- _estim_prev = q_model.quantify(_test.instances)
- # check that _estim_prev has all the classes and eventually fill the missing
- # ones with 0
- for _cls in _test.classes_:
- if _cls not in q_model.classes_:
- _estim_prev = np.insert(_estim_prev, _cls, [0.0], axis=0)
- print(_estim_prev)
- return _test.prevalence(), _estim_prev
-
- if isinstance(test, LabelledCollection):
- _true_prev, _estim_prev = quantify_extended(test)
- _errors = compute_errors(_true_prev, _estim_prev, test.X.shape[0])
- return ([test.prevalence()], [_true_prev], [_estim_prev], [_errors])
-
- elif isinstance(test, AbstractStochasticSeededProtocol):
- orig_prevs, true_prevs, estim_prevs, errors = [], [], [], []
- for index in test.samples_parameters():
- sample = test.sample(index)
- _true_prev, _estim_prev = quantify_extended(sample)
-
- orig_prevs.append(sample.prevalence())
- true_prevs.append(_true_prev)
- estim_prevs.append(_estim_prev)
- errors.append(compute_errors(_true_prev, _estim_prev, sample.X.shape[0]))
-
- return orig_prevs, true_prevs, estim_prevs, errors
-
-
-
-
-def test_1(dataset_name):
- train, test = get_dataset(dataset_name)
-
- orig_prevs, true_prevs, estim_prevs, errors = extend_and_quantify(
- LogisticRegression(),
- SLD(LogisticRegression()),
- train,
- APP(test, n_prevalences=11, repeats=1),
- )
-
- for orig_prev, true_prev, estim_prev, _errors in zip(
- orig_prevs, true_prevs, estim_prevs, errors
- ):
- print(f"original prevalence:\t{orig_prev}")
- print(f"true prevalence:\t{true_prev}")
- print(f"estimated prevalence:\t{estim_prev}")
- for name, err in _errors.items():
- print(f"{name}={err:.3f}")
- print()
diff --git a/quacc/plot.py b/quacc/plot.py
index 15876d2..4ccb3fe 100644
--- a/quacc/plot.py
+++ b/quacc/plot.py
@@ -27,15 +27,15 @@ def plot_delta(
metric="acc",
name="default",
train_prev=None,
- fit_scores=None,
legend=True,
+ avg=None,
) -> Path:
_base_title = "delta_stdev" if stdevs is not None else "delta"
if train_prev is not None:
t_prev_pos = int(round(train_prev[pos_class] * 100))
title = f"{_base_title}_{name}_{t_prev_pos}_{metric}"
else:
- title = f"{_base_title}_{name}_avg_{metric}"
+ title = f"{_base_title}_{name}_avg_{avg}_{metric}"
fig, ax = plt.subplots()
ax.set_aspect("auto")
@@ -74,16 +74,13 @@ def plot_delta(
color=_cy["color"],
alpha=0.25,
)
- if fit_scores is not None and method in fit_scores:
- ax.plot(
- base_prevs,
- np.repeat(fit_scores[method], base_prevs.shape[0]),
- color=_cy["color"],
- linestyle="--",
- markersize=0,
- )
- ax.set(xlabel="test prevalence", ylabel=metric, title=title)
+ x_label = "test" if avg is None or avg == "train" else "train"
+ ax.set(
+ xlabel=f"{x_label} prevalence",
+ ylabel=metric,
+ title=title,
+ )
if legend:
ax.legend(loc="center left", bbox_to_anchor=(1, 0.5))
@@ -182,11 +179,11 @@ def plot_shift(
columns,
data,
*,
+ counts=None,
pos_class=1,
metric="acc",
name="default",
train_prev=None,
- fit_scores=None,
legend=True,
) -> Path:
if train_prev is not None:
@@ -217,15 +214,20 @@ def plot_shift(
markersize=3,
zorder=2,
)
-
- if fit_scores is not None and method in fit_scores:
- ax.plot(
- shift_prevs,
- np.repeat(fit_scores[method], shift_prevs.shape[0]),
- color=_cy["color"],
- linestyle="--",
- markersize=0,
- )
+ if counts is not None:
+ _col_idx = np.where(columns == method)[0]
+ count = counts[_col_idx].flatten()
+ for prev, shift, cnt in zip(shift_prevs, shifts, count):
+ label = f"{cnt}"
+ plt.annotate(
+ label,
+ (prev, shift),
+ textcoords="offset points",
+ xytext=(0, 10),
+ ha="center",
+ color=_cy["color"],
+ fontsize=12.0,
+ )
ax.set(xlabel="dataset shift", ylabel=metric, title=title)
diff --git a/test_mc.md b/test_mc.md
new file mode 100644
index 0000000..c022a66
--- /dev/null
+++ b/test_mc.md
@@ -0,0 +1,2102 @@
+| | ('acc', 'mulmc_sld') | ('acc_score', 'mulmc_sld') | ('acc_score', 'ref') | ('eprevs', 'mulmc_sld') | ('f1', 'mulmc_sld') | ('f1_score', 'mulmc_sld') | ('f1_score', 'ref') | ('prevs', 'mulmc_sld') | ('ref', 'mulmc_sld') |
+|:-----------|-----------------------:|-----------------------------:|-----------------------:|:--------------------------|----------------------:|----------------------------:|----------------------:|:-------------------------|-----------------------:|
+| (0.0, 0) | 0.117723 | 0.0322767 | 0.15 | [0.15 0.85 0. 0. ] | 1.07331e-70 | 1.07331e-70 | 0 | [0.15 0.85] | 0.15 |
+| (0.0, 1) | 0.104077 | 0.0449229 | 0.149 | [0.149 0.851 0. 0. ] | 8.53968e-74 | 8.53968e-74 | 0 | [0.149 0.851] | 0.149 |
+| (0.0, 2) | 0.087328 | 0.046672 | 0.134 | [0.134 0.866 0. 0. ] | 1.42651e-85 | 1.42651e-85 | 0 | [0.134 0.866] | 0.134 |
+| (0.0, 3) | 0.111971 | 0.0340294 | 0.146 | [0.146 0.854 0. 0. ] | 6.79989e-84 | 6.79989e-84 | 0 | [0.146 0.854] | 0.146 |
+| (0.0, 4) | 0.114691 | 0.0233089 | 0.138 | [0.138 0.862 0. 0. ] | 1.46993e-84 | 1.46993e-84 | 0 | [0.138 0.862] | 0.138 |
+| (0.0, 5) | 0.103348 | 0.0556519 | 0.159 | [0.159 0.841 0. 0. ] | 3.0317e-73 | 3.0317e-73 | 0 | [0.159 0.841] | 0.159 |
+| (0.0, 6) | 0.0685699 | 0.0654301 | 0.134 | [0.134 0.866 0. 0. ] | 1.41915e-80 | 1.41915e-80 | 0 | [0.134 0.866] | 0.134 |
+| (0.0, 7) | 0.0672097 | 0.0867903 | 0.154 | [0.154 0.846 0. 0. ] | 1.58212e-72 | 1.58212e-72 | 0 | [0.154 0.846] | 0.154 |
+| (0.0, 8) | 0.0906741 | 0.0343259 | 0.125 | [0.125 0.875 0. 0. ] | 2.35037e-81 | 2.35037e-81 | 0 | [0.125 0.875] | 0.125 |
+| (0.0, 9) | 0.108344 | 0.0456563 | 0.154 | [0.154 0.846 0. 0. ] | 1.61876e-89 | 1.61876e-89 | 0 | [0.154 0.846] | 0.154 |
+| (0.0, 10) | 0.111637 | 0.0303634 | 0.142 | [0.142 0.858 0. 0. ] | 2.34042e-76 | 2.34042e-76 | 0 | [0.142 0.858] | 0.142 |
+| (0.0, 11) | 0.0818937 | 0.0631063 | 0.145 | [0.145 0.855 0. 0. ] | 8.88464e-76 | 8.88464e-76 | 0 | [0.145 0.855] | 0.145 |
+| (0.0, 12) | 0.080566 | 0.053434 | 0.134 | [0.134 0.866 0. 0. ] | 2.06441e-85 | 2.06441e-85 | 0 | [0.134 0.866] | 0.134 |
+| (0.0, 13) | 0.109082 | 0.0259184 | 0.135 | [0.135 0.865 0. 0. ] | 6.90501e-68 | 6.90501e-68 | 0 | [0.135 0.865] | 0.135 |
+| (0.0, 14) | 0.104661 | 0.0563386 | 0.161 | [0.161 0.839 0. 0. ] | 1.20084e-80 | 1.20084e-80 | 0 | [0.161 0.839] | 0.161 |
+| (0.0, 15) | 0.110168 | 0.0358321 | 0.146 | [0.146 0.854 0. 0. ] | 5.13457e-80 | 5.13457e-80 | 0 | [0.146 0.854] | 0.146 |
+| (0.0, 16) | 0.0821699 | 0.0548301 | 0.137 | [0.137 0.863 0. 0. ] | 1.23927e-107 | 1.23927e-107 | 0 | [0.137 0.863] | 0.137 |
+| (0.0, 17) | 0.152954 | 0.00104645 | 0.154 | [0.154 0.846 0. 0. ] | 7.76874e-67 | 7.76874e-67 | 0 | [0.154 0.846] | 0.154 |
+| (0.0, 18) | 0.101295 | 0.0507053 | 0.152 | [0.152 0.848 0. 0. ] | 5.41613e-70 | 5.41613e-70 | 0 | [0.152 0.848] | 0.152 |
+| (0.0, 19) | 0.101427 | 0.0475729 | 0.149 | [0.149 0.851 0. 0. ] | 7.82058e-75 | 7.82058e-75 | 0 | [0.149 0.851] | 0.149 |
+| (0.0, 20) | 0.0552487 | 0.111751 | 0.167 | [0.167 0.833 0. 0. ] | 1.48613e-85 | 1.48613e-85 | 0 | [0.167 0.833] | 0.167 |
+| (0.0, 21) | 0.105907 | 0.0250927 | 0.131 | [0.131 0.869 0. 0. ] | 4.52759e-74 | 4.52759e-74 | 0 | [0.131 0.869] | 0.131 |
+| (0.0, 22) | 0.0702368 | 0.0837632 | 0.154 | [0.154 0.846 0. 0. ] | 4.82942e-111 | 4.82942e-111 | 0 | [0.154 0.846] | 0.154 |
+| (0.0, 23) | 0.121287 | 0.0297134 | 0.151 | [0.151 0.849 0. 0. ] | 5.89441e-65 | 5.89441e-65 | 0 | [0.151 0.849] | 0.151 |
+| (0.0, 24) | 0.0834857 | 0.0645143 | 0.148 | [0.148 0.852 0. 0. ] | 3.59591e-72 | 3.59591e-72 | 0 | [0.148 0.852] | 0.148 |
+| (0.0, 25) | 0.0948862 | 0.0471138 | 0.142 | [0.142 0.858 0. 0. ] | 4.1855e-77 | 4.1855e-77 | 0 | [0.142 0.858] | 0.142 |
+| (0.0, 26) | 0.084485 | 0.066515 | 0.151 | [0.151 0.849 0. 0. ] | 3.53958e-93 | 3.53958e-93 | 0 | [0.151 0.849] | 0.151 |
+| (0.0, 27) | 0.0788194 | 0.0781806 | 0.157 | [0.157 0.843 0. 0. ] | 7.26205e-93 | 7.26205e-93 | 0 | [0.157 0.843] | 0.157 |
+| (0.0, 28) | 0.100112 | 0.0588884 | 0.159 | [0.159 0.841 0. 0. ] | 3.99054e-87 | 3.99054e-87 | 0 | [0.159 0.841] | 0.159 |
+| (0.0, 29) | 0.0964799 | 0.0535201 | 0.15 | [0.15 0.85 0. 0. ] | 6.532e-82 | 6.532e-82 | 0 | [0.15 0.85] | 0.15 |
+| (0.0, 30) | 0.119753 | 0.0272469 | 0.147 | [0.147 0.853 0. 0. ] | 4.10831e-75 | 4.10831e-75 | 0 | [0.147 0.853] | 0.147 |
+| (0.0, 31) | 0.0706346 | 0.0883654 | 0.159 | [0.159 0.841 0. 0. ] | 1.27863e-72 | 1.27863e-72 | 0 | [0.159 0.841] | 0.159 |
+| (0.0, 32) | 0.0988101 | 0.0491899 | 0.148 | [0.148 0.852 0. 0. ] | 2.07851e-74 | 2.07851e-74 | 0 | [0.148 0.852] | 0.148 |
+| (0.0, 33) | 0.0783135 | 0.0846865 | 0.163 | [0.163 0.837 0. 0. ] | 2.39408e-90 | 2.39408e-90 | 0 | [0.163 0.837] | 0.163 |
+| (0.0, 34) | 0.0902689 | 0.0557311 | 0.146 | [0.146 0.854 0. 0. ] | 6.57654e-81 | 6.57654e-81 | 0 | [0.146 0.854] | 0.146 |
+| (0.0, 35) | 0.0917235 | 0.0572765 | 0.149 | [0.149 0.851 0. 0. ] | 1.93739e-83 | 1.93739e-83 | 0 | [0.149 0.851] | 0.149 |
+| (0.0, 36) | 0.0600061 | 0.108994 | 0.169 | [0.169 0.831 0. 0. ] | 1.4334e-110 | 1.4334e-110 | 0 | [0.169 0.831] | 0.169 |
+| (0.0, 37) | 0.0939152 | 0.0700848 | 0.164 | [0.164 0.836 0. 0. ] | 3.97301e-77 | 3.97301e-77 | 0 | [0.164 0.836] | 0.164 |
+| (0.0, 38) | 0.0713029 | 0.0846971 | 0.156 | [0.156 0.844 0. 0. ] | 1.62578e-85 | 1.62578e-85 | 0 | [0.156 0.844] | 0.156 |
+| (0.0, 39) | 0.10238 | 0.0696199 | 0.172 | [0.172 0.828 0. 0. ] | 1.64608e-71 | 1.64608e-71 | 0 | [0.172 0.828] | 0.172 |
+| (0.0, 40) | 0.0808104 | 0.0661896 | 0.147 | [0.147 0.853 0. 0. ] | 7.03173e-76 | 7.03173e-76 | 0 | [0.147 0.853] | 0.147 |
+| (0.0, 41) | 0.0477844 | 0.105216 | 0.153 | [0.153 0.847 0. 0. ] | 1.94212e-97 | 1.94212e-97 | 0 | [0.153 0.847] | 0.153 |
+| (0.0, 42) | 0.0755388 | 0.0734612 | 0.149 | [0.149 0.851 0. 0. ] | 9.58123e-82 | 9.58123e-82 | 0 | [0.149 0.851] | 0.149 |
+| (0.0, 43) | 0.0541017 | 0.0788983 | 0.133 | [0.133 0.867 0. 0. ] | 3.21118e-74 | 3.21118e-74 | 0 | [0.133 0.867] | 0.133 |
+| (0.0, 44) | 0.0856808 | 0.0713192 | 0.157 | [0.157 0.843 0. 0. ] | 1.72404e-73 | 1.72404e-73 | 0 | [0.157 0.843] | 0.157 |
+| (0.0, 45) | 0.0736663 | 0.0893337 | 0.163 | [0.163 0.837 0. 0. ] | 5.94041e-97 | 5.94041e-97 | 0 | [0.163 0.837] | 0.163 |
+| (0.0, 46) | 0.118402 | 0.038598 | 0.157 | [0.157 0.843 0. 0. ] | 6.0959e-69 | 6.0959e-69 | 0 | [0.157 0.843] | 0.157 |
+| (0.0, 47) | 0.11078 | 0.0342197 | 0.145 | [0.145 0.855 0. 0. ] | 4.06314e-72 | 4.06314e-72 | 0 | [0.145 0.855] | 0.145 |
+| (0.0, 48) | 0.0831503 | 0.0478497 | 0.131 | [0.131 0.869 0. 0. ] | 5.42314e-85 | 5.42314e-85 | 0 | [0.131 0.869] | 0.131 |
+| (0.0, 49) | 0.0916819 | 0.0513181 | 0.143 | [0.143 0.857 0. 0. ] | 5.04478e-81 | 5.04478e-81 | 0 | [0.143 0.857] | 0.143 |
+| (0.0, 50) | 0.11094 | 0.03506 | 0.146 | [0.146 0.854 0. 0. ] | 2.9869e-75 | 2.9869e-75 | 0 | [0.146 0.854] | 0.146 |
+| (0.0, 51) | 0.0908154 | 0.0471846 | 0.138 | [0.138 0.862 0. 0. ] | 7.09617e-64 | 7.09617e-64 | 0 | [0.138 0.862] | 0.138 |
+| (0.0, 52) | 0.116686 | 0.0233143 | 0.14 | [0.14 0.86 0. 0. ] | 1.53735e-66 | 1.53735e-66 | 0 | [0.14 0.86] | 0.14 |
+| (0.0, 53) | 0.0621283 | 0.104872 | 0.167 | [0.167 0.833 0. 0. ] | 1.32848e-95 | 1.32848e-95 | 0 | [0.167 0.833] | 0.167 |
+| (0.0, 54) | 0.0971333 | 0.0688667 | 0.166 | [0.166 0.834 0. 0. ] | 1.60209e-77 | 1.60209e-77 | 0 | [0.166 0.834] | 0.166 |
+| (0.0, 55) | 0.0930373 | 0.0839627 | 0.177 | [0.177 0.823 0. 0. ] | 1.6235e-87 | 1.6235e-87 | 0 | [0.177 0.823] | 0.177 |
+| (0.0, 56) | 0.0757822 | 0.0812178 | 0.157 | [0.157 0.843 0. 0. ] | 4.25804e-75 | 4.25804e-75 | 0 | [0.157 0.843] | 0.157 |
+| (0.0, 57) | 0.0938824 | 0.0411176 | 0.135 | [0.135 0.865 0. 0. ] | 2.09063e-71 | 2.09063e-71 | 0 | [0.135 0.865] | 0.135 |
+| (0.0, 58) | 0.106571 | 0.0524287 | 0.159 | [0.159 0.841 0. 0. ] | 7.73697e-68 | 7.73697e-68 | 0 | [0.159 0.841] | 0.159 |
+| (0.0, 59) | 0.0897803 | 0.0692197 | 0.159 | [0.159 0.841 0. 0. ] | 9.83727e-73 | 9.83727e-73 | 0 | [0.159 0.841] | 0.159 |
+| (0.0, 60) | 0.111984 | 0.0160161 | 0.128 | [0.128 0.872 0. 0. ] | 3.54758e-79 | 3.54758e-79 | 0 | [0.128 0.872] | 0.128 |
+| (0.0, 61) | 0.101143 | 0.0308567 | 0.132 | [0.132 0.868 0. 0. ] | 1.72902e-77 | 1.72902e-77 | 0 | [0.132 0.868] | 0.132 |
+| (0.0, 62) | 0.115279 | 0.0377211 | 0.153 | [0.153 0.847 0. 0. ] | 7.03603e-77 | 7.03603e-77 | 0 | [0.153 0.847] | 0.153 |
+| (0.0, 63) | 0.0948507 | 0.0621493 | 0.157 | [0.157 0.843 0. 0. ] | 1.29883e-86 | 1.29883e-86 | 0 | [0.157 0.843] | 0.157 |
+| (0.0, 64) | 0.103509 | 0.0334913 | 0.137 | [0.137 0.863 0. 0. ] | 3.80986e-80 | 3.80986e-80 | 0 | [0.137 0.863] | 0.137 |
+| (0.0, 65) | 0.0781409 | 0.0808591 | 0.159 | [0.159 0.841 0. 0. ] | 1.80981e-71 | 1.80981e-71 | 0 | [0.159 0.841] | 0.159 |
+| (0.0, 66) | 0.0757231 | 0.0592769 | 0.135 | [0.135 0.865 0. 0. ] | 3.5588e-95 | 3.5588e-95 | 0 | [0.135 0.865] | 0.135 |
+| (0.0, 67) | 0.0728872 | 0.0881128 | 0.161 | [0.161 0.839 0. 0. ] | 5.99213e-89 | 5.99213e-89 | 0 | [0.161 0.839] | 0.161 |
+| (0.0, 68) | 0.0639539 | 0.0750461 | 0.139 | [0.139 0.861 0. 0. ] | 6.04828e-84 | 6.04828e-84 | 0 | [0.139 0.861] | 0.139 |
+| (0.0, 69) | 0.126742 | 0.0192578 | 0.146 | [0.146 0.854 0. 0. ] | 3.02779e-81 | 3.02779e-81 | 0 | [0.146 0.854] | 0.146 |
+| (0.0, 70) | 0.0826081 | 0.0673919 | 0.15 | [0.15 0.85 0. 0. ] | 1.46215e-89 | 1.46215e-89 | 0 | [0.15 0.85] | 0.15 |
+| (0.0, 71) | 0.0866534 | 0.0793466 | 0.166 | [0.166 0.834 0. 0. ] | 4.1842e-87 | 4.1842e-87 | 0 | [0.166 0.834] | 0.166 |
+| (0.0, 72) | 0.0756651 | 0.0873349 | 0.163 | [0.163 0.837 0. 0. ] | 4.15436e-100 | 4.15436e-100 | 0 | [0.163 0.837] | 0.163 |
+| (0.0, 73) | 0.0842012 | 0.0727988 | 0.157 | [0.157 0.843 0. 0. ] | 4.33554e-72 | 4.33554e-72 | 0 | [0.157 0.843] | 0.157 |
+| (0.0, 74) | 0.0732343 | 0.0537657 | 0.127 | [0.127 0.873 0. 0. ] | 5.78521e-65 | 5.78521e-65 | 0 | [0.127 0.873] | 0.127 |
+| (0.0, 75) | 0.0436204 | 0.10138 | 0.145 | [0.145 0.855 0. 0. ] | 5.99248e-08 | 5.99248e-08 | 0 | [0.145 0.855] | 0.145 |
+| (0.0, 76) | 0.073634 | 0.071366 | 0.145 | [0.145 0.855 0. 0. ] | 1.33422e-86 | 1.33422e-86 | 0 | [0.145 0.855] | 0.145 |
+| (0.0, 77) | 0.114722 | 0.0242778 | 0.139 | [0.139 0.861 0. 0. ] | 1.22296e-69 | 1.22296e-69 | 0 | [0.139 0.861] | 0.139 |
+| (0.0, 78) | 0.0910729 | 0.0529271 | 0.144 | [0.144 0.856 0. 0. ] | 3.20385e-81 | 3.20385e-81 | 0 | [0.144 0.856] | 0.144 |
+| (0.0, 79) | 0.1199 | 0.0391 | 0.159 | [0.159 0.841 0. 0. ] | 4.88611e-80 | 4.88611e-80 | 0 | [0.159 0.841] | 0.159 |
+| (0.0, 80) | 0.101953 | 0.0500466 | 0.152 | [0.152 0.848 0. 0. ] | 1.89129e-75 | 1.89129e-75 | 0 | [0.152 0.848] | 0.152 |
+| (0.0, 81) | 0.0889951 | 0.0510049 | 0.14 | [0.14 0.86 0. 0. ] | 1.37045e-70 | 1.37045e-70 | 0 | [0.14 0.86] | 0.14 |
+| (0.0, 82) | 0.0998662 | 0.0471338 | 0.147 | [0.147 0.853 0. 0. ] | 3.1581e-76 | 3.1581e-76 | 0 | [0.147 0.853] | 0.147 |
+| (0.0, 83) | 0.0831914 | 0.0558086 | 0.139 | [0.139 0.861 0. 0. ] | 1.71931e-86 | 1.71931e-86 | 0 | [0.139 0.861] | 0.139 |
+| (0.0, 84) | 0.120851 | 0.0331487 | 0.154 | [0.154 0.846 0. 0. ] | 7.23765e-74 | 7.23765e-74 | 0 | [0.154 0.846] | 0.154 |
+| (0.0, 85) | 0.100605 | 0.0433947 | 0.144 | [0.144 0.856 0. 0. ] | 2.67006e-82 | 2.67006e-82 | 0 | [0.144 0.856] | 0.144 |
+| (0.0, 86) | 0.0765061 | 0.0734939 | 0.15 | [0.15 0.85 0. 0. ] | 1.61559e-83 | 1.61559e-83 | 0 | [0.15 0.85] | 0.15 |
+| (0.0, 87) | 0.0705979 | 0.0724021 | 0.143 | [0.143 0.857 0. 0. ] | 6.80161e-90 | 6.80161e-90 | 0 | [0.143 0.857] | 0.143 |
+| (0.0, 88) | 0.133956 | 0.0270437 | 0.161 | [0.161 0.839 0. 0. ] | 4.02932e-85 | 4.02932e-85 | 0 | [0.161 0.839] | 0.161 |
+| (0.0, 89) | 0.0874214 | 0.0665786 | 0.154 | [0.154 0.846 0. 0. ] | 5.57476e-68 | 5.57476e-68 | 0 | [0.154 0.846] | 0.154 |
+| (0.0, 90) | 0.0715817 | 0.0634183 | 0.135 | [0.135 0.865 0. 0. ] | 4.40147e-76 | 4.40147e-76 | 0 | [0.135 0.865] | 0.135 |
+| (0.0, 91) | 0.0905213 | 0.0544787 | 0.145 | [0.145 0.855 0. 0. ] | 5.28556e-78 | 5.28556e-78 | 0 | [0.145 0.855] | 0.145 |
+| (0.0, 92) | 0.0795437 | 0.0964563 | 0.176 | [0.176 0.824 0. 0. ] | 1.1435e-87 | 1.1435e-87 | 0 | [0.176 0.824] | 0.176 |
+| (0.0, 93) | 0.118409 | 0.0365913 | 0.155 | [0.155 0.845 0. 0. ] | 3.5294e-95 | 3.5294e-95 | 0 | [0.155 0.845] | 0.155 |
+| (0.0, 94) | 0.109805 | 0.0591953 | 0.169 | [0.169 0.831 0. 0. ] | 1.80285e-76 | 1.80285e-76 | 0 | [0.169 0.831] | 0.169 |
+| (0.0, 95) | 0.098196 | 0.052804 | 0.151 | [0.151 0.849 0. 0. ] | 2.818e-84 | 2.818e-84 | 0 | [0.151 0.849] | 0.151 |
+| (0.0, 96) | 0.112439 | 0.0345615 | 0.147 | [0.147 0.853 0. 0. ] | 3.6936e-71 | 3.6936e-71 | 0 | [0.147 0.853] | 0.147 |
+| (0.0, 97) | 0.0904939 | 0.0645061 | 0.155 | [0.155 0.845 0. 0. ] | 8.14262e-94 | 8.14262e-94 | 0 | [0.155 0.845] | 0.155 |
+| (0.0, 98) | 0.107304 | 0.028696 | 0.136 | [0.136 0.864 0. 0. ] | 7.45097e-62 | 7.45097e-62 | 0 | [0.136 0.864] | 0.136 |
+| (0.0, 99) | 0.0726854 | 0.0783146 | 0.151 | [0.151 0.849 0. 0. ] | 1.27965e-92 | 1.27965e-92 | 0 | [0.151 0.849] | 0.151 |
+| (0.05, 0) | 0.139695 | 0.0533047 | 0.193 | [0.143 0.807 0. 0.05 ] | 0.110254 | 1.14176e-19 | 0.110254 | [0.143 0.857] | 0.193 |
+| (0.05, 1) | 0.135563 | 0.0344375 | 0.17 | [0.12 0.83 0. 0.05] | 0.107527 | 3.58656e-10 | 0.107527 | [0.12 0.88] | 0.17 |
+| (0.05, 2) | 0.140995 | 0.0510053 | 0.192 | [0.142 0.808 0. 0.05 ] | 0.110132 | 2.74753e-22 | 0.110132 | [0.142 0.858] | 0.192 |
+| (0.05, 3) | 0.137862 | 0.0681381 | 0.206 | [0.156 0.794 0. 0.05 ] | 0.111857 | 1.58351e-10 | 0.111857 | [0.156 0.844] | 0.206 |
+| (0.05, 4) | 0.106135 | 0.0828645 | 0.189 | [0.139 0.811 0. 0.05 ] | 0.109234 | 0.000535505 | 0.109769 | [0.139 0.861] | 0.189 |
+| (0.05, 5) | 0.122517 | 0.0634832 | 0.186 | [0.136 0.814 0. 0.05 ] | 0.109409 | 4.44136e-17 | 0.109409 | [0.136 0.864] | 0.186 |
+| (0.05, 6) | 0.156419 | 0.0255809 | 0.182 | [0.132 0.818 0. 0.05 ] | 0.108932 | 3.43807e-18 | 0.108932 | [0.132 0.868] | 0.182 |
+| (0.05, 7) | 0.145084 | 0.0439162 | 0.189 | [0.139 0.811 0. 0.05 ] | 0.109769 | 2.65993e-14 | 0.109769 | [0.139 0.861] | 0.189 |
+| (0.05, 8) | 0.155093 | 0.0359071 | 0.191 | [0.142 0.808 0.001 0.049] | 0.108049 | 4.59776e-11 | 0.108049 | [0.143 0.857] | 0.191 |
+| (0.05, 9) | 0.182126 | 0.00487421 | 0.187 | [0.137 0.813 0. 0.05 ] | 0.109529 | 1.84496e-14 | 0.109529 | [0.137 0.863] | 0.187 |
+| (0.05, 10) | 0.0998061 | 0.0921939 | 0.192 | [0.142 0.808 0. 0.05 ] | 0.110132 | 4.03461e-21 | 0.110132 | [0.142 0.858] | 0.192 |
+| (0.05, 11) | 0.135749 | 0.0592513 | 0.195 | [0.145 0.805 0. 0.05 ] | 0.110497 | 3.16984e-21 | 0.110497 | [0.145 0.855] | 0.195 |
+| (0.05, 12) | 0.115695 | 0.087305 | 0.203 | [0.153 0.797 0. 0.05 ] | 0.111483 | 1.33398e-15 | 0.111483 | [0.153 0.847] | 0.203 |
+| (0.05, 13) | 0.132882 | 0.0491177 | 0.182 | [0.132 0.818 0. 0.05 ] | 0.108932 | 3.836e-24 | 0.108932 | [0.132 0.868] | 0.182 |
+| (0.05, 14) | 0.10577 | 0.0692296 | 0.175 | [0.125 0.825 0. 0.05 ] | 0.108108 | 9.72476e-12 | 0.108108 | [0.125 0.875] | 0.175 |
+| (0.05, 15) | 0.156678 | 0.036322 | 0.193 | [0.143 0.807 0. 0.05 ] | 0.110254 | 2.07272e-23 | 0.110254 | [0.143 0.857] | 0.193 |
+| (0.05, 16) | 0.104347 | 0.0826534 | 0.187 | [0.137 0.813 0. 0.05 ] | 0.107933 | 0.00159586 | 0.109529 | [0.137 0.863] | 0.187 |
+| (0.05, 17) | 0.169004 | 0.00799577 | 0.177 | [0.127 0.823 0. 0.05 ] | 0.108342 | 7.79333e-11 | 0.108342 | [0.127 0.873] | 0.177 |
+| (0.05, 18) | 0.128698 | 0.0653016 | 0.194 | [0.144 0.806 0. 0.05 ] | 0.110375 | 1.77321e-22 | 0.110375 | [0.144 0.856] | 0.194 |
+| (0.05, 19) | 0.111877 | 0.0971234 | 0.209 | [0.159 0.791 0. 0.05 ] | 0.112233 | 2.68131e-19 | 0.112233 | [0.159 0.841] | 0.209 |
+| (0.05, 20) | 0.155026 | 0.0209742 | 0.176 | [0.126 0.824 0. 0.05 ] | 0.108225 | 3.94502e-18 | 0.108225 | [0.126 0.874] | 0.176 |
+| (0.05, 21) | 0.124618 | 0.0773818 | 0.202 | [0.152 0.798 0. 0.05 ] | 0.111359 | 9.0121e-31 | 0.111359 | [0.152 0.848] | 0.202 |
+| (0.05, 22) | 0.130664 | 0.0603363 | 0.191 | [0.141 0.809 0. 0.05 ] | 0.110011 | 3.03675e-22 | 0.110011 | [0.141 0.859] | 0.191 |
+| (0.05, 23) | 0.154081 | 0.0469192 | 0.201 | [0.151 0.799 0. 0.05 ] | 0.111235 | 2.16643e-11 | 0.111235 | [0.151 0.849] | 0.201 |
+| (0.05, 24) | 0.122652 | 0.059348 | 0.182 | [0.132 0.818 0. 0.05 ] | 0.108932 | 1.6966e-14 | 0.108932 | [0.132 0.868] | 0.182 |
+| (0.05, 25) | 0.146311 | 0.055689 | 0.202 | [0.152 0.798 0. 0.05 ] | 0.111355 | 3.46681e-06 | 0.111359 | [0.152 0.848] | 0.202 |
+| (0.05, 26) | 0.140658 | 0.0373423 | 0.178 | [0.128 0.822 0. 0.05 ] | 0.10846 | 2.48311e-18 | 0.10846 | [0.128 0.872] | 0.178 |
+| (0.05, 27) | 0.134002 | 0.0429984 | 0.177 | [0.127 0.823 0. 0.05 ] | 0.108342 | 9.19174e-20 | 0.108342 | [0.127 0.873] | 0.177 |
+| (0.05, 28) | 0.157105 | 0.0368953 | 0.194 | [0.144 0.806 0. 0.05 ] | 0.110375 | 4.83413e-18 | 0.110375 | [0.144 0.856] | 0.194 |
+| (0.05, 29) | 0.149111 | 0.0308887 | 0.18 | [0.13 0.82 0. 0.05] | 0.108696 | 1.16102e-21 | 0.108696 | [0.13 0.87] | 0.18 |
+| (0.05, 30) | 0.104365 | 0.0786353 | 0.183 | [0.133 0.817 0. 0.05 ] | 0.109051 | 1.10507e-14 | 0.109051 | [0.133 0.867] | 0.183 |
+| (0.05, 31) | 0.158109 | 0.041891 | 0.2 | [0.151 0.799 0.001 0.049] | 0.109131 | 8.10113e-19 | 0.109131 | [0.152 0.848] | 0.2 |
+| (0.05, 32) | 0.14954 | 0.0294602 | 0.179 | [0.129 0.821 0. 0.05 ] | 0.108578 | 1.28469e-14 | 0.108578 | [0.129 0.871] | 0.179 |
+| (0.05, 33) | 0.157869 | 0.0161307 | 0.174 | [0.124 0.826 0. 0.05 ] | 0.107991 | 7.84528e-18 | 0.107991 | [0.124 0.876] | 0.174 |
+| (0.05, 34) | 0.157753 | 0.039247 | 0.197 | [0.147 0.803 0. 0.05 ] | 0.110742 | 2.2032e-17 | 0.110742 | [0.147 0.853] | 0.197 |
+| (0.05, 35) | 0.134724 | 0.0462759 | 0.181 | [0.131 0.819 0. 0.05 ] | 0.108814 | 1.46e-14 | 0.108814 | [0.131 0.869] | 0.181 |
+| (0.05, 36) | 0.14284 | 0.0331603 | 0.176 | [0.126 0.824 0. 0.05 ] | 0.108225 | 3.56508e-16 | 0.108225 | [0.126 0.874] | 0.176 |
+| (0.05, 37) | 0.135851 | 0.0541488 | 0.19 | [0.14 0.81 0. 0.05] | 0.10989 | 1.37439e-14 | 0.10989 | [0.14 0.86] | 0.19 |
+| (0.05, 38) | 0.120848 | 0.0871521 | 0.208 | [0.158 0.792 0. 0.05 ] | 0.112108 | 3.07361e-10 | 0.112108 | [0.158 0.842] | 0.208 |
+| (0.05, 39) | 0.108411 | 0.071589 | 0.18 | [0.13 0.82 0. 0.05] | 0.108696 | 9.4529e-12 | 0.108696 | [0.13 0.87] | 0.18 |
+| (0.05, 40) | 0.138167 | 0.0358328 | 0.174 | [0.124 0.826 0. 0.05 ] | 0.107991 | 3.92459e-22 | 0.107991 | [0.124 0.876] | 0.174 |
+| (0.05, 41) | 0.134067 | 0.0729327 | 0.207 | [0.157 0.793 0. 0.05 ] | 0.111982 | 6.75036e-30 | 0.111982 | [0.157 0.843] | 0.207 |
+| (0.05, 42) | 0.172425 | 0.0235747 | 0.196 | [0.146 0.804 0. 0.05 ] | 0.110619 | 1.7918e-18 | 0.110619 | [0.146 0.854] | 0.196 |
+| (0.05, 43) | 0.137972 | 0.0540283 | 0.192 | [0.142 0.808 0. 0.05 ] | 0.110132 | 6.253e-19 | 0.110132 | [0.142 0.858] | 0.192 |
+| (0.05, 44) | 0.128741 | 0.0542591 | 0.183 | [0.133 0.817 0. 0.05 ] | 0.109051 | 1.05882e-23 | 0.109051 | [0.133 0.867] | 0.183 |
+| (0.05, 45) | 0.138375 | 0.0376248 | 0.176 | [0.126 0.824 0. 0.05 ] | 0.108225 | 4.84466e-15 | 0.108225 | [0.126 0.874] | 0.176 |
+| (0.05, 46) | 0.162737 | 0.0232628 | 0.186 | [0.136 0.814 0. 0.05 ] | 0.109389 | 2.06901e-05 | 0.109409 | [0.136 0.864] | 0.186 |
+| (0.05, 47) | 0.145798 | 0.0382015 | 0.184 | [0.134 0.816 0. 0.05 ] | 0.10917 | 2.78441e-27 | 0.10917 | [0.134 0.866] | 0.184 |
+| (0.05, 48) | 0.137354 | 0.0726463 | 0.21 | [0.16 0.79 0. 0.05] | 0.11236 | 2.97923e-25 | 0.11236 | [0.16 0.84] | 0.21 |
+| (0.05, 49) | 0.155531 | 0.0394693 | 0.195 | [0.145 0.805 0. 0.05 ] | 0.110497 | 3.57224e-19 | 0.110497 | [0.145 0.855] | 0.195 |
+| (0.05, 50) | 0.165329 | 0.0146715 | 0.18 | [0.13 0.82 0. 0.05] | 0.108696 | 7.05554e-15 | 0.108696 | [0.13 0.87] | 0.18 |
+| (0.05, 51) | 0.107478 | 0.0715223 | 0.179 | [0.129 0.821 0. 0.05 ] | 0.108578 | 2.33682e-16 | 0.108578 | [0.129 0.871] | 0.179 |
+| (0.05, 52) | 0.0938284 | 0.0901716 | 0.184 | [0.134 0.816 0. 0.05 ] | 0.108422 | 0.000747907 | 0.10917 | [0.134 0.866] | 0.184 |
+| (0.05, 53) | 0.137715 | 0.0582849 | 0.196 | [0.146 0.804 0. 0.05 ] | 0.110619 | 9.415e-15 | 0.110619 | [0.146 0.854] | 0.196 |
+| (0.05, 54) | 0.152119 | 0.0308814 | 0.183 | [0.133 0.817 0. 0.05 ] | 0.109051 | 3.14673e-08 | 0.109051 | [0.133 0.867] | 0.183 |
+| (0.05, 55) | 0.17551 | 0.0224896 | 0.198 | [0.148 0.802 0. 0.05 ] | 0.110865 | 2.44773e-14 | 0.110865 | [0.148 0.852] | 0.198 |
+| (0.05, 56) | 0.180796 | 0.0172042 | 0.198 | [0.148 0.802 0. 0.05 ] | 0.110865 | 7.30979e-13 | 0.110865 | [0.148 0.852] | 0.198 |
+| (0.05, 57) | 0.129629 | 0.0533714 | 0.183 | [0.133 0.817 0. 0.05 ] | 0.109051 | 7.45796e-26 | 0.109051 | [0.133 0.867] | 0.183 |
+| (0.05, 58) | 0.163147 | 0.016853 | 0.18 | [0.13 0.82 0. 0.05] | 0.108696 | 2.66764e-19 | 0.108696 | [0.13 0.87] | 0.18 |
+| (0.05, 59) | 0.0869485 | 0.103052 | 0.19 | [0.14 0.81 0. 0.05] | 0.109035 | 0.000854853 | 0.10989 | [0.14 0.86] | 0.19 |
+| (0.05, 60) | 0.149196 | 0.0458035 | 0.195 | [0.145 0.805 0. 0.05 ] | 0.110497 | 1.89128e-15 | 0.110497 | [0.145 0.855] | 0.195 |
+| (0.05, 61) | 0.126469 | 0.0565306 | 0.183 | [0.133 0.817 0. 0.05 ] | 0.109051 | 1.04909e-16 | 0.109051 | [0.133 0.867] | 0.183 |
+| (0.05, 62) | 0.172479 | 0.0155209 | 0.188 | [0.139 0.811 0.001 0.049] | 0.107692 | 3.99895e-09 | 0.107692 | [0.14 0.86] | 0.188 |
+| (0.05, 63) | 0.0976526 | 0.0803474 | 0.178 | [0.128 0.822 0. 0.05 ] | 0.10846 | 1.72691e-33 | 0.10846 | [0.128 0.872] | 0.178 |
+| (0.05, 64) | 0.118217 | 0.0667828 | 0.185 | [0.135 0.815 0. 0.05 ] | 0.10929 | 3.28193e-14 | 0.10929 | [0.135 0.865] | 0.185 |
+| (0.05, 65) | 0.0917532 | 0.0912468 | 0.183 | [0.133 0.817 0. 0.05 ] | 0.1084 | 0.000651129 | 0.109051 | [0.133 0.867] | 0.183 |
+| (0.05, 66) | 0.0971105 | 0.0788895 | 0.176 | [0.126 0.824 0. 0.05 ] | 0.107692 | 0.000532613 | 0.108225 | [0.126 0.874] | 0.176 |
+| (0.05, 67) | 0.107754 | 0.0802459 | 0.188 | [0.138 0.812 0. 0.05 ] | 0.109269 | 0.000379747 | 0.109649 | [0.138 0.862] | 0.188 |
+| (0.05, 68) | 0.153214 | 0.0267861 | 0.18 | [0.13 0.82 0. 0.05] | 0.108696 | 1.06491e-21 | 0.108696 | [0.13 0.87] | 0.18 |
+| (0.05, 69) | 0.140475 | 0.0495245 | 0.19 | [0.14 0.81 0. 0.05] | 0.10989 | 2.79207e-20 | 0.10989 | [0.14 0.86] | 0.19 |
+| (0.05, 70) | 0.145541 | 0.0454591 | 0.191 | [0.141 0.809 0. 0.05 ] | 0.110011 | 2.75263e-10 | 0.110011 | [0.141 0.859] | 0.191 |
+| (0.05, 71) | 0.155227 | 0.0187734 | 0.174 | [0.124 0.826 0. 0.05 ] | 0.107991 | 4.71961e-12 | 0.107991 | [0.124 0.876] | 0.174 |
+| (0.05, 72) | 0.154241 | 0.0667593 | 0.221 | [0.171 0.779 0. 0.05 ] | 0.113766 | 6.45733e-22 | 0.113766 | [0.171 0.829] | 0.221 |
+| (0.05, 73) | 0.149282 | 0.0537176 | 0.203 | [0.153 0.797 0. 0.05 ] | 0.111483 | 5.42307e-08 | 0.111483 | [0.153 0.847] | 0.203 |
+| (0.05, 74) | 0.112973 | 0.0600274 | 0.173 | [0.123 0.827 0. 0.05 ] | 0.107875 | 3.72521e-13 | 0.107875 | [0.123 0.877] | 0.173 |
+| (0.05, 75) | 0.118677 | 0.0783229 | 0.197 | [0.147 0.803 0. 0.05 ] | 0.110742 | 2.40661e-16 | 0.110742 | [0.147 0.853] | 0.197 |
+| (0.05, 76) | 0.118952 | 0.0800475 | 0.199 | [0.149 0.801 0. 0.05 ] | 0.110988 | 6.3083e-23 | 0.110988 | [0.149 0.851] | 0.199 |
+| (0.05, 77) | 0.147543 | 0.0464572 | 0.194 | [0.144 0.806 0. 0.05 ] | 0.110375 | 1.67292e-16 | 0.110375 | [0.144 0.856] | 0.194 |
+| (0.05, 78) | 0.157932 | 0.0350678 | 0.193 | [0.143 0.807 0. 0.05 ] | 0.110254 | 1.80691e-27 | 0.110254 | [0.143 0.857] | 0.193 |
+| (0.05, 79) | 0.10977 | 0.0872304 | 0.197 | [0.147 0.803 0. 0.05 ] | 0.110742 | 4.64983e-19 | 0.110742 | [0.147 0.853] | 0.197 |
+| (0.05, 80) | 0.110754 | 0.0802464 | 0.191 | [0.141 0.809 0. 0.05 ] | 0.110011 | 6.39424e-18 | 0.110011 | [0.141 0.859] | 0.191 |
+| (0.05, 81) | 0.156431 | 0.041569 | 0.198 | [0.148 0.802 0. 0.05 ] | 0.110865 | 7.35924e-18 | 0.110865 | [0.148 0.852] | 0.198 |
+| (0.05, 82) | 0.154779 | 0.0442212 | 0.199 | [0.149 0.801 0. 0.05 ] | 0.110988 | 6.42816e-10 | 0.110988 | [0.149 0.851] | 0.199 |
+| (0.05, 83) | 0.126509 | 0.0814906 | 0.208 | [0.158 0.792 0. 0.05 ] | 0.112108 | 1.30576e-17 | 0.112108 | [0.158 0.842] | 0.208 |
+| (0.05, 84) | 0.136929 | 0.0700712 | 0.207 | [0.158 0.792 0.001 0.049] | 0.109989 | 1.45571e-22 | 0.109989 | [0.159 0.841] | 0.207 |
+| (0.05, 85) | 0.150736 | 0.0462638 | 0.197 | [0.147 0.803 0. 0.05 ] | 0.110742 | 1.26775e-15 | 0.110742 | [0.147 0.853] | 0.197 |
+| (0.05, 86) | 0.13535 | 0.0666503 | 0.202 | [0.152 0.798 0. 0.05 ] | 0.111359 | 1.52258e-16 | 0.111359 | [0.152 0.848] | 0.202 |
+| (0.05, 87) | 0.154934 | 0.0240656 | 0.179 | [0.129 0.821 0. 0.05 ] | 0.108578 | 7.65988e-15 | 0.108578 | [0.129 0.871] | 0.179 |
+| (0.05, 88) | 0.107502 | 0.0654985 | 0.173 | [0.123 0.827 0. 0.05 ] | 0.107875 | 1.44443e-19 | 0.107875 | [0.123 0.877] | 0.173 |
+| (0.05, 89) | 0.148545 | 0.0474553 | 0.196 | [0.146 0.804 0. 0.05 ] | 0.110619 | 1.7763e-27 | 0.110619 | [0.146 0.854] | 0.196 |
+| (0.05, 90) | 0.118629 | 0.0533714 | 0.172 | [0.122 0.828 0. 0.05 ] | 0.107759 | 1.68968e-12 | 0.107759 | [0.122 0.878] | 0.172 |
+| (0.05, 91) | 0.120002 | 0.0739985 | 0.194 | [0.144 0.806 0. 0.05 ] | 0.110375 | 2.31969e-15 | 0.110375 | [0.144 0.856] | 0.194 |
+| (0.05, 92) | 0.11476 | 0.0782402 | 0.193 | [0.143 0.807 0. 0.05 ] | 0.110254 | 3.75623e-20 | 0.110254 | [0.143 0.857] | 0.193 |
+| (0.05, 93) | 0.128018 | 0.0719818 | 0.2 | [0.15 0.8 0. 0.05] | 0.111111 | 3.18359e-20 | 0.111111 | [0.15 0.85] | 0.2 |
+| (0.05, 94) | 0.104735 | 0.0972647 | 0.202 | [0.152 0.798 0. 0.05 ] | 0.111359 | 4.15272e-22 | 0.111359 | [0.152 0.848] | 0.202 |
+| (0.05, 95) | 0.14863 | 0.0313704 | 0.18 | [0.13 0.82 0. 0.05] | 0.108696 | 5.0643e-17 | 0.108696 | [0.13 0.87] | 0.18 |
+| (0.05, 96) | 0.155999 | 0.0390008 | 0.195 | [0.145 0.805 0. 0.05 ] | 0.110497 | 3.38826e-17 | 0.110497 | [0.145 0.855] | 0.195 |
+| (0.05, 97) | 0.121559 | 0.0774405 | 0.199 | [0.149 0.801 0. 0.05 ] | 0.110988 | 8.6301e-15 | 0.110988 | [0.149 0.851] | 0.199 |
+| (0.05, 98) | 0.107171 | 0.0908294 | 0.198 | [0.148 0.802 0. 0.05 ] | 0.110865 | 2.90772e-18 | 0.110865 | [0.148 0.852] | 0.198 |
+| (0.05, 99) | 0.155625 | 0.0373746 | 0.193 | [0.143 0.807 0. 0.05 ] | 0.110254 | 2.24989e-10 | 0.110254 | [0.143 0.857] | 0.193 |
+| (0.1, 0) | 0.178993 | 0.0430075 | 0.222 | [0.122 0.778 0. 0.1 ] | 0.144324 | 0.0601746 | 0.204499 | [0.122 0.878] | 0.222 |
+| (0.1, 1) | 0.152454 | 0.0715457 | 0.224 | [0.124 0.776 0. 0.1 ] | 0.143947 | 0.0609715 | 0.204918 | [0.124 0.876] | 0.224 |
+| (0.1, 2) | 0.157962 | 0.0720383 | 0.23 | [0.13 0.77 0. 0.1 ] | 0.189546 | 0.0166395 | 0.206186 | [0.13 0.87] | 0.23 |
+| (0.1, 3) | 0.140091 | 0.103909 | 0.244 | [0.144 0.756 0. 0.1 ] | 0.16705 | 0.042155 | 0.209205 | [0.144 0.856] | 0.244 |
+| (0.1, 4) | 0.146193 | 0.0908066 | 0.237 | [0.137 0.763 0. 0.1 ] | 0.144253 | 0.063431 | 0.207684 | [0.137 0.863] | 0.237 |
+| (0.1, 5) | 0.149072 | 0.0789285 | 0.228 | [0.128 0.772 0. 0.1 ] | 0.166733 | 0.0390282 | 0.205761 | [0.128 0.872] | 0.228 |
+| (0.1, 6) | 0.138868 | 0.0971322 | 0.236 | [0.136 0.764 0. 0.1 ] | 0.146507 | 0.0609615 | 0.207469 | [0.136 0.864] | 0.236 |
+| (0.1, 7) | 0.155198 | 0.0728022 | 0.228 | [0.128 0.772 0. 0.1 ] | 0.166977 | 0.0387839 | 0.205761 | [0.128 0.872] | 0.228 |
+| (0.1, 8) | 0.155993 | 0.0650068 | 0.221 | [0.121 0.779 0. 0.1 ] | 0.142876 | 0.0614141 | 0.20429 | [0.121 0.879] | 0.221 |
+| (0.1, 9) | 0.142102 | 0.0838979 | 0.226 | [0.126 0.774 0. 0.1 ] | 0.161065 | 0.0442743 | 0.205339 | [0.126 0.874] | 0.226 |
+| (0.1, 10) | 0.173001 | 0.0689987 | 0.242 | [0.142 0.758 0. 0.1 ] | 0.158182 | 0.0505862 | 0.208768 | [0.142 0.858] | 0.242 |
+| (0.1, 11) | 0.137157 | 0.114843 | 0.252 | [0.152 0.748 0. 0.1 ] | 0.17158 | 0.0393908 | 0.21097 | [0.152 0.848] | 0.252 |
+| (0.1, 12) | 0.139662 | 0.103338 | 0.243 | [0.143 0.757 0. 0.1 ] | 0.138507 | 0.0704791 | 0.208986 | [0.143 0.857] | 0.243 |
+| (0.1, 13) | 0.158423 | 0.0895769 | 0.248 | [0.149 0.751 0.001 0.099] | 0.190184 | 0.0182375 | 0.208421 | [0.15 0.85] | 0.248 |
+| (0.1, 14) | 0.12466 | 0.10934 | 0.234 | [0.134 0.766 0. 0.1 ] | 0.139225 | 0.0678139 | 0.207039 | [0.134 0.866] | 0.234 |
+| (0.1, 15) | 0.159436 | 0.0755636 | 0.235 | [0.135 0.765 0. 0.1 ] | 0.136966 | 0.0702877 | 0.207254 | [0.135 0.865] | 0.235 |
+| (0.1, 16) | 0.140571 | 0.0874287 | 0.228 | [0.128 0.772 0. 0.1 ] | 0.1321 | 0.073661 | 0.205761 | [0.128 0.872] | 0.228 |
+| (0.1, 17) | 0.133351 | 0.0936495 | 0.227 | [0.127 0.773 0. 0.1 ] | 0.145652 | 0.0598978 | 0.20555 | [0.127 0.873] | 0.227 |
+| (0.1, 18) | 0.153178 | 0.074822 | 0.228 | [0.128 0.772 0. 0.1 ] | 0.15928 | 0.0464809 | 0.205761 | [0.128 0.872] | 0.228 |
+| (0.1, 19) | 0.16243 | 0.0635701 | 0.226 | [0.126 0.774 0. 0.1 ] | 0.14073 | 0.0646092 | 0.205339 | [0.126 0.874] | 0.226 |
+| (0.1, 20) | 0.162509 | 0.0814913 | 0.244 | [0.144 0.756 0. 0.1 ] | 0.160787 | 0.0484177 | 0.209205 | [0.144 0.856] | 0.244 |
+| (0.1, 21) | 0.122019 | 0.109981 | 0.232 | [0.133 0.767 0.001 0.099] | 0.146363 | 0.058606 | 0.204969 | [0.134 0.866] | 0.232 |
+| (0.1, 22) | 0.164098 | 0.0729024 | 0.237 | [0.137 0.763 0. 0.1 ] | 0.142794 | 0.0648901 | 0.207684 | [0.137 0.863] | 0.237 |
+| (0.1, 23) | 0.13655 | 0.10945 | 0.246 | [0.146 0.754 0. 0.1 ] | 0.133593 | 0.0760508 | 0.209644 | [0.146 0.854] | 0.246 |
+| (0.1, 24) | 0.156787 | 0.0702127 | 0.227 | [0.127 0.773 0. 0.1 ] | 0.162406 | 0.0431439 | 0.20555 | [0.127 0.873] | 0.227 |
+| (0.1, 25) | 0.142566 | 0.103434 | 0.246 | [0.146 0.754 0. 0.1 ] | 0.161656 | 0.0479876 | 0.209644 | [0.146 0.854] | 0.246 |
+| (0.1, 26) | 0.16276 | 0.0772395 | 0.24 | [0.14 0.76 0. 0.1 ] | 0.128966 | 0.0793677 | 0.208333 | [0.14 0.86] | 0.24 |
+| (0.1, 27) | 0.125019 | 0.0889812 | 0.214 | [0.114 0.786 0. 0.1 ] | 0.169924 | 0.0329159 | 0.20284 | [0.114 0.886] | 0.214 |
+| (0.1, 28) | 0.141623 | 0.101377 | 0.243 | [0.143 0.757 0. 0.1 ] | 0.131695 | 0.077291 | 0.208986 | [0.143 0.857] | 0.243 |
+| (0.1, 29) | 0.196429 | 0.0525706 | 0.249 | [0.149 0.751 0. 0.1 ] | 0.155012 | 0.0552926 | 0.210305 | [0.149 0.851] | 0.249 |
+| (0.1, 30) | 0.14666 | 0.10034 | 0.247 | [0.147 0.753 0. 0.1 ] | 0.134494 | 0.0753696 | 0.209864 | [0.147 0.853] | 0.247 |
+| (0.1, 31) | 0.138889 | 0.111111 | 0.25 | [0.151 0.749 0.001 0.099] | 0.122134 | 0.0867272 | 0.208861 | [0.152 0.848] | 0.25 |
+| (0.1, 32) | 0.14235 | 0.10065 | 0.243 | [0.144 0.756 0.001 0.099] | 0.125462 | 0.0818674 | 0.20733 | [0.145 0.855] | 0.243 |
+| (0.1, 33) | 0.149198 | 0.0748024 | 0.224 | [0.124 0.776 0. 0.1 ] | 0.138851 | 0.0660671 | 0.204918 | [0.124 0.876] | 0.224 |
+| (0.1, 34) | 0.183632 | 0.0423683 | 0.226 | [0.126 0.774 0. 0.1 ] | 0.165968 | 0.0393708 | 0.205339 | [0.126 0.874] | 0.226 |
+| (0.1, 35) | 0.109742 | 0.131258 | 0.241 | [0.141 0.759 0. 0.1 ] | 0.124891 | 0.0836592 | 0.208551 | [0.141 0.859] | 0.241 |
+| (0.1, 36) | 0.119279 | 0.103721 | 0.223 | [0.123 0.777 0. 0.1 ] | 0.158427 | 0.0462817 | 0.204708 | [0.123 0.877] | 0.223 |
+| (0.1, 37) | 0.176492 | 0.0365084 | 0.213 | [0.113 0.787 0. 0.1 ] | 0.158593 | 0.0440417 | 0.202634 | [0.113 0.887] | 0.213 |
+| (0.1, 38) | 0.13036 | 0.09864 | 0.229 | [0.129 0.771 0. 0.1 ] | 0.151765 | 0.0542087 | 0.205973 | [0.129 0.871] | 0.229 |
+| (0.1, 39) | 0.143694 | 0.0773055 | 0.221 | [0.121 0.779 0. 0.1 ] | 0.152654 | 0.0516359 | 0.20429 | [0.121 0.879] | 0.221 |
+| (0.1, 40) | 0.176925 | 0.0620751 | 0.239 | [0.139 0.761 0. 0.1 ] | 0.173127 | 0.0349899 | 0.208117 | [0.139 0.861] | 0.239 |
+| (0.1, 41) | 0.161501 | 0.0714994 | 0.233 | [0.133 0.767 0. 0.1 ] | 0.141467 | 0.0653583 | 0.206825 | [0.133 0.867] | 0.233 |
+| (0.1, 42) | 0.174647 | 0.0573527 | 0.232 | [0.133 0.767 0.001 0.099] | 0.163408 | 0.0415608 | 0.204969 | [0.134 0.866] | 0.232 |
+| (0.1, 43) | 0.167175 | 0.0718247 | 0.239 | [0.139 0.761 0. 0.1 ] | 0.144039 | 0.0640772 | 0.208117 | [0.139 0.861] | 0.239 |
+| (0.1, 44) | 0.178495 | 0.0705051 | 0.249 | [0.149 0.751 0. 0.1 ] | 0.167393 | 0.0429116 | 0.210305 | [0.149 0.851] | 0.249 |
+| (0.1, 45) | 0.136153 | 0.0988467 | 0.235 | [0.135 0.765 0. 0.1 ] | 0.143173 | 0.0640808 | 0.207254 | [0.135 0.865] | 0.235 |
+| (0.1, 46) | 0.160061 | 0.0699394 | 0.23 | [0.13 0.77 0. 0.1 ] | 0.160817 | 0.045369 | 0.206186 | [0.13 0.87] | 0.23 |
+| (0.1, 47) | 0.14961 | 0.0743897 | 0.224 | [0.124 0.776 0. 0.1 ] | 0.125738 | 0.07918 | 0.204918 | [0.124 0.876] | 0.224 |
+| (0.1, 48) | 0.151283 | 0.0817166 | 0.233 | [0.133 0.767 0. 0.1 ] | 0.15867 | 0.0481552 | 0.206825 | [0.133 0.867] | 0.233 |
+| (0.1, 49) | 0.104849 | 0.132151 | 0.237 | [0.137 0.763 0. 0.1 ] | 0.145601 | 0.062083 | 0.207684 | [0.137 0.863] | 0.237 |
+| (0.1, 50) | 0.137846 | 0.0781539 | 0.216 | [0.116 0.784 0. 0.1 ] | 0.159667 | 0.0435852 | 0.203252 | [0.116 0.884] | 0.216 |
+| (0.1, 51) | 0.165942 | 0.066058 | 0.232 | [0.132 0.768 0. 0.1 ] | 0.172122 | 0.0344898 | 0.206612 | [0.132 0.868] | 0.232 |
+| (0.1, 52) | 0.171149 | 0.042851 | 0.214 | [0.114 0.786 0. 0.1 ] | 0.162734 | 0.0401054 | 0.20284 | [0.114 0.886] | 0.214 |
+| (0.1, 53) | 0.154402 | 0.0895978 | 0.244 | [0.144 0.756 0. 0.1 ] | 0.145084 | 0.0641207 | 0.209205 | [0.144 0.856] | 0.244 |
+| (0.1, 54) | 0.142341 | 0.0896587 | 0.232 | [0.132 0.768 0. 0.1 ] | 0.15741 | 0.0492015 | 0.206612 | [0.132 0.868] | 0.232 |
+| (0.1, 55) | 0.125124 | 0.120876 | 0.246 | [0.146 0.754 0. 0.1 ] | 0.152008 | 0.0576355 | 0.209644 | [0.146 0.854] | 0.246 |
+| (0.1, 56) | 0.123448 | 0.106552 | 0.23 | [0.13 0.77 0. 0.1 ] | 0.142112 | 0.0640739 | 0.206186 | [0.13 0.87] | 0.23 |
+| (0.1, 57) | 0.142486 | 0.0985143 | 0.241 | [0.142 0.758 0.001 0.099] | 0.172454 | 0.0344422 | 0.206897 | [0.143 0.857] | 0.241 |
+| (0.1, 58) | 0.1401 | 0.0999001 | 0.24 | [0.14 0.76 0. 0.1 ] | 0.162622 | 0.0457112 | 0.208333 | [0.14 0.86] | 0.24 |
+| (0.1, 59) | 0.136005 | 0.0989948 | 0.235 | [0.135 0.765 0. 0.1 ] | 0.113088 | 0.0941657 | 0.207254 | [0.135 0.865] | 0.235 |
+| (0.1, 60) | 0.164363 | 0.0656372 | 0.23 | [0.132 0.768 0.002 0.098] | 0.144721 | 0.0581779 | 0.202899 | [0.134 0.866] | 0.23 |
+| (0.1, 61) | 0.147789 | 0.102211 | 0.25 | [0.15 0.75 0. 0.1 ] | 0.120903 | 0.0896233 | 0.210526 | [0.15 0.85] | 0.25 |
+| (0.1, 62) | 0.171044 | 0.0549561 | 0.226 | [0.126 0.774 0. 0.1 ] | 0.178233 | 0.0271061 | 0.205339 | [0.126 0.874] | 0.226 |
+| (0.1, 63) | 0.163507 | 0.0704927 | 0.234 | [0.134 0.766 0. 0.1 ] | 0.158086 | 0.048953 | 0.207039 | [0.134 0.866] | 0.234 |
+| (0.1, 64) | 0.110106 | 0.136894 | 0.247 | [0.147 0.753 0. 0.1 ] | 0.131224 | 0.07864 | 0.209864 | [0.147 0.853] | 0.247 |
+| (0.1, 65) | 0.116124 | 0.113876 | 0.23 | [0.132 0.768 0.002 0.098] | 0.160052 | 0.0428462 | 0.202899 | [0.134 0.866] | 0.23 |
+| (0.1, 66) | 0.148545 | 0.0964552 | 0.245 | [0.145 0.755 0. 0.1 ] | 0.153694 | 0.0557301 | 0.209424 | [0.145 0.855] | 0.245 |
+| (0.1, 67) | 0.147949 | 0.0880511 | 0.236 | [0.136 0.764 0. 0.1 ] | 0.120853 | 0.086616 | 0.207469 | [0.136 0.864] | 0.236 |
+| (0.1, 68) | 0.159105 | 0.066895 | 0.226 | [0.126 0.774 0. 0.1 ] | 0.166105 | 0.0392333 | 0.205339 | [0.126 0.874] | 0.226 |
+| (0.1, 69) | 0.133635 | 0.0993651 | 0.233 | [0.133 0.767 0. 0.1 ] | 0.13905 | 0.0677752 | 0.206825 | [0.133 0.867] | 0.233 |
+| (0.1, 70) | 0.136221 | 0.0947786 | 0.231 | [0.131 0.769 0. 0.1 ] | 0.158557 | 0.0478413 | 0.206398 | [0.131 0.869] | 0.231 |
+| (0.1, 71) | 0.173515 | 0.0564854 | 0.23 | [0.13 0.77 0. 0.1 ] | 0.154365 | 0.0518201 | 0.206186 | [0.13 0.87] | 0.23 |
+| (0.1, 72) | 0.16392 | 0.0540796 | 0.218 | [0.118 0.782 0. 0.1 ] | 0.145843 | 0.0578235 | 0.203666 | [0.118 0.882] | 0.218 |
+| (0.1, 73) | 0.15042 | 0.0985805 | 0.249 | [0.149 0.751 0. 0.1 ] | 0.160302 | 0.0500027 | 0.210305 | [0.149 0.851] | 0.249 |
+| (0.1, 74) | 0.162813 | 0.0761868 | 0.239 | [0.139 0.761 0. 0.1 ] | 0.158843 | 0.0492734 | 0.208117 | [0.139 0.861] | 0.239 |
+| (0.1, 75) | 0.13747 | 0.10053 | 0.238 | [0.138 0.762 0. 0.1 ] | 0.161175 | 0.046725 | 0.2079 | [0.138 0.862] | 0.238 |
+| (0.1, 76) | 0.145291 | 0.0577093 | 0.203 | [0.103 0.797 0. 0.1 ] | 0.149275 | 0.0513268 | 0.200602 | [0.103 0.897] | 0.203 |
+| (0.1, 77) | 0.162521 | 0.0464792 | 0.209 | [0.109 0.791 0. 0.1 ] | 0.160017 | 0.041799 | 0.201816 | [0.109 0.891] | 0.209 |
+| (0.1, 78) | 0.173875 | 0.0691247 | 0.243 | [0.143 0.757 0. 0.1 ] | 0.172443 | 0.0365437 | 0.208986 | [0.143 0.857] | 0.243 |
+| (0.1, 79) | 0.167891 | 0.0681092 | 0.236 | [0.136 0.764 0. 0.1 ] | 0.164834 | 0.0426348 | 0.207469 | [0.136 0.864] | 0.236 |
+| (0.1, 80) | 0.105674 | 0.122326 | 0.228 | [0.128 0.772 0. 0.1 ] | 0.141365 | 0.0643962 | 0.205761 | [0.128 0.872] | 0.228 |
+| (0.1, 81) | 0.146952 | 0.0890479 | 0.236 | [0.136 0.764 0. 0.1 ] | 0.146061 | 0.0614083 | 0.207469 | [0.136 0.864] | 0.236 |
+| (0.1, 82) | 0.161609 | 0.0743909 | 0.236 | [0.136 0.764 0. 0.1 ] | 0.157538 | 0.0499308 | 0.207469 | [0.136 0.864] | 0.236 |
+| (0.1, 83) | 0.133117 | 0.103883 | 0.237 | [0.137 0.763 0. 0.1 ] | 0.140087 | 0.0675969 | 0.207684 | [0.137 0.863] | 0.237 |
+| (0.1, 84) | 0.105845 | 0.133155 | 0.239 | [0.139 0.761 0. 0.1 ] | 0.134486 | 0.0736308 | 0.208117 | [0.139 0.861] | 0.239 |
+| (0.1, 85) | 0.149457 | 0.0795428 | 0.229 | [0.129 0.771 0. 0.1 ] | 0.152163 | 0.05381 | 0.205973 | [0.129 0.871] | 0.229 |
+| (0.1, 86) | 0.155383 | 0.075617 | 0.231 | [0.131 0.769 0. 0.1 ] | 0.142288 | 0.0641102 | 0.206398 | [0.131 0.869] | 0.231 |
+| (0.1, 87) | 0.152283 | 0.0677166 | 0.22 | [0.12 0.78 0. 0.1 ] | 0.136019 | 0.0680626 | 0.204082 | [0.12 0.88] | 0.22 |
+| (0.1, 88) | 0.155228 | 0.0857723 | 0.241 | [0.141 0.759 0. 0.1 ] | 0.159894 | 0.0486562 | 0.208551 | [0.141 0.859] | 0.241 |
+| (0.1, 89) | 0.173025 | 0.0519748 | 0.225 | [0.125 0.775 0. 0.1 ] | 0.149647 | 0.0554812 | 0.205128 | [0.125 0.875] | 0.225 |
+| (0.1, 90) | 0.161536 | 0.0644643 | 0.226 | [0.126 0.774 0. 0.1 ] | 0.164452 | 0.0408866 | 0.205339 | [0.126 0.874] | 0.226 |
+| (0.1, 91) | 0.19674 | 0.0392595 | 0.236 | [0.136 0.764 0. 0.1 ] | 0.152299 | 0.0551697 | 0.207469 | [0.136 0.864] | 0.236 |
+| (0.1, 92) | 0.1473 | 0.0766998 | 0.224 | [0.124 0.776 0. 0.1 ] | 0.125015 | 0.0799031 | 0.204918 | [0.124 0.876] | 0.224 |
+| (0.1, 93) | 0.157492 | 0.0725084 | 0.23 | [0.13 0.77 0. 0.1 ] | 0.161964 | 0.0442218 | 0.206186 | [0.13 0.87] | 0.23 |
+| (0.1, 94) | 0.166779 | 0.0672206 | 0.234 | [0.134 0.766 0. 0.1 ] | 0.168283 | 0.0387559 | 0.207039 | [0.134 0.866] | 0.234 |
+| (0.1, 95) | 0.170211 | 0.0797889 | 0.25 | [0.15 0.75 0. 0.1 ] | 0.151857 | 0.0586692 | 0.210526 | [0.15 0.85] | 0.25 |
+| (0.1, 96) | 0.137124 | 0.0808765 | 0.218 | [0.118 0.782 0. 0.1 ] | 0.154015 | 0.0496513 | 0.203666 | [0.118 0.882] | 0.218 |
+| (0.1, 97) | 0.153298 | 0.0727017 | 0.226 | [0.126 0.774 0. 0.1 ] | 0.165413 | 0.0399255 | 0.205339 | [0.126 0.874] | 0.226 |
+| (0.1, 98) | 0.141298 | 0.120702 | 0.262 | [0.162 0.738 0. 0.1 ] | 0.135892 | 0.0773272 | 0.21322 | [0.162 0.838] | 0.262 |
+| (0.1, 99) | 0.175225 | 0.0527751 | 0.228 | [0.128 0.772 0. 0.1 ] | 0.16037 | 0.045391 | 0.205761 | [0.128 0.872] | 0.228 |
+| (0.15, 0) | 0.1203 | 0.1657 | 0.286 | [0.137 0.713 0.001 0.149] | 0.127121 | 0.167346 | 0.294466 | [0.138 0.862] | 0.286 |
+| (0.15, 1) | 0.119526 | 0.167474 | 0.287 | [0.137 0.713 0. 0.15 ] | 0.135734 | 0.160416 | 0.29615 | [0.137 0.863] | 0.287 |
+| (0.15, 2) | 0.137288 | 0.133712 | 0.271 | [0.121 0.729 0. 0.15 ] | 0.123291 | 0.168254 | 0.291545 | [0.121 0.879] | 0.271 |
+| (0.15, 3) | 0.142731 | 0.113269 | 0.256 | [0.106 0.744 0. 0.15 ] | 0.13131 | 0.156047 | 0.287356 | [0.106 0.894] | 0.256 |
+| (0.15, 4) | 0.166618 | 0.105382 | 0.272 | [0.122 0.728 0. 0.15 ] | 0.161107 | 0.130722 | 0.291829 | [0.122 0.878] | 0.272 |
+| (0.15, 5) | 0.139421 | 0.139579 | 0.279 | [0.129 0.721 0. 0.15 ] | 0.176782 | 0.117048 | 0.29383 | [0.129 0.871] | 0.279 |
+| (0.15, 6) | 0.170222 | 0.099778 | 0.27 | [0.12 0.73 0. 0.15] | 0.148121 | 0.143141 | 0.291262 | [0.12 0.88] | 0.27 |
+| (0.15, 7) | 0.158061 | 0.114939 | 0.273 | [0.123 0.727 0. 0.15 ] | 0.176748 | 0.115365 | 0.292113 | [0.123 0.877] | 0.273 |
+| (0.15, 8) | 0.17871 | 0.11629 | 0.295 | [0.145 0.705 0. 0.15 ] | 0.132824 | 0.165683 | 0.298507 | [0.145 0.855] | 0.295 |
+| (0.15, 9) | 0.151538 | 0.119462 | 0.271 | [0.121 0.729 0. 0.15 ] | 0.149422 | 0.142123 | 0.291545 | [0.121 0.879] | 0.271 |
+| (0.15, 10) | 0.139049 | 0.130951 | 0.27 | [0.121 0.729 0.001 0.149] | 0.13676 | 0.153123 | 0.289883 | [0.122 0.878] | 0.27 |
+| (0.15, 11) | 0.116244 | 0.156756 | 0.273 | [0.124 0.726 0.001 0.149] | 0.141815 | 0.148916 | 0.290732 | [0.125 0.875] | 0.273 |
+| (0.15, 12) | 0.162998 | 0.126002 | 0.289 | [0.139 0.711 0. 0.15 ] | 0.156127 | 0.140609 | 0.296736 | [0.139 0.861] | 0.289 |
+| (0.15, 13) | 0.128238 | 0.150762 | 0.279 | [0.129 0.721 0. 0.15 ] | 0.134349 | 0.159481 | 0.29383 | [0.129 0.871] | 0.279 |
+| (0.15, 14) | 0.117776 | 0.132224 | 0.25 | [0.1 0.75 0. 0.15] | 0.139297 | 0.146418 | 0.285714 | [0.1 0.9] | 0.25 |
+| (0.15, 15) | 0.104416 | 0.179584 | 0.284 | [0.134 0.716 0. 0.15 ] | 0.131122 | 0.164154 | 0.295276 | [0.134 0.866] | 0.284 |
+| (0.15, 16) | 0.137068 | 0.134932 | 0.272 | [0.122 0.728 0. 0.15 ] | 0.166223 | 0.125605 | 0.291829 | [0.122 0.878] | 0.272 |
+| (0.15, 17) | 0.158429 | 0.111571 | 0.27 | [0.12 0.73 0. 0.15] | 0.17491 | 0.116352 | 0.291262 | [0.12 0.88] | 0.27 |
+| (0.15, 18) | 0.168285 | 0.0947153 | 0.263 | [0.113 0.737 0. 0.15 ] | 0.173726 | 0.11557 | 0.289296 | [0.113 0.887] | 0.263 |
+| (0.15, 19) | 0.171027 | 0.120973 | 0.292 | [0.142 0.708 0. 0.15 ] | 0.142831 | 0.154788 | 0.297619 | [0.142 0.858] | 0.292 |
+| (0.15, 20) | 0.148659 | 0.131341 | 0.28 | [0.13 0.72 0. 0.15] | 0.155957 | 0.138161 | 0.294118 | [0.13 0.87] | 0.28 |
+| (0.15, 21) | 0.110694 | 0.147306 | 0.258 | [0.108 0.742 0. 0.15 ] | 0.132425 | 0.155482 | 0.287908 | [0.108 0.892] | 0.258 |
+| (0.15, 22) | 0.13145 | 0.14855 | 0.28 | [0.13 0.72 0. 0.15] | 0.134374 | 0.159744 | 0.294118 | [0.13 0.87] | 0.28 |
+| (0.15, 23) | 0.146038 | 0.126962 | 0.273 | [0.123 0.727 0. 0.15 ] | 0.130698 | 0.161415 | 0.292113 | [0.123 0.877] | 0.273 |
+| (0.15, 24) | 0.181347 | 0.108653 | 0.29 | [0.141 0.709 0.001 0.149] | 0.149705 | 0.14593 | 0.295635 | [0.142 0.858] | 0.29 |
+| (0.15, 25) | 0.146943 | 0.144057 | 0.291 | [0.141 0.709 0. 0.15 ] | 0.136203 | 0.161121 | 0.297324 | [0.141 0.859] | 0.291 |
+| (0.15, 26) | 0.147795 | 0.116205 | 0.264 | [0.114 0.736 0. 0.15 ] | 0.157537 | 0.132038 | 0.289575 | [0.114 0.886] | 0.264 |
+| (0.15, 27) | 0.128014 | 0.138986 | 0.267 | [0.117 0.733 0. 0.15 ] | 0.148528 | 0.141888 | 0.290416 | [0.117 0.883] | 0.267 |
+| (0.15, 28) | 0.143207 | 0.128793 | 0.272 | [0.122 0.728 0. 0.15 ] | 0.138262 | 0.153567 | 0.291829 | [0.122 0.878] | 0.272 |
+| (0.15, 29) | 0.148872 | 0.145128 | 0.294 | [0.144 0.706 0. 0.15 ] | 0.135484 | 0.162727 | 0.298211 | [0.144 0.856] | 0.294 |
+| (0.15, 30) | 0.144965 | 0.113035 | 0.258 | [0.108 0.742 0. 0.15 ] | 0.147562 | 0.140346 | 0.287908 | [0.108 0.892] | 0.258 |
+| (0.15, 31) | 0.145971 | 0.119029 | 0.265 | [0.115 0.735 0. 0.15 ] | 0.161121 | 0.128734 | 0.289855 | [0.115 0.885] | 0.265 |
+| (0.15, 32) | 0.137751 | 0.124249 | 0.262 | [0.113 0.737 0.001 0.149] | 0.145534 | 0.142111 | 0.287645 | [0.114 0.886] | 0.262 |
+| (0.15, 33) | 0.11238 | 0.15762 | 0.27 | [0.12 0.73 0. 0.15] | 0.130286 | 0.160976 | 0.291262 | [0.12 0.88] | 0.27 |
+| (0.15, 34) | 0.0966508 | 0.179349 | 0.276 | [0.126 0.724 0. 0.15 ] | 0.117277 | 0.175692 | 0.292969 | [0.126 0.874] | 0.276 |
+| (0.15, 35) | 0.157902 | 0.113098 | 0.271 | [0.121 0.729 0. 0.15 ] | 0.152535 | 0.13901 | 0.291545 | [0.121 0.879] | 0.271 |
+| (0.15, 36) | 0.125849 | 0.166151 | 0.292 | [0.142 0.708 0. 0.15 ] | 0.15111 | 0.146509 | 0.297619 | [0.142 0.858] | 0.292 |
+| (0.15, 37) | 0.167764 | 0.137236 | 0.305 | [0.155 0.695 0. 0.15 ] | 0.179681 | 0.121826 | 0.301508 | [0.155 0.845] | 0.305 |
+| (0.15, 38) | 0.154211 | 0.128789 | 0.283 | [0.133 0.717 0. 0.15 ] | 0.166432 | 0.128554 | 0.294985 | [0.133 0.867] | 0.283 |
+| (0.15, 39) | 0.132705 | 0.143295 | 0.276 | [0.126 0.724 0. 0.15 ] | 0.14616 | 0.146809 | 0.292969 | [0.126 0.874] | 0.276 |
+| (0.15, 40) | 0.152512 | 0.123488 | 0.276 | [0.126 0.724 0. 0.15 ] | 0.141054 | 0.151915 | 0.292969 | [0.126 0.874] | 0.276 |
+| (0.15, 41) | 0.135058 | 0.127942 | 0.263 | [0.113 0.737 0. 0.15 ] | 0.16119 | 0.128106 | 0.289296 | [0.113 0.887] | 0.263 |
+| (0.15, 42) | 0.123784 | 0.152216 | 0.276 | [0.126 0.724 0. 0.15 ] | 0.142844 | 0.150125 | 0.292969 | [0.126 0.874] | 0.276 |
+| (0.15, 43) | 0.171101 | 0.0878989 | 0.259 | [0.109 0.741 0. 0.15 ] | 0.164715 | 0.123469 | 0.288184 | [0.109 0.891] | 0.259 |
+| (0.15, 44) | 0.16704 | 0.0949603 | 0.262 | [0.114 0.736 0.002 0.148] | 0.142699 | 0.143568 | 0.286267 | [0.116 0.884] | 0.262 |
+| (0.15, 45) | 0.116311 | 0.171689 | 0.288 | [0.138 0.712 0. 0.15 ] | 0.141653 | 0.15479 | 0.296443 | [0.138 0.862] | 0.288 |
+| (0.15, 46) | 0.154616 | 0.104384 | 0.259 | [0.109 0.741 0. 0.15 ] | 0.138548 | 0.149637 | 0.288184 | [0.109 0.891] | 0.259 |
+| (0.15, 47) | 0.144754 | 0.133246 | 0.278 | [0.128 0.722 0. 0.15 ] | 0.12734 | 0.166202 | 0.293542 | [0.128 0.872] | 0.278 |
+| (0.15, 48) | 0.175836 | 0.110164 | 0.286 | [0.136 0.714 0. 0.15 ] | 0.153911 | 0.141947 | 0.295858 | [0.136 0.864] | 0.286 |
+| (0.15, 49) | 0.162022 | 0.111978 | 0.274 | [0.124 0.726 0. 0.15 ] | 0.150176 | 0.142221 | 0.292398 | [0.124 0.876] | 0.274 |
+| (0.15, 50) | 0.177202 | 0.0937983 | 0.271 | [0.121 0.729 0. 0.15 ] | 0.158743 | 0.132803 | 0.291545 | [0.121 0.879] | 0.271 |
+| (0.15, 51) | 0.153076 | 0.111924 | 0.265 | [0.115 0.735 0. 0.15 ] | 0.134545 | 0.15531 | 0.289855 | [0.115 0.885] | 0.265 |
+| (0.15, 52) | 0.138063 | 0.151937 | 0.29 | [0.14 0.71 0. 0.15] | 0.137941 | 0.159089 | 0.29703 | [0.14 0.86] | 0.29 |
+| (0.15, 53) | 0.153557 | 0.122443 | 0.276 | [0.126 0.724 0. 0.15 ] | 0.132467 | 0.160502 | 0.292969 | [0.126 0.874] | 0.276 |
+| (0.15, 54) | 0.151345 | 0.114655 | 0.266 | [0.116 0.734 0. 0.15 ] | 0.138179 | 0.151956 | 0.290135 | [0.116 0.884] | 0.266 |
+| (0.15, 55) | 0.13427 | 0.14873 | 0.283 | [0.133 0.717 0. 0.15 ] | 0.157275 | 0.137711 | 0.294985 | [0.133 0.867] | 0.283 |
+| (0.15, 56) | 0.137219 | 0.134781 | 0.272 | [0.122 0.728 0. 0.15 ] | 0.158478 | 0.133351 | 0.291829 | [0.122 0.878] | 0.272 |
+| (0.15, 57) | 0.160927 | 0.140073 | 0.301 | [0.151 0.699 0. 0.15 ] | 0.146971 | 0.153329 | 0.3003 | [0.151 0.849] | 0.301 |
+| (0.15, 58) | 0.120219 | 0.163781 | 0.284 | [0.134 0.716 0. 0.15 ] | 0.145434 | 0.149842 | 0.295276 | [0.134 0.866] | 0.284 |
+| (0.15, 59) | 0.154083 | 0.126917 | 0.281 | [0.131 0.719 0. 0.15 ] | 0.154977 | 0.139429 | 0.294406 | [0.131 0.869] | 0.281 |
+| (0.15, 60) | 0.157883 | 0.111117 | 0.269 | [0.119 0.731 0. 0.15 ] | 0.172352 | 0.118627 | 0.29098 | [0.119 0.881] | 0.269 |
+| (0.15, 61) | 0.136203 | 0.143797 | 0.28 | [0.13 0.72 0. 0.15] | 0.156749 | 0.137369 | 0.294118 | [0.13 0.87] | 0.28 |
+| (0.15, 62) | 0.121822 | 0.177178 | 0.299 | [0.149 0.701 0. 0.15 ] | 0.158284 | 0.141416 | 0.2997 | [0.149 0.851] | 0.299 |
+| (0.15, 63) | 0.134564 | 0.151436 | 0.286 | [0.136 0.714 0. 0.15 ] | 0.122765 | 0.173093 | 0.295858 | [0.136 0.864] | 0.286 |
+| (0.15, 64) | 0.138566 | 0.136434 | 0.275 | [0.125 0.725 0. 0.15 ] | 0.164812 | 0.127871 | 0.292683 | [0.125 0.875] | 0.275 |
+| (0.15, 65) | 0.141594 | 0.132406 | 0.274 | [0.125 0.725 0.001 0.149] | 0.130073 | 0.160943 | 0.291016 | [0.126 0.874] | 0.274 |
+| (0.15, 66) | 0.144607 | 0.135393 | 0.28 | [0.13 0.72 0. 0.15] | 0.119498 | 0.174619 | 0.294118 | [0.13 0.87] | 0.28 |
+| (0.15, 67) | 0.178893 | 0.090107 | 0.269 | [0.119 0.731 0. 0.15 ] | 0.171713 | 0.119267 | 0.29098 | [0.119 0.881] | 0.269 |
+| (0.15, 68) | 0.139628 | 0.145372 | 0.285 | [0.135 0.715 0. 0.15 ] | 0.135852 | 0.159714 | 0.295567 | [0.135 0.865] | 0.285 |
+| (0.15, 69) | 0.1838 | 0.0922 | 0.276 | [0.126 0.724 0. 0.15 ] | 0.172546 | 0.120423 | 0.292969 | [0.126 0.874] | 0.276 |
+| (0.15, 70) | 0.125644 | 0.138356 | 0.264 | [0.114 0.736 0. 0.15 ] | 0.160992 | 0.128583 | 0.289575 | [0.114 0.886] | 0.264 |
+| (0.15, 71) | 0.160764 | 0.101236 | 0.262 | [0.112 0.738 0. 0.15 ] | 0.161154 | 0.127864 | 0.289017 | [0.112 0.888] | 0.262 |
+| (0.15, 72) | 0.161464 | 0.107536 | 0.269 | [0.119 0.731 0. 0.15 ] | 0.159812 | 0.131167 | 0.29098 | [0.119 0.881] | 0.269 |
+| (0.15, 73) | 0.121342 | 0.153658 | 0.275 | [0.125 0.725 0. 0.15 ] | 0.107444 | 0.185239 | 0.292683 | [0.125 0.875] | 0.275 |
+| (0.15, 74) | 0.145367 | 0.133633 | 0.279 | [0.13 0.72 0.001 0.149] | 0.129848 | 0.162596 | 0.292444 | [0.131 0.869] | 0.279 |
+| (0.15, 75) | 0.155114 | 0.117886 | 0.273 | [0.124 0.726 0.001 0.149] | 0.15948 | 0.131252 | 0.290732 | [0.125 0.875] | 0.273 |
+| (0.15, 76) | 0.1274 | 0.1606 | 0.288 | [0.138 0.712 0. 0.15 ] | 0.14193 | 0.154513 | 0.296443 | [0.138 0.862] | 0.288 |
+| (0.15, 77) | 0.152264 | 0.143736 | 0.296 | [0.146 0.704 0. 0.15 ] | 0.155979 | 0.142826 | 0.298805 | [0.146 0.854] | 0.296 |
+| (0.15, 78) | 0.10929 | 0.17271 | 0.282 | [0.132 0.718 0. 0.15 ] | 0.129038 | 0.165657 | 0.294695 | [0.132 0.868] | 0.282 |
+| (0.15, 79) | 0.1422 | 0.1328 | 0.275 | [0.125 0.725 0. 0.15 ] | 0.150535 | 0.142148 | 0.292683 | [0.125 0.875] | 0.275 |
+| (0.15, 80) | 0.168582 | 0.0974178 | 0.266 | [0.117 0.733 0.001 0.149] | 0.161824 | 0.126936 | 0.28876 | [0.118 0.882] | 0.266 |
+| (0.15, 81) | 0.148811 | 0.130189 | 0.279 | [0.129 0.721 0. 0.15 ] | 0.118403 | 0.175427 | 0.29383 | [0.129 0.871] | 0.279 |
+| (0.15, 82) | 0.133344 | 0.134656 | 0.268 | [0.118 0.732 0. 0.15 ] | 0.151254 | 0.139444 | 0.290698 | [0.118 0.882] | 0.268 |
+| (0.15, 83) | 0.124459 | 0.126541 | 0.251 | [0.101 0.749 0. 0.15 ] | 0.13409 | 0.151896 | 0.285987 | [0.101 0.899] | 0.251 |
+| (0.15, 84) | 0.141318 | 0.137682 | 0.279 | [0.129 0.721 0. 0.15 ] | 0.154315 | 0.139515 | 0.29383 | [0.129 0.871] | 0.279 |
+| (0.15, 85) | 0.163049 | 0.117951 | 0.281 | [0.131 0.719 0. 0.15 ] | 0.140319 | 0.154088 | 0.294406 | [0.131 0.869] | 0.281 |
+| (0.15, 86) | 0.152419 | 0.133581 | 0.286 | [0.136 0.714 0. 0.15 ] | 0.137388 | 0.15847 | 0.295858 | [0.136 0.864] | 0.286 |
+| (0.15, 87) | 0.106809 | 0.176191 | 0.283 | [0.133 0.717 0. 0.15 ] | 0.102393 | 0.192592 | 0.294985 | [0.133 0.867] | 0.283 |
+| (0.15, 88) | 0.160406 | 0.104594 | 0.265 | [0.115 0.735 0. 0.15 ] | 0.15609 | 0.133765 | 0.289855 | [0.115 0.885] | 0.265 |
+| (0.15, 89) | 0.123011 | 0.149989 | 0.273 | [0.123 0.727 0. 0.15 ] | 0.145604 | 0.146509 | 0.292113 | [0.123 0.877] | 0.273 |
+| (0.15, 90) | 0.159302 | 0.112698 | 0.272 | [0.122 0.728 0. 0.15 ] | 0.139501 | 0.152328 | 0.291829 | [0.122 0.878] | 0.272 |
+| (0.15, 91) | 0.146535 | 0.147465 | 0.294 | [0.144 0.706 0. 0.15 ] | 0.160389 | 0.137822 | 0.298211 | [0.144 0.856] | 0.294 |
+| (0.15, 92) | 0.174056 | 0.089944 | 0.264 | [0.114 0.736 0. 0.15 ] | 0.154888 | 0.134687 | 0.289575 | [0.114 0.886] | 0.264 |
+| (0.15, 93) | 0.132952 | 0.145048 | 0.278 | [0.128 0.722 0. 0.15 ] | 0.153029 | 0.140513 | 0.293542 | [0.128 0.872] | 0.278 |
+| (0.15, 94) | 0.148742 | 0.131258 | 0.28 | [0.131 0.719 0.001 0.149] | 0.15407 | 0.138661 | 0.292731 | [0.132 0.868] | 0.28 |
+| (0.15, 95) | 0.160161 | 0.102839 | 0.263 | [0.114 0.736 0.001 0.149] | 0.135026 | 0.152896 | 0.287923 | [0.115 0.885] | 0.263 |
+| (0.15, 96) | 0.123638 | 0.160362 | 0.284 | [0.134 0.716 0. 0.15 ] | 0.138609 | 0.156667 | 0.295276 | [0.134 0.866] | 0.284 |
+| (0.15, 97) | 0.161662 | 0.105338 | 0.267 | [0.117 0.733 0. 0.15 ] | 0.146184 | 0.144233 | 0.290416 | [0.117 0.883] | 0.267 |
+| (0.15, 98) | 0.147239 | 0.128761 | 0.276 | [0.126 0.724 0. 0.15 ] | 0.165486 | 0.127483 | 0.292969 | [0.126 0.874] | 0.276 |
+| (0.15, 99) | 0.127231 | 0.141769 | 0.269 | [0.119 0.731 0. 0.15 ] | 0.137447 | 0.153533 | 0.29098 | [0.119 0.881] | 0.269 |
+| (0.2, 0) | 0.0932749 | 0.232725 | 0.326 | [0.126 0.674 0. 0.2 ] | 0.107742 | 0.264698 | 0.372439 | [0.126 0.874] | 0.326 |
+| (0.2, 1) | 0.103595 | 0.225405 | 0.329 | [0.129 0.671 0. 0.2 ] | 0.11693 | 0.256553 | 0.373483 | [0.129 0.871] | 0.329 |
+| (0.2, 2) | 0.146266 | 0.174734 | 0.321 | [0.121 0.679 0. 0.2 ] | 0.13068 | 0.240034 | 0.370714 | [0.121 0.879] | 0.321 |
+| (0.2, 3) | 0.158612 | 0.158388 | 0.317 | [0.117 0.683 0. 0.2 ] | 0.140197 | 0.229147 | 0.369344 | [0.117 0.883] | 0.317 |
+| (0.2, 4) | 0.13548 | 0.18852 | 0.324 | [0.125 0.675 0.001 0.199] | 0.123131 | 0.247446 | 0.370577 | [0.126 0.874] | 0.324 |
+| (0.2, 5) | 0.184383 | 0.139617 | 0.324 | [0.124 0.676 0. 0.2 ] | 0.16367 | 0.208077 | 0.371747 | [0.124 0.876] | 0.324 |
+| (0.2, 6) | 0.119201 | 0.191799 | 0.311 | [0.111 0.689 0. 0.2 ] | 0.12538 | 0.24193 | 0.367309 | [0.111 0.889] | 0.311 |
+| (0.2, 7) | 0.13074 | 0.18826 | 0.319 | [0.12 0.68 0.001 0.199] | 0.1483 | 0.22056 | 0.36886 | [0.121 0.879] | 0.319 |
+| (0.2, 8) | 0.158339 | 0.154661 | 0.313 | [0.113 0.687 0. 0.2 ] | 0.141924 | 0.226061 | 0.367985 | [0.113 0.887] | 0.313 |
+| (0.2, 9) | 0.133184 | 0.171816 | 0.305 | [0.107 0.693 0.002 0.198] | 0.155369 | 0.207601 | 0.36297 | [0.109 0.891] | 0.305 |
+| (0.2, 10) | 0.152238 | 0.170762 | 0.323 | [0.123 0.677 0. 0.2 ] | 0.141301 | 0.230101 | 0.371402 | [0.123 0.877] | 0.323 |
+| (0.2, 11) | 0.147096 | 0.187904 | 0.335 | [0.135 0.665 0. 0.2 ] | 0.126492 | 0.249094 | 0.375587 | [0.135 0.865] | 0.335 |
+| (0.2, 12) | 0.139379 | 0.187621 | 0.327 | [0.127 0.673 0. 0.2 ] | 0.140083 | 0.232704 | 0.372787 | [0.127 0.873] | 0.327 |
+| (0.2, 13) | 0.157408 | 0.164592 | 0.322 | [0.122 0.678 0. 0.2 ] | 0.128326 | 0.242732 | 0.371058 | [0.122 0.878] | 0.322 |
+| (0.2, 14) | 0.165325 | 0.154675 | 0.32 | [0.12 0.68 0. 0.2 ] | 0.141291 | 0.229079 | 0.37037 | [0.12 0.88] | 0.32 |
+| (0.2, 15) | 0.155916 | 0.162084 | 0.318 | [0.119 0.681 0.001 0.199] | 0.136168 | 0.232351 | 0.368519 | [0.12 0.88] | 0.318 |
+| (0.2, 16) | 0.126583 | 0.190417 | 0.317 | [0.117 0.683 0. 0.2 ] | 0.0939205 | 0.275424 | 0.369344 | [0.117 0.883] | 0.317 |
+| (0.2, 17) | 0.132189 | 0.202811 | 0.335 | [0.135 0.665 0. 0.2 ] | 0.109183 | 0.266403 | 0.375587 | [0.135 0.865] | 0.335 |
+| (0.2, 18) | 0.129466 | 0.189534 | 0.319 | [0.119 0.681 0. 0.2 ] | 0.115286 | 0.254741 | 0.370028 | [0.119 0.881] | 0.319 |
+| (0.2, 19) | 0.128175 | 0.177825 | 0.306 | [0.106 0.694 0. 0.2 ] | 0.133787 | 0.231843 | 0.365631 | [0.106 0.894] | 0.306 |
+| (0.2, 20) | 0.145426 | 0.187574 | 0.333 | [0.133 0.667 0. 0.2 ] | 0.151205 | 0.223677 | 0.374883 | [0.133 0.867] | 0.333 |
+| (0.2, 21) | 0.163454 | 0.154546 | 0.318 | [0.119 0.681 0.001 0.199] | 0.139559 | 0.228959 | 0.368519 | [0.12 0.88] | 0.318 |
+| (0.2, 22) | 0.114168 | 0.215832 | 0.33 | [0.131 0.669 0.001 0.199] | 0.114659 | 0.258001 | 0.372659 | [0.132 0.868] | 0.33 |
+| (0.2, 23) | 0.156559 | 0.173441 | 0.33 | [0.13 0.67 0. 0.2 ] | 0.150894 | 0.222937 | 0.373832 | [0.13 0.87] | 0.33 |
+| (0.2, 24) | 0.110103 | 0.206897 | 0.317 | [0.117 0.683 0. 0.2 ] | 0.109295 | 0.260049 | 0.369344 | [0.117 0.883] | 0.317 |
+| (0.2, 25) | 0.153082 | 0.174918 | 0.328 | [0.128 0.672 0. 0.2 ] | 0.159335 | 0.213799 | 0.373134 | [0.128 0.872] | 0.328 |
+| (0.2, 26) | 0.126215 | 0.187785 | 0.314 | [0.114 0.686 0. 0.2 ] | 0.114362 | 0.253962 | 0.368324 | [0.114 0.886] | 0.314 |
+| (0.2, 27) | 0.145636 | 0.172364 | 0.318 | [0.118 0.682 0. 0.2 ] | 0.154729 | 0.214956 | 0.369686 | [0.118 0.882] | 0.318 |
+| (0.2, 28) | 0.113045 | 0.191955 | 0.305 | [0.105 0.695 0. 0.2 ] | 0.103814 | 0.261482 | 0.365297 | [0.105 0.895] | 0.305 |
+| (0.2, 29) | 0.151512 | 0.171488 | 0.323 | [0.124 0.676 0.001 0.199] | 0.134941 | 0.235291 | 0.370233 | [0.125 0.875] | 0.323 |
+| (0.2, 30) | 0.124049 | 0.206951 | 0.331 | [0.131 0.669 0. 0.2 ] | 0.130243 | 0.243939 | 0.374181 | [0.131 0.869] | 0.331 |
+| (0.2, 31) | 0.14276 | 0.17924 | 0.322 | [0.122 0.678 0. 0.2 ] | 0.147474 | 0.223583 | 0.371058 | [0.122 0.878] | 0.322 |
+| (0.2, 32) | 0.184874 | 0.137126 | 0.322 | [0.122 0.678 0. 0.2 ] | 0.162763 | 0.208295 | 0.371058 | [0.122 0.878] | 0.322 |
+| (0.2, 33) | 0.113052 | 0.205948 | 0.319 | [0.119 0.681 0. 0.2 ] | 0.125327 | 0.2447 | 0.370028 | [0.119 0.881] | 0.319 |
+| (0.2, 34) | 0.11022 | 0.20578 | 0.316 | [0.116 0.684 0. 0.2 ] | 0.134172 | 0.234831 | 0.369004 | [0.116 0.884] | 0.316 |
+| (0.2, 35) | 0.15689 | 0.16811 | 0.325 | [0.125 0.675 0. 0.2 ] | 0.139515 | 0.232578 | 0.372093 | [0.125 0.875] | 0.325 |
+| (0.2, 36) | 0.12372 | 0.19828 | 0.322 | [0.123 0.677 0.001 0.199] | 0.144416 | 0.225473 | 0.369888 | [0.124 0.876] | 0.322 |
+| (0.2, 37) | 0.156173 | 0.149827 | 0.306 | [0.106 0.694 0. 0.2 ] | 0.140543 | 0.225087 | 0.365631 | [0.106 0.894] | 0.306 |
+| (0.2, 38) | 0.123178 | 0.191822 | 0.315 | [0.115 0.685 0. 0.2 ] | 0.124918 | 0.243745 | 0.368664 | [0.115 0.885] | 0.315 |
+| (0.2, 39) | 0.149818 | 0.155182 | 0.305 | [0.105 0.695 0. 0.2 ] | 0.153473 | 0.211824 | 0.365297 | [0.105 0.895] | 0.305 |
+| (0.2, 40) | 0.146996 | 0.151004 | 0.298 | [0.098 0.702 0. 0.2 ] | 0.136716 | 0.226261 | 0.362976 | [0.098 0.902] | 0.298 |
+| (0.2, 41) | 0.134983 | 0.174017 | 0.309 | [0.109 0.691 0. 0.2 ] | 0.130812 | 0.235824 | 0.366636 | [0.109 0.891] | 0.309 |
+| (0.2, 42) | 0.130339 | 0.204661 | 0.335 | [0.135 0.665 0. 0.2 ] | 0.132934 | 0.242653 | 0.375587 | [0.135 0.865] | 0.335 |
+| (0.2, 43) | 0.131752 | 0.197248 | 0.329 | [0.129 0.671 0. 0.2 ] | 0.122563 | 0.25092 | 0.373483 | [0.129 0.871] | 0.329 |
+| (0.2, 44) | 0.104892 | 0.213108 | 0.318 | [0.118 0.682 0. 0.2 ] | 0.101844 | 0.267842 | 0.369686 | [0.118 0.882] | 0.318 |
+| (0.2, 45) | 0.108924 | 0.208076 | 0.317 | [0.118 0.682 0.001 0.199] | 0.112634 | 0.255543 | 0.368178 | [0.119 0.881] | 0.317 |
+| (0.2, 46) | 0.158723 | 0.146277 | 0.305 | [0.106 0.694 0.001 0.199] | 0.14642 | 0.217715 | 0.364135 | [0.107 0.893] | 0.305 |
+| (0.2, 47) | 0.181864 | 0.130136 | 0.312 | [0.113 0.687 0.001 0.199] | 0.162233 | 0.204249 | 0.366483 | [0.114 0.886] | 0.312 |
+| (0.2, 48) | 0.139857 | 0.177143 | 0.317 | [0.117 0.683 0. 0.2 ] | 0.130469 | 0.238875 | 0.369344 | [0.117 0.883] | 0.317 |
+| (0.2, 49) | 0.130555 | 0.185445 | 0.316 | [0.117 0.683 0.001 0.199] | 0.129553 | 0.238285 | 0.367837 | [0.118 0.882] | 0.316 |
+| (0.2, 50) | 0.126112 | 0.184888 | 0.311 | [0.111 0.689 0. 0.2 ] | 0.116336 | 0.250973 | 0.367309 | [0.111 0.889] | 0.311 |
+| (0.2, 51) | 0.126804 | 0.189196 | 0.316 | [0.116 0.684 0. 0.2 ] | 0.134586 | 0.234417 | 0.369004 | [0.116 0.884] | 0.316 |
+| (0.2, 52) | 0.1149 | 0.1861 | 0.301 | [0.101 0.699 0. 0.2 ] | 0.131898 | 0.232069 | 0.363967 | [0.101 0.899] | 0.301 |
+| (0.2, 53) | 0.147138 | 0.163862 | 0.311 | [0.112 0.688 0.001 0.199] | 0.130518 | 0.235628 | 0.366145 | [0.113 0.887] | 0.311 |
+| (0.2, 54) | 0.126953 | 0.204047 | 0.331 | [0.131 0.669 0. 0.2 ] | 0.103391 | 0.270791 | 0.374181 | [0.131 0.869] | 0.331 |
+| (0.2, 55) | 0.154759 | 0.161241 | 0.316 | [0.116 0.684 0. 0.2 ] | 0.143336 | 0.225668 | 0.369004 | [0.116 0.884] | 0.316 |
+| (0.2, 56) | 0.148069 | 0.154931 | 0.303 | [0.103 0.697 0. 0.2 ] | 0.13299 | 0.23164 | 0.364631 | [0.103 0.897] | 0.303 |
+| (0.2, 57) | 0.14951 | 0.17349 | 0.323 | [0.123 0.677 0. 0.2 ] | 0.124754 | 0.246648 | 0.371402 | [0.123 0.877] | 0.323 |
+| (0.2, 58) | 0.124588 | 0.182412 | 0.307 | [0.107 0.693 0. 0.2 ] | 0.135337 | 0.230628 | 0.365965 | [0.107 0.893] | 0.307 |
+| (0.2, 59) | 0.106309 | 0.219691 | 0.326 | [0.126 0.674 0. 0.2 ] | 0.124609 | 0.247831 | 0.372439 | [0.126 0.874] | 0.326 |
+| (0.2, 60) | 0.163061 | 0.148939 | 0.312 | [0.112 0.688 0. 0.2 ] | 0.125001 | 0.242646 | 0.367647 | [0.112 0.888] | 0.312 |
+| (0.2, 61) | 0.098016 | 0.220984 | 0.319 | [0.119 0.681 0. 0.2 ] | 0.111374 | 0.258654 | 0.370028 | [0.119 0.881] | 0.319 |
+| (0.2, 62) | 0.133823 | 0.192177 | 0.326 | [0.127 0.673 0.001 0.199] | 0.138711 | 0.232558 | 0.371269 | [0.128 0.872] | 0.326 |
+| (0.2, 63) | 0.132592 | 0.193408 | 0.326 | [0.126 0.674 0. 0.2 ] | 0.168652 | 0.203787 | 0.372439 | [0.126 0.874] | 0.326 |
+| (0.2, 64) | 0.146847 | 0.167153 | 0.314 | [0.114 0.686 0. 0.2 ] | 0.134352 | 0.233973 | 0.368324 | [0.114 0.886] | 0.314 |
+| (0.2, 65) | 0.123678 | 0.209322 | 0.333 | [0.134 0.666 0.001 0.199] | 0.139748 | 0.233961 | 0.373709 | [0.135 0.865] | 0.333 |
+| (0.2, 66) | 0.153441 | 0.166559 | 0.32 | [0.12 0.68 0. 0.2 ] | 0.168793 | 0.201578 | 0.37037 | [0.12 0.88] | 0.32 |
+| (0.2, 67) | 0.102558 | 0.206442 | 0.309 | [0.109 0.691 0. 0.2 ] | 0.129257 | 0.237379 | 0.366636 | [0.109 0.891] | 0.309 |
+| (0.2, 68) | 0.113796 | 0.181204 | 0.295 | [0.095 0.705 0. 0.2 ] | 0.125855 | 0.236136 | 0.361991 | [0.095 0.905] | 0.295 |
+| (0.2, 69) | 0.130216 | 0.186784 | 0.317 | [0.117 0.683 0. 0.2 ] | 0.154798 | 0.214547 | 0.369344 | [0.117 0.883] | 0.317 |
+| (0.2, 70) | 0.140137 | 0.173863 | 0.314 | [0.114 0.686 0. 0.2 ] | 0.133952 | 0.234372 | 0.368324 | [0.114 0.886] | 0.314 |
+| (0.2, 71) | 0.118374 | 0.173626 | 0.292 | [0.093 0.707 0.001 0.199] | 0.102911 | 0.256944 | 0.359855 | [0.094 0.906] | 0.292 |
+| (0.2, 72) | 0.142998 | 0.173002 | 0.316 | [0.116 0.684 0. 0.2 ] | 0.13498 | 0.234024 | 0.369004 | [0.116 0.884] | 0.316 |
+| (0.2, 73) | 0.11727 | 0.20573 | 0.323 | [0.123 0.677 0. 0.2 ] | 0.100748 | 0.270654 | 0.371402 | [0.123 0.877] | 0.323 |
+| (0.2, 74) | 0.13782 | 0.17518 | 0.313 | [0.114 0.686 0.001 0.199] | 0.113838 | 0.252982 | 0.36682 | [0.115 0.885] | 0.313 |
+| (0.2, 75) | 0.127086 | 0.203914 | 0.331 | [0.131 0.669 0. 0.2 ] | 0.124813 | 0.249369 | 0.374181 | [0.131 0.869] | 0.331 |
+| (0.2, 76) | 0.110385 | 0.192615 | 0.303 | [0.104 0.696 0.001 0.199] | 0.117311 | 0.246159 | 0.36347 | [0.105 0.895] | 0.303 |
+| (0.2, 77) | 0.169946 | 0.156054 | 0.326 | [0.126 0.674 0. 0.2 ] | 0.154318 | 0.218121 | 0.372439 | [0.126 0.874] | 0.326 |
+| (0.2, 78) | 0.125895 | 0.184105 | 0.31 | [0.11 0.69 0. 0.2 ] | 0.137846 | 0.229127 | 0.366972 | [0.11 0.89] | 0.31 |
+| (0.2, 79) | 0.106497 | 0.195503 | 0.302 | [0.102 0.698 0. 0.2 ] | 0.108174 | 0.256124 | 0.364299 | [0.102 0.898] | 0.302 |
+| (0.2, 80) | 0.153481 | 0.163519 | 0.317 | [0.117 0.683 0. 0.2 ] | 0.136076 | 0.233269 | 0.369344 | [0.117 0.883] | 0.317 |
+| (0.2, 81) | 0.139622 | 0.180378 | 0.32 | [0.121 0.679 0.001 0.199] | 0.126998 | 0.242204 | 0.369202 | [0.122 0.878] | 0.32 |
+| (0.2, 82) | 0.131272 | 0.188728 | 0.32 | [0.121 0.679 0.001 0.199] | 0.125249 | 0.243954 | 0.369202 | [0.122 0.878] | 0.32 |
+| (0.2, 83) | 0.150497 | 0.172503 | 0.323 | [0.123 0.677 0. 0.2 ] | 0.154524 | 0.216878 | 0.371402 | [0.123 0.877] | 0.323 |
+| (0.2, 84) | 0.138086 | 0.180914 | 0.319 | [0.119 0.681 0. 0.2 ] | 0.125401 | 0.244626 | 0.370028 | [0.119 0.881] | 0.319 |
+| (0.2, 85) | 0.139788 | 0.187212 | 0.327 | [0.127 0.673 0. 0.2 ] | 0.157005 | 0.215781 | 0.372787 | [0.127 0.873] | 0.327 |
+| (0.2, 86) | 0.0908716 | 0.216128 | 0.307 | [0.107 0.693 0. 0.2 ] | 0.0962838 | 0.269681 | 0.365965 | [0.107 0.893] | 0.307 |
+| (0.2, 87) | 0.147758 | 0.161242 | 0.309 | [0.109 0.691 0. 0.2 ] | 0.129789 | 0.236848 | 0.366636 | [0.109 0.891] | 0.309 |
+| (0.2, 88) | 0.137745 | 0.187255 | 0.325 | [0.125 0.675 0. 0.2 ] | 0.16326 | 0.208833 | 0.372093 | [0.125 0.875] | 0.325 |
+| (0.2, 89) | 0.147468 | 0.161532 | 0.309 | [0.109 0.691 0. 0.2 ] | 0.132114 | 0.234522 | 0.366636 | [0.109 0.891] | 0.309 |
+| (0.2, 90) | 0.0964468 | 0.224553 | 0.321 | [0.121 0.679 0. 0.2 ] | 0.102582 | 0.268131 | 0.370714 | [0.121 0.879] | 0.321 |
+| (0.2, 91) | 0.101547 | 0.214453 | 0.316 | [0.116 0.684 0. 0.2 ] | 0.112843 | 0.25616 | 0.369004 | [0.116 0.884] | 0.316 |
+| (0.2, 92) | 0.162379 | 0.157621 | 0.32 | [0.12 0.68 0. 0.2 ] | 0.132839 | 0.237531 | 0.37037 | [0.12 0.88] | 0.32 |
+| (0.2, 93) | 0.141758 | 0.189242 | 0.331 | [0.132 0.668 0.001 0.199] | 0.144896 | 0.228113 | 0.373008 | [0.133 0.867] | 0.331 |
+| (0.2, 94) | 0.169261 | 0.152739 | 0.322 | [0.122 0.678 0. 0.2 ] | 0.166465 | 0.204593 | 0.371058 | [0.122 0.878] | 0.322 |
+| (0.2, 95) | 0.122537 | 0.200463 | 0.323 | [0.123 0.677 0. 0.2 ] | 0.111265 | 0.260137 | 0.371402 | [0.123 0.877] | 0.323 |
+| (0.2, 96) | 0.126137 | 0.193863 | 0.32 | [0.121 0.679 0.001 0.199] | 0.130176 | 0.239026 | 0.369202 | [0.122 0.878] | 0.32 |
+| (0.2, 97) | 0.0939801 | 0.23702 | 0.331 | [0.131 0.669 0. 0.2 ] | 0.103706 | 0.270476 | 0.374181 | [0.131 0.869] | 0.331 |
+| (0.2, 98) | 0.105674 | 0.208326 | 0.314 | [0.115 0.685 0.001 0.199] | 0.115848 | 0.251311 | 0.367159 | [0.116 0.884] | 0.314 |
+| (0.2, 99) | 0.107548 | 0.207452 | 0.315 | [0.115 0.685 0. 0.2 ] | 0.118836 | 0.249828 | 0.368664 | [0.115 0.885] | 0.315 |
+| (0.25, 0) | 0.124355 | 0.219645 | 0.344 | [0.094 0.656 0. 0.25 ] | 0.128487 | 0.304039 | 0.432526 | [0.094 0.906] | 0.344 |
+| (0.25, 1) | 0.123549 | 0.242451 | 0.366 | [0.116 0.634 0. 0.25 ] | 0.123781 | 0.317136 | 0.440917 | [0.116 0.884] | 0.366 |
+| (0.25, 2) | 0.11547 | 0.24653 | 0.362 | [0.113 0.637 0.001 0.249] | 0.108391 | 0.32999 | 0.43838 | [0.114 0.886] | 0.362 |
+| (0.25, 3) | 0.14217 | 0.23583 | 0.378 | [0.128 0.622 0. 0.25 ] | 0.13991 | 0.305723 | 0.445633 | [0.128 0.872] | 0.378 |
+| (0.25, 4) | 0.115606 | 0.240394 | 0.356 | [0.106 0.644 0. 0.25 ] | 0.10033 | 0.336733 | 0.437063 | [0.106 0.894] | 0.356 |
+| (0.25, 5) | 0.168544 | 0.212456 | 0.381 | [0.131 0.619 0. 0.25 ] | 0.144145 | 0.302683 | 0.446828 | [0.131 0.869] | 0.381 |
+| (0.25, 6) | 0.0947743 | 0.273226 | 0.368 | [0.118 0.632 0. 0.25 ] | 0.095146 | 0.34655 | 0.441696 | [0.118 0.882] | 0.368 |
+| (0.25, 7) | 0.113473 | 0.251527 | 0.365 | [0.115 0.635 0. 0.25 ] | 0.111097 | 0.329432 | 0.440529 | [0.115 0.885] | 0.365 |
+| (0.25, 8) | 0.155793 | 0.217207 | 0.373 | [0.123 0.627 0. 0.25 ] | 0.136486 | 0.30717 | 0.443656 | [0.123 0.877] | 0.373 |
+| (0.25, 9) | 0.129944 | 0.218056 | 0.348 | [0.098 0.652 0. 0.25 ] | 0.124308 | 0.30972 | 0.434028 | [0.098 0.902] | 0.348 |
+| (0.25, 10) | 0.137385 | 0.225615 | 0.363 | [0.113 0.637 0. 0.25 ] | 0.134428 | 0.305325 | 0.439754 | [0.113 0.887] | 0.363 |
+| (0.25, 11) | 0.129083 | 0.242917 | 0.372 | [0.122 0.628 0. 0.25 ] | 0.136549 | 0.306714 | 0.443262 | [0.122 0.878] | 0.372 |
+| (0.25, 12) | 0.116791 | 0.239209 | 0.356 | [0.106 0.644 0. 0.25 ] | 0.130234 | 0.306828 | 0.437063 | [0.106 0.894] | 0.356 |
+| (0.25, 13) | 0.126751 | 0.222249 | 0.349 | [0.099 0.651 0. 0.25 ] | 0.113015 | 0.32139 | 0.434405 | [0.099 0.901] | 0.349 |
+| (0.25, 14) | 0.128282 | 0.226718 | 0.355 | [0.105 0.645 0. 0.25 ] | 0.120019 | 0.316662 | 0.436681 | [0.105 0.895] | 0.355 |
+| (0.25, 15) | 0.143813 | 0.218187 | 0.362 | [0.113 0.637 0.001 0.249] | 0.126338 | 0.312042 | 0.43838 | [0.114 0.886] | 0.362 |
+| (0.25, 16) | 0.135428 | 0.238572 | 0.374 | [0.124 0.626 0. 0.25 ] | 0.130811 | 0.313239 | 0.44405 | [0.124 0.876] | 0.374 |
+| (0.25, 17) | 0.112018 | 0.241982 | 0.354 | [0.105 0.645 0.001 0.249] | 0.120587 | 0.314728 | 0.435315 | [0.106 0.894] | 0.354 |
+| (0.25, 18) | 0.159659 | 0.202341 | 0.362 | [0.112 0.638 0. 0.25 ] | 0.14518 | 0.294188 | 0.439367 | [0.112 0.888] | 0.362 |
+| (0.25, 19) | 0.125726 | 0.242274 | 0.368 | [0.118 0.632 0. 0.25 ] | 0.116861 | 0.324835 | 0.441696 | [0.118 0.882] | 0.368 |
+| (0.25, 20) | 0.156058 | 0.193942 | 0.35 | [0.1 0.65 0. 0.25] | 0.112552 | 0.32223 | 0.434783 | [0.1 0.9] | 0.35 |
+| (0.25, 21) | 0.115433 | 0.259567 | 0.375 | [0.125 0.625 0. 0.25 ] | 0.0991129 | 0.345332 | 0.444444 | [0.125 0.875] | 0.375 |
+| (0.25, 22) | 0.127289 | 0.232711 | 0.36 | [0.11 0.64 0. 0.25] | 0.115265 | 0.323332 | 0.438596 | [0.11 0.89] | 0.36 |
+| (0.25, 23) | 0.124531 | 0.233469 | 0.358 | [0.109 0.641 0.001 0.249] | 0.0982565 | 0.338586 | 0.436842 | [0.11 0.89] | 0.358 |
+| (0.25, 24) | 0.169186 | 0.195814 | 0.365 | [0.115 0.635 0. 0.25 ] | 0.138074 | 0.302455 | 0.440529 | [0.115 0.885] | 0.365 |
+| (0.25, 25) | 0.128267 | 0.227733 | 0.356 | [0.107 0.643 0.001 0.249] | 0.148625 | 0.287452 | 0.436077 | [0.108 0.892] | 0.356 |
+| (0.25, 26) | 0.126575 | 0.236425 | 0.363 | [0.113 0.637 0. 0.25 ] | 0.133828 | 0.305925 | 0.439754 | [0.113 0.887] | 0.363 |
+| (0.25, 27) | 0.129839 | 0.252161 | 0.382 | [0.132 0.618 0. 0.25 ] | 0.115004 | 0.332224 | 0.447227 | [0.132 0.868] | 0.382 |
+| (0.25, 28) | 0.10892 | 0.24408 | 0.353 | [0.103 0.647 0. 0.25 ] | 0.112931 | 0.322988 | 0.43592 | [0.103 0.897] | 0.353 |
+| (0.25, 29) | 0.121689 | 0.228311 | 0.35 | [0.1 0.65 0. 0.25] | 0.124501 | 0.310282 | 0.434783 | [0.1 0.9] | 0.35 |
+| (0.25, 30) | 0.130389 | 0.216611 | 0.347 | [0.098 0.652 0.001 0.249] | 0.137773 | 0.294895 | 0.432667 | [0.099 0.901] | 0.347 |
+| (0.25, 31) | 0.109612 | 0.257388 | 0.367 | [0.117 0.633 0. 0.25 ] | 0.100272 | 0.341035 | 0.441306 | [0.117 0.883] | 0.367 |
+| (0.25, 32) | 0.123587 | 0.245413 | 0.369 | [0.119 0.631 0. 0.25 ] | 0.133389 | 0.308697 | 0.442087 | [0.119 0.881] | 0.369 |
+| (0.25, 33) | 0.162584 | 0.194416 | 0.357 | [0.107 0.643 0. 0.25 ] | 0.134293 | 0.303153 | 0.437445 | [0.107 0.893] | 0.357 |
+| (0.25, 34) | 0.148317 | 0.213683 | 0.362 | [0.112 0.638 0. 0.25 ] | 0.110308 | 0.329059 | 0.439367 | [0.112 0.888] | 0.362 |
+| (0.25, 35) | 0.11158 | 0.25342 | 0.365 | [0.115 0.635 0. 0.25 ] | 0.110128 | 0.330401 | 0.440529 | [0.115 0.885] | 0.365 |
+| (0.25, 36) | 0.154516 | 0.207484 | 0.362 | [0.113 0.637 0.001 0.249] | 0.125018 | 0.313362 | 0.43838 | [0.114 0.886] | 0.362 |
+| (0.25, 37) | 0.120364 | 0.245636 | 0.366 | [0.116 0.634 0. 0.25 ] | 0.116338 | 0.32458 | 0.440917 | [0.116 0.884] | 0.366 |
+| (0.25, 38) | 0.166437 | 0.190563 | 0.357 | [0.108 0.642 0.001 0.249] | 0.140817 | 0.295642 | 0.436459 | [0.109 0.891] | 0.357 |
+| (0.25, 39) | 0.117464 | 0.243536 | 0.361 | [0.111 0.639 0. 0.25 ] | 0.11287 | 0.326111 | 0.438982 | [0.111 0.889] | 0.361 |
+| (0.25, 40) | 0.139079 | 0.196921 | 0.336 | [0.087 0.663 0.001 0.249] | 0.132232 | 0.296339 | 0.428571 | [0.088 0.912] | 0.336 |
+| (0.25, 41) | 0.106429 | 0.239571 | 0.346 | [0.096 0.654 0. 0.25 ] | 0.113467 | 0.319809 | 0.433276 | [0.096 0.904] | 0.346 |
+| (0.25, 42) | 0.130296 | 0.252704 | 0.383 | [0.133 0.617 0. 0.25 ] | 0.0936963 | 0.353931 | 0.447628 | [0.133 0.867] | 0.383 |
+| (0.25, 43) | 0.143415 | 0.201585 | 0.345 | [0.095 0.655 0. 0.25 ] | 0.143536 | 0.289364 | 0.4329 | [0.095 0.905] | 0.345 |
+| (0.25, 44) | 0.114779 | 0.257221 | 0.372 | [0.123 0.627 0.001 0.249] | 0.103723 | 0.338551 | 0.442274 | [0.124 0.876] | 0.372 |
+| (0.25, 45) | 0.16507 | 0.19593 | 0.361 | [0.111 0.639 0. 0.25 ] | 0.149673 | 0.289309 | 0.438982 | [0.111 0.889] | 0.361 |
+| (0.25, 46) | 0.158965 | 0.201035 | 0.36 | [0.11 0.64 0. 0.25] | 0.135501 | 0.303095 | 0.438596 | [0.11 0.89] | 0.36 |
+| (0.25, 47) | 0.12667 | 0.24133 | 0.368 | [0.118 0.632 0. 0.25 ] | 0.120737 | 0.320959 | 0.441696 | [0.118 0.882] | 0.368 |
+| (0.25, 48) | 0.142702 | 0.240298 | 0.383 | [0.133 0.617 0. 0.25 ] | 0.126929 | 0.320699 | 0.447628 | [0.133 0.867] | 0.383 |
+| (0.25, 49) | 0.139296 | 0.228704 | 0.368 | [0.12 0.63 0.002 0.248] | 0.116949 | 0.322768 | 0.439716 | [0.122 0.878] | 0.368 |
+| (0.25, 50) | 0.130214 | 0.218786 | 0.349 | [0.099 0.651 0. 0.25 ] | 0.139032 | 0.295373 | 0.434405 | [0.099 0.901] | 0.349 |
+| (0.25, 51) | 0.126645 | 0.221355 | 0.348 | [0.098 0.652 0. 0.25 ] | 0.111247 | 0.322781 | 0.434028 | [0.098 0.902] | 0.348 |
+| (0.25, 52) | 0.162073 | 0.197927 | 0.36 | [0.111 0.639 0.001 0.249] | 0.145148 | 0.292462 | 0.43761 | [0.112 0.888] | 0.36 |
+| (0.25, 53) | 0.125951 | 0.237049 | 0.363 | [0.115 0.635 0.002 0.248] | 0.121835 | 0.315941 | 0.437776 | [0.117 0.883] | 0.363 |
+| (0.25, 54) | 0.137738 | 0.233262 | 0.371 | [0.121 0.629 0. 0.25 ] | 0.149517 | 0.293353 | 0.44287 | [0.121 0.879] | 0.371 |
+| (0.25, 55) | 0.120461 | 0.226539 | 0.347 | [0.098 0.652 0.001 0.249] | 0.126996 | 0.305672 | 0.432667 | [0.099 0.901] | 0.347 |
+| (0.25, 56) | 0.083097 | 0.271903 | 0.355 | [0.106 0.644 0.001 0.249] | 0.0829992 | 0.352696 | 0.435696 | [0.107 0.893] | 0.355 |
+| (0.25, 57) | 0.152516 | 0.206484 | 0.359 | [0.109 0.641 0. 0.25 ] | 0.156152 | 0.28206 | 0.438212 | [0.109 0.891] | 0.359 |
+| (0.25, 58) | 0.15842 | 0.19158 | 0.35 | [0.101 0.649 0.001 0.249] | 0.140964 | 0.292834 | 0.433798 | [0.102 0.898] | 0.35 |
+| (0.25, 59) | 0.120642 | 0.251358 | 0.372 | [0.122 0.628 0. 0.25 ] | 0.121374 | 0.321889 | 0.443262 | [0.122 0.878] | 0.372 |
+| (0.25, 60) | 0.125145 | 0.231855 | 0.357 | [0.107 0.643 0. 0.25 ] | 0.111299 | 0.326146 | 0.437445 | [0.107 0.893] | 0.357 |
+| (0.25, 61) | 0.141589 | 0.228411 | 0.37 | [0.12 0.63 0. 0.25] | 0.146554 | 0.295924 | 0.442478 | [0.12 0.88] | 0.37 |
+| (0.25, 62) | 0.129288 | 0.210712 | 0.34 | [0.09 0.66 0. 0.25] | 0.123316 | 0.307719 | 0.431034 | [0.09 0.91] | 0.34 |
+| (0.25, 63) | 0.167968 | 0.200032 | 0.368 | [0.118 0.632 0. 0.25 ] | 0.14112 | 0.300576 | 0.441696 | [0.118 0.882] | 0.368 |
+| (0.25, 64) | 0.126202 | 0.241798 | 0.368 | [0.118 0.632 0. 0.25 ] | 0.107658 | 0.334039 | 0.441696 | [0.118 0.882] | 0.368 |
+| (0.25, 65) | 0.139649 | 0.205351 | 0.345 | [0.095 0.655 0. 0.25 ] | 0.132912 | 0.299989 | 0.4329 | [0.095 0.905] | 0.345 |
+| (0.25, 66) | 0.13461 | 0.22139 | 0.356 | [0.107 0.643 0.001 0.249] | 0.120895 | 0.315182 | 0.436077 | [0.108 0.892] | 0.356 |
+| (0.25, 67) | 0.112746 | 0.246254 | 0.359 | [0.109 0.641 0. 0.25 ] | 0.108761 | 0.329451 | 0.438212 | [0.109 0.891] | 0.359 |
+| (0.25, 68) | 0.125963 | 0.240037 | 0.366 | [0.116 0.634 0. 0.25 ] | 0.12457 | 0.316347 | 0.440917 | [0.116 0.884] | 0.366 |
+| (0.25, 69) | 0.117978 | 0.225022 | 0.343 | [0.094 0.656 0.001 0.249] | 0.122437 | 0.308731 | 0.431169 | [0.095 0.905] | 0.343 |
+| (0.25, 70) | 0.0978247 | 0.271175 | 0.369 | [0.119 0.631 0. 0.25 ] | 0.10638 | 0.335707 | 0.442087 | [0.119 0.881] | 0.369 |
+| (0.25, 71) | 0.122178 | 0.228822 | 0.351 | [0.101 0.649 0. 0.25 ] | 0.112982 | 0.322179 | 0.435161 | [0.101 0.899] | 0.351 |
+| (0.25, 72) | 0.116694 | 0.261306 | 0.378 | [0.128 0.622 0. 0.25 ] | 0.129308 | 0.316324 | 0.445633 | [0.128 0.872] | 0.378 |
+| (0.25, 73) | 0.142151 | 0.206849 | 0.349 | [0.099 0.651 0. 0.25 ] | 0.127291 | 0.307114 | 0.434405 | [0.099 0.901] | 0.349 |
+| (0.25, 74) | 0.119932 | 0.223068 | 0.343 | [0.093 0.657 0. 0.25 ] | 0.118733 | 0.313419 | 0.432152 | [0.093 0.907] | 0.343 |
+| (0.25, 75) | 0.161339 | 0.193661 | 0.355 | [0.105 0.645 0. 0.25 ] | 0.13814 | 0.298541 | 0.436681 | [0.105 0.895] | 0.355 |
+| (0.25, 76) | 0.102897 | 0.251103 | 0.354 | [0.105 0.645 0.001 0.249] | 0.113351 | 0.321964 | 0.435315 | [0.106 0.894] | 0.354 |
+| (0.25, 77) | 0.13454 | 0.22646 | 0.361 | [0.111 0.639 0. 0.25 ] | 0.118977 | 0.320005 | 0.438982 | [0.111 0.889] | 0.361 |
+| (0.25, 78) | 0.139003 | 0.228997 | 0.368 | [0.118 0.632 0. 0.25 ] | 0.124439 | 0.317258 | 0.441696 | [0.118 0.882] | 0.368 |
+| (0.25, 79) | 0.128929 | 0.230071 | 0.359 | [0.109 0.641 0. 0.25 ] | 0.109666 | 0.328546 | 0.438212 | [0.109 0.891] | 0.359 |
+| (0.25, 80) | 0.153328 | 0.220672 | 0.374 | [0.124 0.626 0. 0.25 ] | 0.148008 | 0.296042 | 0.44405 | [0.124 0.876] | 0.374 |
+| (0.25, 81) | 0.123484 | 0.247516 | 0.371 | [0.121 0.629 0. 0.25 ] | 0.105126 | 0.337743 | 0.44287 | [0.121 0.879] | 0.371 |
+| (0.25, 82) | 0.12095 | 0.23105 | 0.352 | [0.102 0.648 0. 0.25 ] | 0.102409 | 0.333131 | 0.43554 | [0.102 0.898] | 0.352 |
+| (0.25, 83) | 0.123315 | 0.239685 | 0.363 | [0.113 0.637 0. 0.25 ] | 0.113052 | 0.326702 | 0.439754 | [0.113 0.887] | 0.363 |
+| (0.25, 84) | 0.114865 | 0.244135 | 0.359 | [0.11 0.64 0.001 0.249] | 0.0973808 | 0.339845 | 0.437226 | [0.111 0.889] | 0.359 |
+| (0.25, 85) | 0.141829 | 0.225171 | 0.367 | [0.118 0.632 0.001 0.249] | 0.123299 | 0.317019 | 0.440318 | [0.119 0.881] | 0.367 |
+| (0.25, 86) | 0.136209 | 0.229791 | 0.366 | [0.116 0.634 0. 0.25 ] | 0.123135 | 0.317782 | 0.440917 | [0.116 0.884] | 0.366 |
+| (0.25, 87) | 0.170616 | 0.183384 | 0.354 | [0.104 0.646 0. 0.25 ] | 0.145532 | 0.290768 | 0.4363 | [0.104 0.896] | 0.354 |
+| (0.25, 88) | 0.143335 | 0.223665 | 0.367 | [0.117 0.633 0. 0.25 ] | 0.127911 | 0.313396 | 0.441306 | [0.117 0.883] | 0.367 |
+| (0.25, 89) | 0.137073 | 0.216927 | 0.354 | [0.104 0.646 0. 0.25 ] | 0.154553 | 0.281747 | 0.4363 | [0.104 0.896] | 0.354 |
+| (0.25, 90) | 0.140224 | 0.216776 | 0.357 | [0.107 0.643 0. 0.25 ] | 0.152714 | 0.284731 | 0.437445 | [0.107 0.893] | 0.357 |
+| (0.25, 91) | 0.117738 | 0.253262 | 0.371 | [0.121 0.629 0. 0.25 ] | 0.0959792 | 0.346891 | 0.44287 | [0.121 0.879] | 0.371 |
+| (0.25, 92) | 0.123906 | 0.252094 | 0.376 | [0.126 0.624 0. 0.25 ] | 0.126874 | 0.317966 | 0.44484 | [0.126 0.874] | 0.376 |
+| (0.25, 93) | 0.0661894 | 0.301811 | 0.368 | [0.118 0.632 0. 0.25 ] | 0.0814921 | 0.360204 | 0.441696 | [0.118 0.882] | 0.368 |
+| (0.25, 94) | 0.153841 | 0.208159 | 0.362 | [0.112 0.638 0. 0.25 ] | 0.129741 | 0.309626 | 0.439367 | [0.112 0.888] | 0.362 |
+| (0.25, 95) | 0.144879 | 0.200121 | 0.345 | [0.096 0.654 0.001 0.249] | 0.139426 | 0.29249 | 0.431917 | [0.097 0.903] | 0.345 |
+| (0.25, 96) | 0.151496 | 0.214504 | 0.366 | [0.116 0.634 0. 0.25 ] | 0.112522 | 0.328395 | 0.440917 | [0.116 0.884] | 0.366 |
+| (0.25, 97) | 0.135256 | 0.219744 | 0.355 | [0.105 0.645 0. 0.25 ] | 0.126896 | 0.309785 | 0.436681 | [0.105 0.895] | 0.355 |
+| (0.25, 98) | 0.148867 | 0.194133 | 0.343 | [0.093 0.657 0. 0.25 ] | 0.128798 | 0.303354 | 0.432152 | [0.093 0.907] | 0.343 |
+| (0.25, 99) | 0.137454 | 0.221546 | 0.359 | [0.109 0.641 0. 0.25 ] | 0.108894 | 0.329318 | 0.438212 | [0.109 0.891] | 0.359 |
+| (0.3, 0) | 0.115385 | 0.311615 | 0.427 | [0.127 0.573 0. 0.3 ] | 0.103546 | 0.407963 | 0.511509 | [0.127 0.873] | 0.427 |
+| (0.3, 1) | 0.115234 | 0.275766 | 0.391 | [0.092 0.608 0.001 0.299] | 0.105087 | 0.390356 | 0.495443 | [0.093 0.907] | 0.391 |
+| (0.3, 2) | 0.107756 | 0.296244 | 0.404 | [0.105 0.595 0.001 0.299] | 0.105065 | 0.395773 | 0.500838 | [0.106 0.894] | 0.404 |
+| (0.3, 3) | 0.0940979 | 0.301902 | 0.396 | [0.096 0.604 0. 0.3 ] | 0.0939231 | 0.404416 | 0.498339 | [0.096 0.904] | 0.396 |
+| (0.3, 4) | 0.129976 | 0.268024 | 0.398 | [0.098 0.602 0. 0.3 ] | 0.104953 | 0.394215 | 0.499168 | [0.098 0.902] | 0.398 |
+| (0.3, 5) | 0.128381 | 0.250619 | 0.379 | [0.079 0.621 0. 0.3 ] | 0.101842 | 0.389559 | 0.4914 | [0.079 0.921] | 0.379 |
+| (0.3, 6) | 0.131556 | 0.270444 | 0.402 | [0.102 0.598 0. 0.3 ] | 0.117514 | 0.383321 | 0.500835 | [0.102 0.898] | 0.402 |
+| (0.3, 7) | 0.112026 | 0.284974 | 0.397 | [0.099 0.601 0.002 0.298] | 0.124003 | 0.373078 | 0.497081 | [0.101 0.899] | 0.397 |
+| (0.3, 8) | 0.126207 | 0.290793 | 0.417 | [0.117 0.583 0. 0.3 ] | 0.117671 | 0.389514 | 0.507185 | [0.117 0.883] | 0.417 |
+| (0.3, 9) | 0.139192 | 0.253808 | 0.393 | [0.094 0.606 0.001 0.299] | 0.0999559 | 0.39631 | 0.496266 | [0.095 0.905] | 0.393 |
+| (0.3, 10) | 0.120012 | 0.281988 | 0.402 | [0.102 0.598 0. 0.3 ] | 0.119377 | 0.381458 | 0.500835 | [0.102 0.898] | 0.402 |
+| (0.3, 11) | 0.139279 | 0.260721 | 0.4 | [0.1 0.6 0. 0.3] | 0.117324 | 0.382676 | 0.5 | [0.1 0.9] | 0.4 |
+| (0.3, 12) | 0.116443 | 0.276557 | 0.393 | [0.095 0.605 0.002 0.298] | 0.111133 | 0.384295 | 0.495428 | [0.097 0.903] | 0.393 |
+| (0.3, 13) | 0.124193 | 0.273807 | 0.398 | [0.099 0.601 0.001 0.299] | 0.108405 | 0.389929 | 0.498333 | [0.1 0.9] | 0.398 |
+| (0.3, 14) | 0.12208 | 0.26692 | 0.389 | [0.089 0.611 0. 0.3 ] | 0.127327 | 0.368132 | 0.495458 | [0.089 0.911] | 0.389 |
+| (0.3, 15) | 0.103448 | 0.292552 | 0.396 | [0.096 0.604 0. 0.3 ] | 0.100266 | 0.398073 | 0.498339 | [0.096 0.904] | 0.396 |
+| (0.3, 16) | 0.14551 | 0.24649 | 0.392 | [0.092 0.608 0. 0.3 ] | 0.120372 | 0.376316 | 0.496689 | [0.092 0.908] | 0.392 |
+| (0.3, 17) | 0.141222 | 0.269778 | 0.411 | [0.111 0.589 0. 0.3 ] | 0.118556 | 0.38607 | 0.504626 | [0.111 0.889] | 0.411 |
+| (0.3, 18) | 0.142631 | 0.262369 | 0.405 | [0.105 0.595 0. 0.3 ] | 0.0938785 | 0.408214 | 0.502092 | [0.105 0.895] | 0.405 |
+| (0.3, 19) | 0.14518 | 0.26782 | 0.413 | [0.114 0.586 0.001 0.299] | 0.125934 | 0.378707 | 0.504641 | [0.115 0.885] | 0.413 |
+| (0.3, 20) | 0.117111 | 0.292889 | 0.41 | [0.11 0.59 0. 0.3 ] | 0.100578 | 0.403624 | 0.504202 | [0.11 0.89] | 0.41 |
+| (0.3, 21) | 0.147531 | 0.264469 | 0.412 | [0.113 0.587 0.001 0.299] | 0.116326 | 0.387889 | 0.504216 | [0.114 0.886] | 0.412 |
+| (0.3, 22) | 0.106063 | 0.292937 | 0.399 | [0.099 0.601 0. 0.3 ] | 0.106593 | 0.39299 | 0.499584 | [0.099 0.901] | 0.399 |
+| (0.3, 23) | 0.148613 | 0.250387 | 0.399 | [0.099 0.601 0. 0.3 ] | 0.127635 | 0.371949 | 0.499584 | [0.099 0.901] | 0.399 |
+| (0.3, 24) | 0.154573 | 0.248427 | 0.403 | [0.103 0.597 0. 0.3 ] | 0.114545 | 0.386709 | 0.501253 | [0.103 0.897] | 0.403 |
+| (0.3, 25) | 0.126976 | 0.267024 | 0.394 | [0.094 0.606 0. 0.3 ] | 0.107205 | 0.390308 | 0.497512 | [0.094 0.906] | 0.394 |
+| (0.3, 26) | 0.0936366 | 0.315363 | 0.409 | [0.109 0.591 0. 0.3 ] | 0.0963521 | 0.407426 | 0.503778 | [0.109 0.891] | 0.409 |
+| (0.3, 27) | 0.112656 | 0.269344 | 0.382 | [0.083 0.617 0.001 0.299] | 0.104119 | 0.387657 | 0.491776 | [0.084 0.916] | 0.382 |
+| (0.3, 28) | 0.162282 | 0.249718 | 0.412 | [0.112 0.588 0. 0.3 ] | 0.125725 | 0.379325 | 0.505051 | [0.112 0.888] | 0.412 |
+| (0.3, 29) | 0.144141 | 0.254859 | 0.399 | [0.1 0.6 0.001 0.299] | 0.10784 | 0.390909 | 0.498749 | [0.101 0.899] | 0.399 |
+| (0.3, 30) | 0.148497 | 0.254503 | 0.403 | [0.103 0.597 0. 0.3 ] | 0.114328 | 0.386925 | 0.501253 | [0.103 0.897] | 0.403 |
+| (0.3, 31) | 0.132418 | 0.280582 | 0.413 | [0.113 0.587 0. 0.3 ] | 0.110571 | 0.394905 | 0.505476 | [0.113 0.887] | 0.413 |
+| (0.3, 32) | 0.112737 | 0.277263 | 0.39 | [0.091 0.609 0.001 0.299] | 0.105898 | 0.389135 | 0.495033 | [0.092 0.908] | 0.39 |
+| (0.3, 33) | 0.141008 | 0.265992 | 0.407 | [0.107 0.593 0. 0.3 ] | 0.124772 | 0.378162 | 0.502934 | [0.107 0.893] | 0.407 |
+| (0.3, 34) | 0.138324 | 0.254676 | 0.393 | [0.093 0.607 0. 0.3 ] | 0.132808 | 0.364293 | 0.4971 | [0.093 0.907] | 0.393 |
+| (0.3, 35) | 0.142124 | 0.270876 | 0.413 | [0.113 0.587 0. 0.3 ] | 0.114159 | 0.391317 | 0.505476 | [0.113 0.887] | 0.413 |
+| (0.3, 36) | 0.122152 | 0.278848 | 0.401 | [0.101 0.599 0. 0.3 ] | 0.0982835 | 0.402133 | 0.500417 | [0.101 0.899] | 0.401 |
+| (0.3, 37) | 0.131292 | 0.261708 | 0.393 | [0.093 0.607 0. 0.3 ] | 0.123554 | 0.373546 | 0.4971 | [0.093 0.907] | 0.393 |
+| (0.3, 38) | 0.128837 | 0.288163 | 0.417 | [0.118 0.582 0.001 0.299] | 0.108684 | 0.397666 | 0.506351 | [0.119 0.881] | 0.417 |
+| (0.3, 39) | 0.129308 | 0.262692 | 0.392 | [0.092 0.608 0. 0.3 ] | 0.106602 | 0.390086 | 0.496689 | [0.092 0.908] | 0.392 |
+| (0.3, 40) | 0.140918 | 0.253082 | 0.394 | [0.095 0.605 0.001 0.299] | 0.112835 | 0.383843 | 0.496678 | [0.096 0.904] | 0.394 |
+| (0.3, 41) | 0.116026 | 0.291974 | 0.408 | [0.108 0.592 0. 0.3 ] | 0.0894206 | 0.413935 | 0.503356 | [0.108 0.892] | 0.408 |
+| (0.3, 42) | 0.126607 | 0.266393 | 0.393 | [0.095 0.605 0.002 0.298] | 0.112307 | 0.383122 | 0.495428 | [0.097 0.903] | 0.393 |
+| (0.3, 43) | 0.100563 | 0.307437 | 0.408 | [0.109 0.591 0.001 0.299] | 0.099999 | 0.402522 | 0.502521 | [0.11 0.89] | 0.408 |
+| (0.3, 44) | 0.129683 | 0.262317 | 0.392 | [0.092 0.608 0. 0.3 ] | 0.10938 | 0.387309 | 0.496689 | [0.092 0.908] | 0.392 |
+| (0.3, 45) | 0.113322 | 0.281678 | 0.395 | [0.095 0.605 0. 0.3 ] | 0.102612 | 0.395314 | 0.497925 | [0.095 0.905] | 0.395 |
+| (0.3, 46) | 0.121586 | 0.283414 | 0.405 | [0.105 0.595 0. 0.3 ] | 0.111687 | 0.390405 | 0.502092 | [0.105 0.895] | 0.405 |
+| (0.3, 47) | 0.117878 | 0.303122 | 0.421 | [0.121 0.579 0. 0.3 ] | 0.101569 | 0.407336 | 0.508906 | [0.121 0.879] | 0.421 |
+| (0.3, 48) | 0.114245 | 0.286755 | 0.401 | [0.101 0.599 0. 0.3 ] | 0.105145 | 0.395272 | 0.500417 | [0.101 0.899] | 0.401 |
+| (0.3, 49) | 0.138991 | 0.244009 | 0.383 | [0.083 0.617 0. 0.3 ] | 0.126666 | 0.366349 | 0.493016 | [0.083 0.917] | 0.383 |
+| (0.3, 50) | 0.120115 | 0.271885 | 0.392 | [0.092 0.608 0. 0.3 ] | 0.121823 | 0.374866 | 0.496689 | [0.092 0.908] | 0.392 |
+| (0.3, 51) | 0.11579 | 0.26921 | 0.385 | [0.085 0.615 0. 0.3 ] | 0.110148 | 0.383679 | 0.493827 | [0.085 0.915] | 0.385 |
+| (0.3, 52) | 0.134915 | 0.275085 | 0.41 | [0.111 0.589 0.001 0.299] | 0.0925126 | 0.410854 | 0.503367 | [0.112 0.888] | 0.41 |
+| (0.3, 53) | 0.142717 | 0.261283 | 0.404 | [0.106 0.594 0.002 0.298] | 0.118655 | 0.381345 | 0.5 | [0.108 0.892] | 0.404 |
+| (0.3, 54) | 0.154873 | 0.236127 | 0.391 | [0.091 0.609 0. 0.3 ] | 0.115805 | 0.380473 | 0.496278 | [0.091 0.909] | 0.391 |
+| (0.3, 55) | 0.117916 | 0.297084 | 0.415 | [0.115 0.585 0. 0.3 ] | 0.113195 | 0.393134 | 0.506329 | [0.115 0.885] | 0.415 |
+| (0.3, 56) | 0.119119 | 0.291881 | 0.411 | [0.111 0.589 0. 0.3 ] | 0.0887019 | 0.415924 | 0.504626 | [0.111 0.889] | 0.411 |
+| (0.3, 57) | 0.136571 | 0.269429 | 0.406 | [0.106 0.594 0. 0.3 ] | 0.121916 | 0.380597 | 0.502513 | [0.106 0.894] | 0.406 |
+| (0.3, 58) | 0.149654 | 0.235346 | 0.385 | [0.086 0.614 0.001 0.299] | 0.118077 | 0.374916 | 0.492993 | [0.087 0.913] | 0.385 |
+| (0.3, 59) | 0.110281 | 0.305719 | 0.416 | [0.116 0.584 0. 0.3 ] | 0.113127 | 0.39363 | 0.506757 | [0.116 0.884] | 0.416 |
+| (0.3, 60) | 0.105847 | 0.288153 | 0.394 | [0.094 0.606 0. 0.3 ] | 0.108523 | 0.388989 | 0.497512 | [0.094 0.906] | 0.394 |
+| (0.3, 61) | 0.118659 | 0.288341 | 0.407 | [0.107 0.593 0. 0.3 ] | 0.085541 | 0.417393 | 0.502934 | [0.107 0.893] | 0.407 |
+| (0.3, 62) | 0.129623 | 0.283377 | 0.413 | [0.115 0.585 0.002 0.298] | 0.112032 | 0.391772 | 0.503804 | [0.117 0.883] | 0.413 |
+| (0.3, 63) | 0.126394 | 0.269606 | 0.396 | [0.096 0.604 0. 0.3 ] | 0.112563 | 0.385776 | 0.498339 | [0.096 0.904] | 0.396 |
+| (0.3, 64) | 0.139585 | 0.264415 | 0.404 | [0.104 0.596 0. 0.3 ] | 0.111884 | 0.389788 | 0.501672 | [0.104 0.896] | 0.404 |
+| (0.3, 65) | 0.0951434 | 0.310857 | 0.406 | [0.106 0.594 0. 0.3 ] | 0.0848641 | 0.417648 | 0.502513 | [0.106 0.894] | 0.406 |
+| (0.3, 66) | 0.111057 | 0.277943 | 0.389 | [0.089 0.611 0. 0.3 ] | 0.10445 | 0.391009 | 0.495458 | [0.089 0.911] | 0.389 |
+| (0.3, 67) | 0.0656081 | 0.346392 | 0.412 | [0.112 0.588 0. 0.3 ] | 0.0574239 | 0.447627 | 0.505051 | [0.112 0.888] | 0.412 |
+| (0.3, 68) | 0.115383 | 0.293617 | 0.409 | [0.109 0.591 0. 0.3 ] | 0.0971393 | 0.406639 | 0.503778 | [0.109 0.891] | 0.409 |
+| (0.3, 69) | 0.11694 | 0.28806 | 0.405 | [0.105 0.595 0. 0.3 ] | 0.118732 | 0.38336 | 0.502092 | [0.105 0.895] | 0.405 |
+| (0.3, 70) | 0.129901 | 0.276099 | 0.406 | [0.106 0.594 0. 0.3 ] | 0.11687 | 0.385643 | 0.502513 | [0.106 0.894] | 0.406 |
+| (0.3, 71) | 0.12312 | 0.29188 | 0.415 | [0.115 0.585 0. 0.3 ] | 0.0975558 | 0.408773 | 0.506329 | [0.115 0.885] | 0.415 |
+| (0.3, 72) | 0.119927 | 0.294073 | 0.414 | [0.114 0.586 0. 0.3 ] | 0.096911 | 0.408991 | 0.505902 | [0.114 0.886] | 0.414 |
+| (0.3, 73) | 0.133123 | 0.253877 | 0.387 | [0.087 0.613 0. 0.3 ] | 0.110938 | 0.383703 | 0.494641 | [0.087 0.913] | 0.387 |
+| (0.3, 74) | 0.0891778 | 0.333822 | 0.423 | [0.123 0.577 0. 0.3 ] | 0.0806618 | 0.429109 | 0.509771 | [0.123 0.877] | 0.423 |
+| (0.3, 75) | 0.0964315 | 0.321569 | 0.418 | [0.118 0.582 0. 0.3 ] | 0.0962955 | 0.411319 | 0.507614 | [0.118 0.882] | 0.418 |
+| (0.3, 76) | 0.152005 | 0.253995 | 0.406 | [0.106 0.594 0. 0.3 ] | 0.118398 | 0.384115 | 0.502513 | [0.106 0.894] | 0.406 |
+| (0.3, 77) | 0.139943 | 0.259057 | 0.399 | [0.099 0.601 0. 0.3 ] | 0.116276 | 0.383307 | 0.499584 | [0.099 0.901] | 0.399 |
+| (0.3, 78) | 0.13643 | 0.26457 | 0.401 | [0.101 0.599 0. 0.3 ] | 0.112532 | 0.387885 | 0.500417 | [0.101 0.899] | 0.401 |
+| (0.3, 79) | 0.113834 | 0.290166 | 0.404 | [0.104 0.596 0. 0.3 ] | 0.103453 | 0.398219 | 0.501672 | [0.104 0.896] | 0.404 |
+| (0.3, 80) | 0.162074 | 0.225926 | 0.388 | [0.089 0.611 0.001 0.299] | 0.127037 | 0.367178 | 0.494215 | [0.09 0.91] | 0.388 |
+| (0.3, 81) | 0.112507 | 0.294493 | 0.407 | [0.107 0.593 0. 0.3 ] | 0.112868 | 0.390066 | 0.502934 | [0.107 0.893] | 0.407 |
+| (0.3, 82) | 0.137672 | 0.250328 | 0.388 | [0.088 0.612 0. 0.3 ] | 0.107459 | 0.38759 | 0.49505 | [0.088 0.912] | 0.388 |
+| (0.3, 83) | 0.11512 | 0.29688 | 0.412 | [0.112 0.588 0. 0.3 ] | 0.0942575 | 0.410793 | 0.505051 | [0.112 0.888] | 0.412 |
+| (0.3, 84) | 0.103276 | 0.290724 | 0.394 | [0.096 0.604 0.002 0.298] | 0.0984201 | 0.39742 | 0.49584 | [0.098 0.902] | 0.394 |
+| (0.3, 85) | 0.128535 | 0.269465 | 0.398 | [0.099 0.601 0.001 0.299] | 0.102733 | 0.3956 | 0.498333 | [0.1 0.9] | 0.398 |
+| (0.3, 86) | 0.117567 | 0.290433 | 0.408 | [0.108 0.592 0. 0.3 ] | 0.11328 | 0.390076 | 0.503356 | [0.108 0.892] | 0.408 |
+| (0.3, 87) | 0.141018 | 0.252982 | 0.394 | [0.096 0.604 0.002 0.298] | 0.108792 | 0.387049 | 0.49584 | [0.098 0.902] | 0.394 |
+| (0.3, 88) | 0.114183 | 0.286817 | 0.401 | [0.101 0.599 0. 0.3 ] | 0.092482 | 0.407935 | 0.500417 | [0.101 0.899] | 0.401 |
+| (0.3, 89) | 0.110207 | 0.302793 | 0.413 | [0.114 0.586 0.001 0.299] | 0.117155 | 0.387487 | 0.504641 | [0.115 0.885] | 0.413 |
+| (0.3, 90) | 0.129401 | 0.284599 | 0.414 | [0.114 0.586 0. 0.3 ] | 0.10979 | 0.396113 | 0.505902 | [0.114 0.886] | 0.414 |
+| (0.3, 91) | 0.12667 | 0.28733 | 0.414 | [0.115 0.585 0.001 0.299] | 0.109093 | 0.395974 | 0.505068 | [0.116 0.884] | 0.414 |
+| (0.3, 92) | 0.0895823 | 0.309418 | 0.399 | [0.1 0.6 0.001 0.299] | 0.0919172 | 0.406832 | 0.498749 | [0.101 0.899] | 0.399 |
+| (0.3, 93) | 0.13851 | 0.26349 | 0.402 | [0.103 0.597 0.001 0.299] | 0.116828 | 0.383172 | 0.5 | [0.104 0.896] | 0.402 |
+| (0.3, 94) | 0.110087 | 0.308913 | 0.419 | [0.12 0.58 0.001 0.299] | 0.103164 | 0.404046 | 0.507209 | [0.121 0.879] | 0.419 |
+| (0.3, 95) | 0.120184 | 0.297816 | 0.418 | [0.118 0.582 0. 0.3 ] | 0.098135 | 0.409479 | 0.507614 | [0.118 0.882] | 0.418 |
+| (0.3, 96) | 0.133316 | 0.256684 | 0.39 | [0.09 0.61 0. 0.3 ] | 0.116543 | 0.379325 | 0.495868 | [0.09 0.91] | 0.39 |
+| (0.3, 97) | 0.0983323 | 0.313668 | 0.412 | [0.112 0.588 0. 0.3 ] | 0.0720765 | 0.432974 | 0.505051 | [0.112 0.888] | 0.412 |
+| (0.3, 98) | 0.136707 | 0.279293 | 0.416 | [0.116 0.584 0. 0.3 ] | 0.113834 | 0.392923 | 0.506757 | [0.116 0.884] | 0.416 |
+| (0.3, 99) | 0.128764 | 0.277236 | 0.406 | [0.106 0.594 0. 0.3 ] | 0.127621 | 0.374892 | 0.502513 | [0.106 0.894] | 0.406 |
+| (0.35, 0) | 0.127734 | 0.323266 | 0.451 | [0.101 0.549 0. 0.35 ] | 0.106 | 0.454448 | 0.560448 | [0.101 0.899] | 0.451 |
+| (0.35, 1) | 0.126857 | 0.316143 | 0.443 | [0.093 0.557 0. 0.35 ] | 0.113086 | 0.443795 | 0.556881 | [0.093 0.907] | 0.443 |
+| (0.35, 2) | 0.0879283 | 0.358072 | 0.446 | [0.097 0.553 0.001 0.349] | 0.0770572 | 0.480451 | 0.557508 | [0.098 0.902] | 0.446 |
+| (0.35, 3) | 0.111434 | 0.340566 | 0.452 | [0.102 0.548 0. 0.35 ] | 0.107314 | 0.453583 | 0.560897 | [0.102 0.898] | 0.452 |
+| (0.35, 4) | 0.158193 | 0.295807 | 0.454 | [0.104 0.546 0. 0.35 ] | 0.132322 | 0.429476 | 0.561798 | [0.104 0.896] | 0.454 |
+| (0.35, 5) | 0.120109 | 0.325891 | 0.446 | [0.097 0.553 0.001 0.349] | 0.112725 | 0.444783 | 0.557508 | [0.098 0.902] | 0.446 |
+| (0.35, 6) | 0.0941796 | 0.35182 | 0.446 | [0.096 0.554 0. 0.35 ] | 0.0882179 | 0.469996 | 0.558214 | [0.096 0.904] | 0.446 |
+| (0.35, 7) | 0.103097 | 0.345903 | 0.449 | [0.099 0.551 0. 0.35 ] | 0.099472 | 0.46008 | 0.559552 | [0.099 0.901] | 0.449 |
+| (0.35, 8) | 0.138126 | 0.330874 | 0.469 | [0.119 0.531 0. 0.35 ] | 0.100208 | 0.468435 | 0.568643 | [0.119 0.881] | 0.469 |
+| (0.35, 9) | 0.107922 | 0.347078 | 0.455 | [0.105 0.545 0. 0.35 ] | 0.0834859 | 0.478763 | 0.562249 | [0.105 0.895] | 0.455 |
+| (0.35, 10) | 0.0992061 | 0.337794 | 0.437 | [0.087 0.563 0. 0.35 ] | 0.091621 | 0.462615 | 0.554236 | [0.087 0.913] | 0.437 |
+| (0.35, 11) | 0.105041 | 0.344959 | 0.45 | [0.1 0.55 0. 0.35] | 0.0902889 | 0.469711 | 0.56 | [0.1 0.9] | 0.45 |
+| (0.35, 12) | 0.100877 | 0.350123 | 0.451 | [0.101 0.549 0. 0.35 ] | 0.0870643 | 0.473384 | 0.560448 | [0.101 0.899] | 0.451 |
+| (0.35, 13) | 0.0960624 | 0.345938 | 0.442 | [0.092 0.558 0. 0.35 ] | 0.0724629 | 0.483976 | 0.556439 | [0.092 0.908] | 0.442 |
+| (0.35, 14) | 0.131091 | 0.299909 | 0.431 | [0.081 0.569 0. 0.35 ] | 0.112462 | 0.439153 | 0.551615 | [0.081 0.919] | 0.431 |
+| (0.35, 15) | 0.120561 | 0.325439 | 0.446 | [0.097 0.553 0.001 0.349] | 0.0972215 | 0.460286 | 0.557508 | [0.098 0.902] | 0.446 |
+| (0.35, 16) | 0.107446 | 0.339554 | 0.447 | [0.097 0.553 0. 0.35 ] | 0.0781809 | 0.480478 | 0.558659 | [0.097 0.903] | 0.447 |
+| (0.35, 17) | 0.12172 | 0.33228 | 0.454 | [0.104 0.546 0. 0.35 ] | 0.0898545 | 0.471943 | 0.561798 | [0.104 0.896] | 0.454 |
+| (0.35, 18) | 0.110049 | 0.365951 | 0.476 | [0.126 0.524 0. 0.35 ] | 0.0858809 | 0.486014 | 0.571895 | [0.126 0.874] | 0.476 |
+| (0.35, 19) | 0.108301 | 0.329699 | 0.438 | [0.089 0.561 0.001 0.349] | 0.0928654 | 0.461103 | 0.553968 | [0.09 0.91] | 0.438 |
+| (0.35, 20) | 0.113459 | 0.319541 | 0.433 | [0.083 0.567 0. 0.35 ] | 0.087382 | 0.465104 | 0.552486 | [0.083 0.917] | 0.433 |
+| (0.35, 21) | 0.123105 | 0.329895 | 0.453 | [0.103 0.547 0. 0.35 ] | 0.105268 | 0.456079 | 0.561347 | [0.103 0.897] | 0.453 |
+| (0.35, 22) | 0.113375 | 0.345625 | 0.459 | [0.109 0.541 0. 0.35 ] | 0.0933376 | 0.470724 | 0.564061 | [0.109 0.891] | 0.459 |
+| (0.35, 23) | 0.118606 | 0.329394 | 0.448 | [0.098 0.552 0. 0.35 ] | 0.0897363 | 0.469369 | 0.559105 | [0.098 0.902] | 0.448 |
+| (0.35, 24) | 0.127113 | 0.306887 | 0.434 | [0.085 0.565 0.001 0.349] | 0.0946077 | 0.457607 | 0.552215 | [0.086 0.914] | 0.434 |
+| (0.35, 25) | 0.119535 | 0.320465 | 0.44 | [0.09 0.56 0. 0.35] | 0.115511 | 0.440044 | 0.555556 | [0.09 0.91] | 0.44 |
+| (0.35, 26) | 0.0883172 | 0.344683 | 0.433 | [0.084 0.566 0.001 0.349] | 0.0744312 | 0.477347 | 0.551779 | [0.085 0.915] | 0.433 |
+| (0.35, 27) | 0.166992 | 0.279008 | 0.446 | [0.096 0.554 0. 0.35 ] | 0.137423 | 0.42079 | 0.558214 | [0.096 0.904] | 0.446 |
+| (0.35, 28) | 0.0954868 | 0.340513 | 0.436 | [0.087 0.563 0.001 0.349] | 0.0830672 | 0.470023 | 0.55309 | [0.088 0.912] | 0.436 |
+| (0.35, 29) | 0.0778668 | 0.367133 | 0.445 | [0.096 0.554 0.001 0.349] | 0.0649534 | 0.49211 | 0.557063 | [0.097 0.903] | 0.445 |
+| (0.35, 30) | 0.107221 | 0.325779 | 0.433 | [0.083 0.567 0. 0.35 ] | 0.0822103 | 0.470276 | 0.552486 | [0.083 0.917] | 0.433 |
+| (0.35, 31) | 0.102419 | 0.339581 | 0.442 | [0.092 0.558 0. 0.35 ] | 0.0894659 | 0.466973 | 0.556439 | [0.092 0.908] | 0.442 |
+| (0.35, 32) | 0.119917 | 0.328083 | 0.448 | [0.098 0.552 0. 0.35 ] | 0.0886716 | 0.470434 | 0.559105 | [0.098 0.902] | 0.448 |
+| (0.35, 33) | 0.11129 | 0.34371 | 0.455 | [0.105 0.545 0. 0.35 ] | 0.0841548 | 0.478094 | 0.562249 | [0.105 0.895] | 0.455 |
+| (0.35, 34) | 0.101306 | 0.349694 | 0.451 | [0.101 0.549 0. 0.35 ] | 0.0869425 | 0.473506 | 0.560448 | [0.101 0.899] | 0.451 |
+| (0.35, 35) | 0.109456 | 0.333544 | 0.443 | [0.094 0.556 0.001 0.349] | 0.106623 | 0.449552 | 0.556175 | [0.095 0.905] | 0.443 |
+| (0.35, 36) | 0.0992197 | 0.34478 | 0.444 | [0.094 0.556 0. 0.35 ] | 0.0943453 | 0.46298 | 0.557325 | [0.094 0.906] | 0.444 |
+| (0.35, 37) | 0.150907 | 0.288093 | 0.439 | [0.09 0.56 0.001 0.349] | 0.119051 | 0.435357 | 0.554408 | [0.091 0.909] | 0.439 |
+| (0.35, 38) | 0.109748 | 0.325252 | 0.435 | [0.085 0.565 0. 0.35 ] | 0.0863649 | 0.466995 | 0.55336 | [0.085 0.915] | 0.435 |
+| (0.35, 39) | 0.145428 | 0.291572 | 0.437 | [0.088 0.562 0.001 0.349] | 0.128978 | 0.424551 | 0.553529 | [0.089 0.911] | 0.437 |
+| (0.35, 40) | 0.098426 | 0.360574 | 0.459 | [0.11 0.54 0.001 0.349] | 0.07388 | 0.489478 | 0.563358 | [0.111 0.889] | 0.459 |
+| (0.35, 41) | 0.13594 | 0.31106 | 0.447 | [0.097 0.553 0. 0.35 ] | 0.116727 | 0.441932 | 0.558659 | [0.097 0.903] | 0.447 |
+| (0.35, 42) | 0.123184 | 0.312816 | 0.436 | [0.086 0.564 0. 0.35 ] | 0.114021 | 0.439777 | 0.553797 | [0.086 0.914] | 0.436 |
+| (0.35, 43) | 0.128692 | 0.318308 | 0.447 | [0.097 0.553 0. 0.35 ] | 0.102665 | 0.455994 | 0.558659 | [0.097 0.903] | 0.447 |
+| (0.35, 44) | 0.136286 | 0.292714 | 0.429 | [0.08 0.57 0.001 0.349] | 0.104948 | 0.445091 | 0.550039 | [0.081 0.919] | 0.429 |
+| (0.35, 45) | 0.108885 | 0.336115 | 0.445 | [0.095 0.555 0. 0.35 ] | 0.0977137 | 0.460055 | 0.557769 | [0.095 0.905] | 0.445 |
+| (0.35, 46) | 0.112286 | 0.334714 | 0.447 | [0.097 0.553 0. 0.35 ] | 0.102874 | 0.455785 | 0.558659 | [0.097 0.903] | 0.447 |
+| (0.35, 47) | 0.0906932 | 0.369307 | 0.46 | [0.11 0.54 0. 0.35] | 0.0778993 | 0.486617 | 0.564516 | [0.11 0.89] | 0.46 |
+| (0.35, 48) | 0.137978 | 0.315022 | 0.453 | [0.103 0.547 0. 0.35 ] | 0.102033 | 0.459314 | 0.561347 | [0.103 0.897] | 0.453 |
+| (0.35, 49) | 0.116168 | 0.334832 | 0.451 | [0.101 0.549 0. 0.35 ] | 0.0912107 | 0.469238 | 0.560448 | [0.101 0.899] | 0.451 |
+| (0.35, 50) | 0.104287 | 0.334713 | 0.439 | [0.089 0.561 0. 0.35 ] | 0.0944456 | 0.460669 | 0.555115 | [0.089 0.911] | 0.439 |
+| (0.35, 51) | 0.128891 | 0.313109 | 0.442 | [0.092 0.558 0. 0.35 ] | 0.0930384 | 0.4634 | 0.556439 | [0.092 0.908] | 0.442 |
+| (0.35, 52) | 0.113322 | 0.357678 | 0.471 | [0.121 0.529 0. 0.35 ] | 0.100441 | 0.469128 | 0.569569 | [0.121 0.879] | 0.471 |
+| (0.35, 53) | 0.104489 | 0.331511 | 0.436 | [0.086 0.564 0. 0.35 ] | 0.0901448 | 0.463653 | 0.553797 | [0.086 0.914] | 0.436 |
+| (0.35, 54) | 0.0996681 | 0.346332 | 0.446 | [0.096 0.554 0. 0.35 ] | 0.0920318 | 0.466182 | 0.558214 | [0.096 0.904] | 0.446 |
+| (0.35, 55) | 0.119316 | 0.311684 | 0.431 | [0.081 0.569 0. 0.35 ] | 0.108829 | 0.442786 | 0.551615 | [0.081 0.919] | 0.431 |
+| (0.35, 56) | 0.133962 | 0.304038 | 0.438 | [0.089 0.561 0.001 0.349] | 0.106918 | 0.44705 | 0.553968 | [0.09 0.91] | 0.438 |
+| (0.35, 57) | 0.138717 | 0.316283 | 0.455 | [0.105 0.545 0. 0.35 ] | 0.11544 | 0.446809 | 0.562249 | [0.105 0.895] | 0.455 |
+| (0.35, 58) | 0.139865 | 0.314135 | 0.454 | [0.105 0.545 0.001 0.349] | 0.0996406 | 0.461453 | 0.561093 | [0.106 0.894] | 0.454 |
+| (0.35, 59) | 0.117694 | 0.326306 | 0.444 | [0.094 0.556 0. 0.35 ] | 0.0946397 | 0.462685 | 0.557325 | [0.094 0.906] | 0.444 |
+| (0.35, 60) | 0.0823521 | 0.383648 | 0.466 | [0.116 0.534 0. 0.35 ] | 0.0751242 | 0.492137 | 0.567261 | [0.116 0.884] | 0.466 |
+| (0.35, 61) | 0.114932 | 0.324068 | 0.439 | [0.089 0.561 0. 0.35 ] | 0.107789 | 0.447326 | 0.555115 | [0.089 0.911] | 0.439 |
+| (0.35, 62) | 0.0971008 | 0.341899 | 0.439 | [0.089 0.561 0. 0.35 ] | 0.0794721 | 0.475643 | 0.555115 | [0.089 0.911] | 0.439 |
+| (0.35, 63) | 0.114859 | 0.339141 | 0.454 | [0.105 0.545 0.001 0.349] | 0.101821 | 0.459272 | 0.561093 | [0.106 0.894] | 0.454 |
+| (0.35, 64) | 0.105616 | 0.336384 | 0.442 | [0.092 0.558 0. 0.35 ] | 0.0953635 | 0.461075 | 0.556439 | [0.092 0.908] | 0.442 |
+| (0.35, 65) | 0.109411 | 0.330589 | 0.44 | [0.09 0.56 0. 0.35] | 0.0857621 | 0.469794 | 0.555556 | [0.09 0.91] | 0.44 |
+| (0.35, 66) | 0.139524 | 0.314476 | 0.454 | [0.104 0.546 0. 0.35 ] | 0.113682 | 0.448115 | 0.561798 | [0.104 0.896] | 0.454 |
+| (0.35, 67) | 0.114339 | 0.340661 | 0.455 | [0.105 0.545 0. 0.35 ] | 0.106207 | 0.456042 | 0.562249 | [0.105 0.895] | 0.455 |
+| (0.35, 68) | 0.115384 | 0.316616 | 0.432 | [0.082 0.568 0. 0.35 ] | 0.104768 | 0.447283 | 0.55205 | [0.082 0.918] | 0.432 |
+| (0.35, 69) | 0.136346 | 0.305654 | 0.442 | [0.092 0.558 0. 0.35 ] | 0.111795 | 0.444644 | 0.556439 | [0.092 0.908] | 0.442 |
+| (0.35, 70) | 0.120153 | 0.319847 | 0.44 | [0.09 0.56 0. 0.35] | 0.109676 | 0.44588 | 0.555556 | [0.09 0.91] | 0.44 |
+| (0.35, 71) | 0.111197 | 0.350803 | 0.462 | [0.112 0.538 0. 0.35 ] | 0.081468 | 0.48396 | 0.565428 | [0.112 0.888] | 0.462 |
+| (0.35, 72) | 0.13692 | 0.30608 | 0.443 | [0.093 0.557 0. 0.35 ] | 0.117318 | 0.439564 | 0.556881 | [0.093 0.907] | 0.443 |
+| (0.35, 73) | 0.124503 | 0.328497 | 0.453 | [0.103 0.547 0. 0.35 ] | 0.0945593 | 0.466788 | 0.561347 | [0.103 0.897] | 0.453 |
+| (0.35, 74) | 0.136985 | 0.301015 | 0.438 | [0.088 0.562 0. 0.35 ] | 0.0994015 | 0.455274 | 0.554675 | [0.088 0.912] | 0.438 |
+| (0.35, 75) | 0.122077 | 0.331923 | 0.454 | [0.106 0.544 0.002 0.348] | 0.0941126 | 0.466274 | 0.560386 | [0.108 0.892] | 0.454 |
+| (0.35, 76) | 0.105174 | 0.352826 | 0.458 | [0.109 0.541 0.001 0.349] | 0.0934764 | 0.469427 | 0.562903 | [0.11 0.89] | 0.458 |
+| (0.35, 77) | 0.109797 | 0.325203 | 0.435 | [0.086 0.564 0.001 0.349] | 0.0970415 | 0.455611 | 0.552652 | [0.087 0.913] | 0.435 |
+| (0.35, 78) | 0.103501 | 0.344499 | 0.448 | [0.098 0.552 0. 0.35 ] | 0.0972722 | 0.461833 | 0.559105 | [0.098 0.902] | 0.448 |
+| (0.35, 79) | 0.0992824 | 0.347718 | 0.447 | [0.097 0.553 0. 0.35 ] | 0.0883709 | 0.470288 | 0.558659 | [0.097 0.903] | 0.447 |
+| (0.35, 80) | 0.0864577 | 0.359542 | 0.446 | [0.097 0.553 0.001 0.349] | 0.0811096 | 0.476398 | 0.557508 | [0.098 0.902] | 0.446 |
+| (0.35, 81) | 0.0944448 | 0.362555 | 0.457 | [0.107 0.543 0. 0.35 ] | 0.0824714 | 0.480682 | 0.563154 | [0.107 0.893] | 0.457 |
+| (0.35, 82) | 0.131583 | 0.318417 | 0.45 | [0.101 0.549 0.001 0.349] | 0.10794 | 0.451355 | 0.559295 | [0.102 0.898] | 0.45 |
+| (0.35, 83) | 0.120998 | 0.331002 | 0.452 | [0.102 0.548 0. 0.35 ] | 0.104399 | 0.456498 | 0.560897 | [0.102 0.898] | 0.452 |
+| (0.35, 84) | 0.106906 | 0.345094 | 0.452 | [0.103 0.547 0.001 0.349] | 0.0750503 | 0.485142 | 0.560193 | [0.104 0.896] | 0.452 |
+| (0.35, 85) | 0.120944 | 0.337056 | 0.458 | [0.108 0.542 0. 0.35 ] | 0.0885901 | 0.475017 | 0.563607 | [0.108 0.892] | 0.458 |
+| (0.35, 86) | 0.105667 | 0.339333 | 0.445 | [0.095 0.555 0. 0.35 ] | 0.0975882 | 0.460181 | 0.557769 | [0.095 0.905] | 0.445 |
+| (0.35, 87) | 0.14568 | 0.29532 | 0.441 | [0.091 0.559 0. 0.35 ] | 0.114812 | 0.441184 | 0.555997 | [0.091 0.909] | 0.441 |
+| (0.35, 88) | 0.113016 | 0.325984 | 0.439 | [0.089 0.561 0. 0.35 ] | 0.106299 | 0.448816 | 0.555115 | [0.089 0.911] | 0.439 |
+| (0.35, 89) | 0.100033 | 0.342967 | 0.443 | [0.093 0.557 0. 0.35 ] | 0.0877762 | 0.469105 | 0.556881 | [0.093 0.907] | 0.443 |
+| (0.35, 90) | 0.130903 | 0.300097 | 0.431 | [0.081 0.569 0. 0.35 ] | 0.128361 | 0.423255 | 0.551615 | [0.081 0.919] | 0.431 |
+| (0.35, 91) | 0.124577 | 0.332423 | 0.457 | [0.107 0.543 0. 0.35 ] | 0.0952436 | 0.46791 | 0.563154 | [0.107 0.893] | 0.457 |
+| (0.35, 92) | 0.105592 | 0.333408 | 0.439 | [0.089 0.561 0. 0.35 ] | 0.098634 | 0.456481 | 0.555115 | [0.089 0.911] | 0.439 |
+| (0.35, 93) | 0.140823 | 0.304177 | 0.445 | [0.096 0.554 0.001 0.349] | 0.125783 | 0.43128 | 0.557063 | [0.097 0.903] | 0.445 |
+| (0.35, 94) | 0.121894 | 0.316106 | 0.438 | [0.089 0.561 0.001 0.349] | 0.0975567 | 0.456412 | 0.553968 | [0.09 0.91] | 0.438 |
+| (0.35, 95) | 0.111933 | 0.332067 | 0.444 | [0.094 0.556 0. 0.35 ] | 0.106763 | 0.450562 | 0.557325 | [0.094 0.906] | 0.444 |
+| (0.35, 96) | 0.116825 | 0.334175 | 0.451 | [0.102 0.548 0.001 0.349] | 0.098681 | 0.461062 | 0.559743 | [0.103 0.897] | 0.451 |
+| (0.35, 97) | 0.0768109 | 0.383189 | 0.46 | [0.11 0.54 0. 0.35] | 0.0613629 | 0.503153 | 0.564516 | [0.11 0.89] | 0.46 |
+| (0.35, 98) | 0.1058 | 0.3342 | 0.44 | [0.09 0.56 0. 0.35] | 0.0989152 | 0.45664 | 0.555556 | [0.09 0.91] | 0.44 |
+| (0.35, 99) | 0.117609 | 0.317391 | 0.435 | [0.085 0.565 0. 0.35 ] | 0.0861184 | 0.467241 | 0.55336 | [0.085 0.915] | 0.435 |
+| (0.4, 0) | 0.092345 | 0.401655 | 0.494 | [0.094 0.506 0. 0.4 ] | 0.0832232 | 0.529334 | 0.612557 | [0.094 0.906] | 0.494 |
+| (0.4, 1) | 0.110067 | 0.369933 | 0.48 | [0.081 0.519 0.001 0.399] | 0.0940139 | 0.511449 | 0.605463 | [0.082 0.918] | 0.48 |
+| (0.4, 2) | 0.10932 | 0.38868 | 0.498 | [0.098 0.502 0. 0.4 ] | 0.0823125 | 0.532127 | 0.614439 | [0.098 0.902] | 0.498 |
+| (0.4, 3) | 0.140325 | 0.344675 | 0.485 | [0.085 0.515 0. 0.4 ] | 0.109529 | 0.498836 | 0.608365 | [0.085 0.915] | 0.485 |
+| (0.4, 4) | 0.113004 | 0.369996 | 0.483 | [0.085 0.515 0.002 0.398] | 0.100758 | 0.505487 | 0.606245 | [0.087 0.913] | 0.483 |
+| (0.4, 5) | 0.102619 | 0.402381 | 0.505 | [0.106 0.494 0.001 0.399] | 0.0800786 | 0.537091 | 0.617169 | [0.107 0.893] | 0.505 |
+| (0.4, 6) | 0.121988 | 0.385012 | 0.507 | [0.107 0.493 0. 0.4 ] | 0.0934156 | 0.525301 | 0.618716 | [0.107 0.893] | 0.507 |
+| (0.4, 7) | 0.111719 | 0.373281 | 0.485 | [0.085 0.515 0. 0.4 ] | 0.0860944 | 0.522271 | 0.608365 | [0.085 0.915] | 0.485 |
+| (0.4, 8) | 0.103077 | 0.391923 | 0.495 | [0.095 0.505 0. 0.4 ] | 0.0934454 | 0.519581 | 0.613027 | [0.095 0.905] | 0.495 |
+| (0.4, 9) | 0.09463 | 0.39437 | 0.489 | [0.089 0.511 0. 0.4 ] | 0.0841998 | 0.526021 | 0.610221 | [0.089 0.911] | 0.489 |
+| (0.4, 10) | 0.114552 | 0.377448 | 0.492 | [0.092 0.508 0. 0.4 ] | 0.0829579 | 0.528663 | 0.611621 | [0.092 0.908] | 0.492 |
+| (0.4, 11) | 0.0881744 | 0.402826 | 0.491 | [0.091 0.509 0. 0.4 ] | 0.080588 | 0.530566 | 0.611154 | [0.091 0.909] | 0.491 |
+| (0.4, 12) | 0.116386 | 0.369614 | 0.486 | [0.086 0.514 0. 0.4 ] | 0.0788718 | 0.529956 | 0.608828 | [0.086 0.914] | 0.486 |
+| (0.4, 13) | 0.082174 | 0.422826 | 0.505 | [0.106 0.494 0.001 0.399] | 0.0696855 | 0.547484 | 0.617169 | [0.107 0.893] | 0.505 |
+| (0.4, 14) | 0.10176 | 0.38824 | 0.49 | [0.09 0.51 0. 0.4 ] | 0.0850318 | 0.525655 | 0.610687 | [0.09 0.91] | 0.49 |
+| (0.4, 15) | 0.0911766 | 0.404823 | 0.496 | [0.097 0.503 0.001 0.399] | 0.0791771 | 0.533726 | 0.612903 | [0.098 0.902] | 0.496 |
+| (0.4, 16) | 0.148433 | 0.335567 | 0.484 | [0.084 0.516 0. 0.4 ] | 0.105864 | 0.502038 | 0.607903 | [0.084 0.916] | 0.484 |
+| (0.4, 17) | 0.0972479 | 0.395752 | 0.493 | [0.093 0.507 0. 0.4 ] | 0.0776354 | 0.534453 | 0.612089 | [0.093 0.907] | 0.493 |
+| (0.4, 18) | 0.0899533 | 0.390047 | 0.48 | [0.08 0.52 0. 0.4 ] | 0.0751172 | 0.530943 | 0.606061 | [0.08 0.92] | 0.48 |
+| (0.4, 19) | 0.0985107 | 0.395489 | 0.494 | [0.094 0.506 0. 0.4 ] | 0.0900225 | 0.522535 | 0.612557 | [0.094 0.906] | 0.494 |
+| (0.4, 20) | 0.133984 | 0.358016 | 0.492 | [0.093 0.507 0.001 0.399] | 0.100027 | 0.510999 | 0.611026 | [0.094 0.906] | 0.492 |
+| (0.4, 21) | 0.107137 | 0.388863 | 0.496 | [0.096 0.504 0. 0.4 ] | 0.0792101 | 0.534287 | 0.613497 | [0.096 0.904] | 0.496 |
+| (0.4, 22) | 0.0939334 | 0.401067 | 0.495 | [0.095 0.505 0. 0.4 ] | 0.0811591 | 0.531868 | 0.613027 | [0.095 0.905] | 0.495 |
+| (0.4, 23) | 0.119607 | 0.363393 | 0.483 | [0.085 0.515 0.002 0.398] | 0.0741715 | 0.532074 | 0.606245 | [0.087 0.913] | 0.483 |
+| (0.4, 24) | 0.0886681 | 0.402332 | 0.491 | [0.092 0.508 0.001 0.399] | 0.0779011 | 0.532657 | 0.610559 | [0.093 0.907] | 0.491 |
+| (0.4, 25) | 0.120708 | 0.361292 | 0.482 | [0.083 0.517 0.001 0.399] | 0.0967001 | 0.509683 | 0.606383 | [0.084 0.916] | 0.482 |
+| (0.4, 26) | 0.115847 | 0.372153 | 0.488 | [0.088 0.512 0. 0.4 ] | 0.090602 | 0.519154 | 0.609756 | [0.088 0.912] | 0.488 |
+| (0.4, 27) | 0.0823224 | 0.418678 | 0.501 | [0.101 0.499 0. 0.4 ] | 0.0663761 | 0.549482 | 0.615858 | [0.101 0.899] | 0.501 |
+| (0.4, 28) | 0.126811 | 0.354189 | 0.481 | [0.081 0.519 0. 0.4 ] | 0.0952304 | 0.51129 | 0.60652 | [0.081 0.919] | 0.481 |
+| (0.4, 29) | 0.120102 | 0.370898 | 0.491 | [0.091 0.509 0. 0.4 ] | 0.0952146 | 0.515939 | 0.611154 | [0.091 0.909] | 0.491 |
+| (0.4, 30) | 0.1235 | 0.3405 | 0.464 | [0.064 0.536 0. 0.4 ] | 0.0918379 | 0.506964 | 0.598802 | [0.064 0.936] | 0.464 |
+| (0.4, 31) | 0.116506 | 0.369494 | 0.486 | [0.086 0.514 0. 0.4 ] | 0.0997973 | 0.509031 | 0.608828 | [0.086 0.914] | 0.486 |
+| (0.4, 32) | 0.129958 | 0.359042 | 0.489 | [0.089 0.511 0. 0.4 ] | 0.0956325 | 0.514589 | 0.610221 | [0.089 0.911] | 0.489 |
+| (0.4, 33) | 0.101764 | 0.388236 | 0.49 | [0.09 0.51 0. 0.4 ] | 0.0904647 | 0.520222 | 0.610687 | [0.09 0.91] | 0.49 |
+| (0.4, 34) | 0.111378 | 0.382622 | 0.494 | [0.094 0.506 0. 0.4 ] | 0.0774008 | 0.535157 | 0.612557 | [0.094 0.906] | 0.494 |
+| (0.4, 35) | 0.118964 | 0.369036 | 0.488 | [0.089 0.511 0.001 0.399] | 0.0925809 | 0.516579 | 0.60916 | [0.09 0.91] | 0.488 |
+| (0.4, 36) | 0.107617 | 0.379383 | 0.487 | [0.087 0.513 0. 0.4 ] | 0.0748225 | 0.534469 | 0.609292 | [0.087 0.913] | 0.487 |
+| (0.4, 37) | 0.104499 | 0.377501 | 0.482 | [0.083 0.517 0.001 0.399] | 0.0941583 | 0.512225 | 0.606383 | [0.084 0.916] | 0.482 |
+| (0.4, 38) | 0.0908303 | 0.38517 | 0.476 | [0.077 0.523 0.001 0.399] | 0.0805585 | 0.523072 | 0.603631 | [0.078 0.922] | 0.476 |
+| (0.4, 39) | 0.141925 | 0.327075 | 0.469 | [0.069 0.531 0. 0.4 ] | 0.109778 | 0.491274 | 0.601052 | [0.069 0.931] | 0.469 |
+| (0.4, 40) | 0.113013 | 0.380987 | 0.494 | [0.095 0.505 0.001 0.399] | 0.0873407 | 0.524622 | 0.611963 | [0.096 0.904] | 0.494 |
+| (0.4, 41) | 0.103835 | 0.397165 | 0.501 | [0.101 0.499 0. 0.4 ] | 0.0760962 | 0.539762 | 0.615858 | [0.101 0.899] | 0.501 |
+| (0.4, 42) | 0.117133 | 0.378867 | 0.496 | [0.097 0.503 0.001 0.399] | 0.0906409 | 0.522262 | 0.612903 | [0.098 0.902] | 0.496 |
+| (0.4, 43) | 0.0771431 | 0.416857 | 0.494 | [0.096 0.504 0.002 0.398] | 0.065077 | 0.54629 | 0.611367 | [0.098 0.902] | 0.494 |
+| (0.4, 44) | 0.0940821 | 0.384918 | 0.479 | [0.079 0.521 0. 0.4 ] | 0.083618 | 0.521984 | 0.605602 | [0.079 0.921] | 0.479 |
+| (0.4, 45) | 0.100887 | 0.379113 | 0.48 | [0.081 0.519 0.001 0.399] | 0.098478 | 0.506985 | 0.605463 | [0.082 0.918] | 0.48 |
+| (0.4, 46) | 0.0877998 | 0.4042 | 0.492 | [0.093 0.507 0.001 0.399] | 0.0742074 | 0.536819 | 0.611026 | [0.094 0.906] | 0.492 |
+| (0.4, 47) | 0.133793 | 0.343207 | 0.477 | [0.077 0.523 0. 0.4 ] | 0.111633 | 0.493053 | 0.604686 | [0.077 0.923] | 0.477 |
+| (0.4, 48) | 0.104751 | 0.391249 | 0.496 | [0.096 0.504 0. 0.4 ] | 0.0948151 | 0.518682 | 0.613497 | [0.096 0.904] | 0.496 |
+| (0.4, 49) | 0.111086 | 0.372914 | 0.484 | [0.085 0.515 0.001 0.399] | 0.0854655 | 0.52184 | 0.607306 | [0.086 0.914] | 0.484 |
+| (0.4, 50) | 0.115748 | 0.367252 | 0.483 | [0.084 0.516 0.001 0.399] | 0.0794044 | 0.52744 | 0.606844 | [0.085 0.915] | 0.483 |
+| (0.4, 51) | 0.111478 | 0.389522 | 0.501 | [0.101 0.499 0. 0.4 ] | 0.094504 | 0.521354 | 0.615858 | [0.101 0.899] | 0.501 |
+| (0.4, 52) | 0.116461 | 0.378539 | 0.495 | [0.095 0.505 0. 0.4 ] | 0.0778475 | 0.535179 | 0.613027 | [0.095 0.905] | 0.495 |
+| (0.4, 53) | 0.129073 | 0.340927 | 0.47 | [0.071 0.529 0.001 0.399] | 0.10103 | 0.499874 | 0.600904 | [0.072 0.928] | 0.47 |
+| (0.4, 54) | 0.070972 | 0.413028 | 0.484 | [0.085 0.515 0.001 0.399] | 0.0619927 | 0.545313 | 0.607306 | [0.086 0.914] | 0.484 |
+| (0.4, 55) | 0.117027 | 0.363973 | 0.481 | [0.081 0.519 0. 0.4 ] | 0.100197 | 0.506323 | 0.60652 | [0.081 0.919] | 0.481 |
+| (0.4, 56) | 0.116247 | 0.360753 | 0.477 | [0.077 0.523 0. 0.4 ] | 0.0981762 | 0.50651 | 0.604686 | [0.077 0.923] | 0.477 |
+| (0.4, 57) | 0.0605851 | 0.419415 | 0.48 | [0.08 0.52 0. 0.4 ] | 0.0531007 | 0.55296 | 0.606061 | [0.08 0.92] | 0.48 |
+| (0.4, 58) | 0.123128 | 0.349872 | 0.473 | [0.073 0.527 0. 0.4 ] | 0.0887936 | 0.51407 | 0.602864 | [0.073 0.927] | 0.473 |
+| (0.4, 59) | 0.118622 | 0.362378 | 0.481 | [0.081 0.519 0. 0.4 ] | 0.0999178 | 0.506602 | 0.60652 | [0.081 0.919] | 0.481 |
+| (0.4, 60) | 0.127352 | 0.347648 | 0.475 | [0.075 0.525 0. 0.4 ] | 0.0978482 | 0.505925 | 0.603774 | [0.075 0.925] | 0.475 |
+| (0.4, 61) | 0.106386 | 0.353614 | 0.46 | [0.061 0.539 0.001 0.399] | 0.0804344 | 0.515978 | 0.596413 | [0.062 0.938] | 0.46 |
+| (0.4, 62) | 0.0924329 | 0.395567 | 0.488 | [0.089 0.511 0.001 0.399] | 0.0820076 | 0.527153 | 0.60916 | [0.09 0.91] | 0.488 |
+| (0.4, 63) | 0.105464 | 0.381536 | 0.487 | [0.087 0.513 0. 0.4 ] | 0.0768776 | 0.532414 | 0.609292 | [0.087 0.913] | 0.487 |
+| (0.4, 64) | 0.103833 | 0.377167 | 0.481 | [0.082 0.518 0.001 0.399] | 0.0846173 | 0.521305 | 0.605923 | [0.083 0.917] | 0.481 |
+| (0.4, 65) | 0.099706 | 0.378294 | 0.478 | [0.079 0.521 0.001 0.399] | 0.0838127 | 0.520733 | 0.604545 | [0.08 0.92] | 0.478 |
+| (0.4, 66) | 0.138331 | 0.336669 | 0.475 | [0.076 0.524 0.001 0.399] | 0.103986 | 0.499188 | 0.603175 | [0.077 0.923] | 0.475 |
+| (0.4, 67) | 0.0768523 | 0.407148 | 0.484 | [0.084 0.516 0. 0.4 ] | 0.0699597 | 0.537943 | 0.607903 | [0.084 0.916] | 0.484 |
+| (0.4, 68) | 0.12711 | 0.35589 | 0.483 | [0.083 0.517 0. 0.4 ] | 0.106317 | 0.501125 | 0.607441 | [0.083 0.917] | 0.483 |
+| (0.4, 69) | 0.0883312 | 0.388669 | 0.477 | [0.077 0.523 0. 0.4 ] | 0.0754731 | 0.529213 | 0.604686 | [0.077 0.923] | 0.477 |
+| (0.4, 70) | 0.0730699 | 0.41593 | 0.489 | [0.089 0.511 0. 0.4 ] | 0.0616618 | 0.548559 | 0.610221 | [0.089 0.911] | 0.489 |
+| (0.4, 71) | 0.124959 | 0.375041 | 0.5 | [0.1 0.5 0. 0.4] | 0.0857221 | 0.529663 | 0.615385 | [0.1 0.9] | 0.5 |
+| (0.4, 72) | 0.113747 | 0.376253 | 0.49 | [0.091 0.509 0.001 0.399] | 0.0965721 | 0.51352 | 0.610092 | [0.092 0.908] | 0.49 |
+| (0.4, 73) | 0.133 | 0.358 | 0.491 | [0.092 0.508 0.001 0.399] | 0.0919066 | 0.518652 | 0.610559 | [0.093 0.907] | 0.491 |
+| (0.4, 74) | 0.105271 | 0.386729 | 0.492 | [0.092 0.508 0. 0.4 ] | 0.0828093 | 0.528812 | 0.611621 | [0.092 0.908] | 0.492 |
+| (0.4, 75) | 0.134828 | 0.358172 | 0.493 | [0.093 0.507 0. 0.4 ] | 0.110178 | 0.50191 | 0.612089 | [0.093 0.907] | 0.493 |
+| (0.4, 76) | 0.12011 | 0.37189 | 0.492 | [0.092 0.508 0. 0.4 ] | 0.091034 | 0.520587 | 0.611621 | [0.092 0.908] | 0.492 |
+| (0.4, 77) | 0.118663 | 0.359337 | 0.478 | [0.078 0.522 0. 0.4 ] | 0.0957442 | 0.5094 | 0.605144 | [0.078 0.922] | 0.478 |
+| (0.4, 78) | 0.0944783 | 0.405522 | 0.5 | [0.1 0.5 0. 0.4] | 0.0700838 | 0.545301 | 0.615385 | [0.1 0.9] | 0.5 |
+| (0.4, 79) | 0.116782 | 0.380218 | 0.497 | [0.097 0.503 0. 0.4 ] | 0.0970365 | 0.516931 | 0.613968 | [0.097 0.903] | 0.497 |
+| (0.4, 80) | 0.107796 | 0.369204 | 0.477 | [0.079 0.521 0.002 0.398] | 0.0821726 | 0.521315 | 0.603487 | [0.081 0.919] | 0.477 |
+| (0.4, 81) | 0.105714 | 0.380286 | 0.486 | [0.086 0.514 0. 0.4 ] | 0.0767872 | 0.532041 | 0.608828 | [0.086 0.914] | 0.486 |
+| (0.4, 82) | 0.114563 | 0.391437 | 0.506 | [0.106 0.494 0. 0.4 ] | 0.0992908 | 0.518947 | 0.618238 | [0.106 0.894] | 0.506 |
+| (0.4, 83) | 0.112762 | 0.366238 | 0.479 | [0.079 0.521 0. 0.4 ] | 0.0831437 | 0.522458 | 0.605602 | [0.079 0.921] | 0.479 |
+| (0.4, 84) | 0.118112 | 0.361888 | 0.48 | [0.081 0.519 0.001 0.399] | 0.0910492 | 0.514414 | 0.605463 | [0.082 0.918] | 0.48 |
+| (0.4, 85) | 0.109261 | 0.369739 | 0.479 | [0.079 0.521 0. 0.4 ] | 0.0871998 | 0.518402 | 0.605602 | [0.079 0.921] | 0.479 |
+| (0.4, 86) | 0.0915574 | 0.404443 | 0.496 | [0.096 0.504 0. 0.4 ] | 0.0691098 | 0.544387 | 0.613497 | [0.096 0.904] | 0.496 |
+| (0.4, 87) | 0.102728 | 0.399272 | 0.502 | [0.102 0.498 0. 0.4 ] | 0.0756223 | 0.540711 | 0.616333 | [0.102 0.898] | 0.502 |
+| (0.4, 88) | 0.073757 | 0.414243 | 0.488 | [0.088 0.512 0. 0.4 ] | 0.0647122 | 0.545044 | 0.609756 | [0.088 0.912] | 0.488 |
+| (0.4, 89) | 0.0796764 | 0.404324 | 0.484 | [0.084 0.516 0. 0.4 ] | 0.0650499 | 0.542853 | 0.607903 | [0.084 0.916] | 0.484 |
+| (0.4, 90) | 0.109032 | 0.383968 | 0.493 | [0.093 0.507 0. 0.4 ] | 0.0869838 | 0.525105 | 0.612089 | [0.093 0.907] | 0.493 |
+| (0.4, 91) | 0.0873812 | 0.403619 | 0.491 | [0.093 0.507 0.002 0.398] | 0.0752138 | 0.534748 | 0.609962 | [0.095 0.905] | 0.491 |
+| (0.4, 92) | 0.133381 | 0.342619 | 0.476 | [0.077 0.523 0.001 0.399] | 0.116146 | 0.487485 | 0.603631 | [0.078 0.922] | 0.476 |
+| (0.4, 93) | 0.0782402 | 0.39776 | 0.476 | [0.077 0.523 0.001 0.399] | 0.0717926 | 0.531838 | 0.603631 | [0.078 0.922] | 0.476 |
+| (0.4, 94) | 0.0698796 | 0.43712 | 0.507 | [0.107 0.493 0. 0.4 ] | 0.056667 | 0.562049 | 0.618716 | [0.107 0.893] | 0.507 |
+| (0.4, 95) | 0.0862284 | 0.399772 | 0.486 | [0.086 0.514 0. 0.4 ] | 0.0655856 | 0.543242 | 0.608828 | [0.086 0.914] | 0.486 |
+| (0.4, 96) | 0.082924 | 0.402076 | 0.485 | [0.086 0.514 0.001 0.399] | 0.0622894 | 0.545479 | 0.607768 | [0.087 0.913] | 0.485 |
+| (0.4, 97) | 0.106119 | 0.388881 | 0.495 | [0.095 0.505 0. 0.4 ] | 0.0793528 | 0.533674 | 0.613027 | [0.095 0.905] | 0.495 |
+| (0.4, 98) | 0.0803093 | 0.415691 | 0.496 | [0.097 0.503 0.001 0.399] | 0.0649711 | 0.547932 | 0.612903 | [0.098 0.902] | 0.496 |
+| (0.4, 99) | 0.130854 | 0.357146 | 0.488 | [0.088 0.512 0. 0.4 ] | 0.0929463 | 0.51681 | 0.609756 | [0.088 0.912] | 0.488 |
+| (0.45, 0) | 0.144135 | 0.390865 | 0.535 | [0.085 0.465 0. 0.45 ] | 0.0978465 | 0.561494 | 0.659341 | [0.085 0.915] | 0.535 |
+| (0.45, 1) | 0.0803529 | 0.446647 | 0.527 | [0.078 0.472 0.001 0.449] | 0.0665225 | 0.588474 | 0.654996 | [0.079 0.921] | 0.527 |
+| (0.45, 2) | 0.102685 | 0.434315 | 0.537 | [0.087 0.463 0. 0.45 ] | 0.0754333 | 0.584875 | 0.660308 | [0.087 0.913] | 0.537 |
+| (0.45, 3) | 0.0687572 | 0.470243 | 0.539 | [0.089 0.461 0. 0.45 ] | 0.0624005 | 0.598878 | 0.661278 | [0.089 0.911] | 0.539 |
+| (0.45, 4) | 0.125853 | 0.388147 | 0.514 | [0.064 0.486 0. 0.45 ] | 0.0917095 | 0.557641 | 0.649351 | [0.064 0.936] | 0.514 |
+| (0.45, 5) | 0.0746958 | 0.451304 | 0.526 | [0.076 0.474 0. 0.45 ] | 0.0637687 | 0.591253 | 0.655022 | [0.076 0.924] | 0.526 |
+| (0.45, 6) | 0.110722 | 0.424278 | 0.535 | [0.085 0.465 0. 0.45 ] | 0.0802848 | 0.579056 | 0.659341 | [0.085 0.915] | 0.535 |
+| (0.45, 7) | 0.0962457 | 0.436754 | 0.533 | [0.084 0.466 0.001 0.449] | 0.0746481 | 0.583227 | 0.657875 | [0.085 0.915] | 0.533 |
+| (0.45, 8) | 0.0899108 | 0.463089 | 0.553 | [0.103 0.447 0. 0.45 ] | 0.0678808 | 0.600271 | 0.668151 | [0.103 0.897] | 0.553 |
+| (0.45, 9) | 0.0804035 | 0.443597 | 0.524 | [0.074 0.476 0. 0.45 ] | 0.0667882 | 0.587282 | 0.65407 | [0.074 0.926] | 0.524 |
+| (0.45, 10) | 0.0723278 | 0.458672 | 0.531 | [0.081 0.469 0. 0.45 ] | 0.056579 | 0.600835 | 0.657414 | [0.081 0.919] | 0.531 |
+| (0.45, 11) | 0.130674 | 0.398326 | 0.529 | [0.079 0.471 0. 0.45 ] | 0.0896737 | 0.566781 | 0.656455 | [0.079 0.921] | 0.529 |
+| (0.45, 12) | 0.0678408 | 0.468159 | 0.536 | [0.088 0.462 0.002 0.448] | 0.0504177 | 0.608406 | 0.658824 | [0.09 0.91] | 0.536 |
+| (0.45, 13) | 0.102707 | 0.424293 | 0.527 | [0.077 0.473 0. 0.45 ] | 0.0840882 | 0.571411 | 0.655499 | [0.077 0.923] | 0.527 |
+| (0.45, 14) | 0.123353 | 0.414647 | 0.538 | [0.088 0.462 0. 0.45 ] | 0.0904657 | 0.570327 | 0.660793 | [0.088 0.912] | 0.538 |
+| (0.45, 15) | 0.117961 | 0.416039 | 0.534 | [0.084 0.466 0. 0.45 ] | 0.0893819 | 0.569476 | 0.658858 | [0.084 0.916] | 0.534 |
+| (0.45, 16) | 0.0889066 | 0.440093 | 0.529 | [0.079 0.471 0. 0.45 ] | 0.06649 | 0.589965 | 0.656455 | [0.079 0.921] | 0.529 |
+| (0.45, 17) | 0.093381 | 0.428619 | 0.522 | [0.072 0.478 0. 0.45 ] | 0.0608659 | 0.592255 | 0.65312 | [0.072 0.928] | 0.522 |
+| (0.45, 18) | 0.0845936 | 0.448406 | 0.533 | [0.083 0.467 0. 0.45 ] | 0.0663776 | 0.591998 | 0.658376 | [0.083 0.917] | 0.533 |
+| (0.45, 19) | 0.0937979 | 0.442202 | 0.536 | [0.086 0.464 0. 0.45 ] | 0.0702677 | 0.589556 | 0.659824 | [0.086 0.914] | 0.536 |
+| (0.45, 20) | 0.0977833 | 0.443217 | 0.541 | [0.091 0.459 0. 0.45 ] | 0.0747889 | 0.587463 | 0.662252 | [0.091 0.909] | 0.541 |
+| (0.45, 21) | 0.109247 | 0.412753 | 0.522 | [0.072 0.478 0. 0.45 ] | 0.0880567 | 0.565064 | 0.65312 | [0.072 0.928] | 0.522 |
+| (0.45, 22) | 0.0977246 | 0.433275 | 0.531 | [0.081 0.469 0. 0.45 ] | 0.0722733 | 0.585141 | 0.657414 | [0.081 0.919] | 0.531 |
+| (0.45, 23) | 0.0845927 | 0.444407 | 0.529 | [0.08 0.47 0.001 0.449] | 0.063226 | 0.592727 | 0.655953 | [0.081 0.919] | 0.529 |
+| (0.45, 24) | 0.0863168 | 0.444683 | 0.531 | [0.081 0.469 0. 0.45 ] | 0.0612519 | 0.596162 | 0.657414 | [0.081 0.919] | 0.531 |
+| (0.45, 25) | 0.0951726 | 0.430827 | 0.526 | [0.076 0.474 0. 0.45 ] | 0.0676557 | 0.587366 | 0.655022 | [0.076 0.924] | 0.526 |
+| (0.45, 26) | 0.11682 | 0.41518 | 0.532 | [0.083 0.467 0.001 0.449] | 0.0886786 | 0.568715 | 0.657394 | [0.084 0.916] | 0.532 |
+| (0.45, 27) | 0.0810696 | 0.46393 | 0.545 | [0.095 0.455 0. 0.45 ] | 0.0680873 | 0.596119 | 0.664207 | [0.095 0.905] | 0.545 |
+| (0.45, 28) | 0.0983129 | 0.434687 | 0.533 | [0.084 0.466 0.001 0.449] | 0.0680319 | 0.589844 | 0.657875 | [0.085 0.915] | 0.533 |
+| (0.45, 29) | 0.113898 | 0.434102 | 0.548 | [0.098 0.452 0. 0.45 ] | 0.099043 | 0.566637 | 0.66568 | [0.098 0.902] | 0.548 |
+| (0.45, 30) | 0.107967 | 0.436033 | 0.544 | [0.094 0.456 0. 0.45 ] | 0.0797048 | 0.584012 | 0.663717 | [0.094 0.906] | 0.544 |
+| (0.45, 31) | 0.0910724 | 0.435928 | 0.527 | [0.077 0.473 0. 0.45 ] | 0.0792247 | 0.576274 | 0.655499 | [0.077 0.923] | 0.527 |
+| (0.45, 32) | 0.0998013 | 0.437199 | 0.537 | [0.088 0.462 0.001 0.449] | 0.0709575 | 0.588851 | 0.659809 | [0.089 0.911] | 0.537 |
+| (0.45, 33) | 0.128649 | 0.395351 | 0.524 | [0.075 0.475 0.001 0.449] | 0.0880365 | 0.56553 | 0.653566 | [0.076 0.924] | 0.524 |
+| (0.45, 34) | 0.11969 | 0.42331 | 0.543 | [0.093 0.457 0. 0.45 ] | 0.0735173 | 0.58971 | 0.663228 | [0.093 0.907] | 0.543 |
+| (0.45, 35) | 0.10032 | 0.43168 | 0.532 | [0.084 0.466 0.002 0.448] | 0.0863961 | 0.570495 | 0.656891 | [0.086 0.914] | 0.532 |
+| (0.45, 36) | 0.0874866 | 0.436513 | 0.524 | [0.074 0.476 0. 0.45 ] | 0.0645323 | 0.589537 | 0.65407 | [0.074 0.926] | 0.524 |
+| (0.45, 37) | 0.0794778 | 0.447522 | 0.527 | [0.077 0.473 0. 0.45 ] | 0.0575178 | 0.597981 | 0.655499 | [0.077 0.923] | 0.527 |
+| (0.45, 38) | 0.0371157 | 0.498884 | 0.536 | [0.086 0.464 0. 0.45 ] | 0.0320388 | 0.627785 | 0.659824 | [0.086 0.914] | 0.536 |
+| (0.45, 39) | 0.0757443 | 0.446256 | 0.522 | [0.072 0.478 0. 0.45 ] | 0.0608502 | 0.59227 | 0.65312 | [0.072 0.928] | 0.522 |
+| (0.45, 40) | 0.125924 | 0.399076 | 0.525 | [0.077 0.473 0.002 0.448] | 0.0963192 | 0.557218 | 0.653538 | [0.079 0.921] | 0.525 |
+| (0.45, 41) | 0.0878115 | 0.450189 | 0.538 | [0.088 0.462 0. 0.45 ] | 0.0617661 | 0.599027 | 0.660793 | [0.088 0.912] | 0.538 |
+| (0.45, 42) | 0.0975696 | 0.44243 | 0.54 | [0.091 0.459 0.001 0.449] | 0.0706756 | 0.590591 | 0.661267 | [0.092 0.908] | 0.54 |
+| (0.45, 43) | 0.0907168 | 0.447283 | 0.538 | [0.088 0.462 0. 0.45 ] | 0.0714498 | 0.589343 | 0.660793 | [0.088 0.912] | 0.538 |
+| (0.45, 44) | 0.069606 | 0.452394 | 0.522 | [0.072 0.478 0. 0.45 ] | 0.0567298 | 0.596391 | 0.65312 | [0.072 0.928] | 0.522 |
+| (0.45, 45) | 0.0775188 | 0.460481 | 0.538 | [0.088 0.462 0. 0.45 ] | 0.0631226 | 0.59767 | 0.660793 | [0.088 0.912] | 0.538 |
+| (0.45, 46) | 0.107153 | 0.428847 | 0.536 | [0.087 0.463 0.001 0.449] | 0.0851788 | 0.574146 | 0.659325 | [0.088 0.912] | 0.536 |
+| (0.45, 47) | 0.110526 | 0.409474 | 0.52 | [0.07 0.48 0. 0.45] | 0.0791248 | 0.573049 | 0.652174 | [0.07 0.93] | 0.52 |
+| (0.45, 48) | 0.105262 | 0.422738 | 0.528 | [0.078 0.472 0. 0.45 ] | 0.0851603 | 0.570816 | 0.655977 | [0.078 0.922] | 0.528 |
+| (0.45, 49) | 0.0977202 | 0.44528 | 0.543 | [0.093 0.457 0. 0.45 ] | 0.0667705 | 0.596457 | 0.663228 | [0.093 0.907] | 0.543 |
+| (0.45, 50) | 0.110384 | 0.406616 | 0.517 | [0.067 0.483 0. 0.45 ] | 0.0739936 | 0.576766 | 0.650759 | [0.067 0.933] | 0.517 |
+| (0.45, 51) | 0.10361 | 0.42639 | 0.53 | [0.08 0.47 0. 0.45] | 0.0716481 | 0.585286 | 0.656934 | [0.08 0.92] | 0.53 |
+| (0.45, 52) | 0.0978246 | 0.433175 | 0.531 | [0.082 0.468 0.001 0.449] | 0.0701777 | 0.586735 | 0.656913 | [0.083 0.917] | 0.531 |
+| (0.45, 53) | 0.0900391 | 0.431961 | 0.522 | [0.072 0.478 0. 0.45 ] | 0.0735003 | 0.57962 | 0.65312 | [0.072 0.928] | 0.522 |
+| (0.45, 54) | 0.0896197 | 0.44938 | 0.539 | [0.09 0.46 0.001 0.449] | 0.0574227 | 0.603357 | 0.66078 | [0.091 0.909] | 0.539 |
+| (0.45, 55) | 0.0844244 | 0.429576 | 0.514 | [0.064 0.486 0. 0.45 ] | 0.0684914 | 0.580859 | 0.649351 | [0.064 0.936] | 0.514 |
+| (0.45, 56) | 0.0762635 | 0.447736 | 0.524 | [0.074 0.476 0. 0.45 ] | 0.0546346 | 0.599435 | 0.65407 | [0.074 0.926] | 0.524 |
+| (0.45, 57) | 0.0873352 | 0.442665 | 0.53 | [0.08 0.47 0. 0.45] | 0.0714978 | 0.585436 | 0.656934 | [0.08 0.92] | 0.53 |
+| (0.45, 58) | 0.0981975 | 0.432803 | 0.531 | [0.081 0.469 0. 0.45 ] | 0.0694249 | 0.587989 | 0.657414 | [0.081 0.919] | 0.531 |
+| (0.45, 59) | 0.0862462 | 0.438754 | 0.525 | [0.075 0.475 0. 0.45 ] | 0.0721937 | 0.582352 | 0.654545 | [0.075 0.925] | 0.525 |
+| (0.45, 60) | 0.0910102 | 0.42499 | 0.516 | [0.066 0.484 0. 0.45 ] | 0.0711453 | 0.579144 | 0.650289 | [0.066 0.934] | 0.516 |
+| (0.45, 61) | 0.108033 | 0.420967 | 0.529 | [0.079 0.471 0. 0.45 ] | 0.0712548 | 0.5852 | 0.656455 | [0.079 0.921] | 0.529 |
+| (0.45, 62) | 0.0915517 | 0.437448 | 0.529 | [0.08 0.47 0.001 0.449] | 0.0657728 | 0.59018 | 0.655953 | [0.081 0.919] | 0.529 |
+| (0.45, 63) | 0.10221 | 0.42779 | 0.53 | [0.08 0.47 0. 0.45] | 0.071132 | 0.585802 | 0.656934 | [0.08 0.92] | 0.53 |
+| (0.45, 64) | 0.0737738 | 0.451226 | 0.525 | [0.075 0.475 0. 0.45 ] | 0.0595941 | 0.594951 | 0.654545 | [0.075 0.925] | 0.525 |
+| (0.45, 65) | 0.108378 | 0.413622 | 0.522 | [0.072 0.478 0. 0.45 ] | 0.0710203 | 0.5821 | 0.65312 | [0.072 0.928] | 0.522 |
+| (0.45, 66) | 0.0985459 | 0.432454 | 0.531 | [0.081 0.469 0. 0.45 ] | 0.0684595 | 0.588955 | 0.657414 | [0.081 0.919] | 0.531 |
+| (0.45, 67) | 0.0782579 | 0.460742 | 0.539 | [0.09 0.46 0.001 0.449] | 0.0622707 | 0.598509 | 0.66078 | [0.091 0.909] | 0.539 |
+| (0.45, 68) | 0.0895337 | 0.436466 | 0.526 | [0.077 0.473 0.001 0.449] | 0.0572073 | 0.597312 | 0.654519 | [0.078 0.922] | 0.526 |
+| (0.45, 69) | 0.116034 | 0.410966 | 0.527 | [0.077 0.473 0. 0.45 ] | 0.0800237 | 0.575475 | 0.655499 | [0.077 0.923] | 0.527 |
+| (0.45, 70) | 0.0733139 | 0.451686 | 0.525 | [0.075 0.475 0. 0.45 ] | 0.0563668 | 0.598179 | 0.654545 | [0.075 0.925] | 0.525 |
+| (0.45, 71) | 0.0764108 | 0.454589 | 0.531 | [0.081 0.469 0. 0.45 ] | 0.0568153 | 0.600599 | 0.657414 | [0.081 0.919] | 0.531 |
+| (0.45, 72) | 0.101457 | 0.421543 | 0.523 | [0.074 0.476 0.001 0.449] | 0.0660446 | 0.587046 | 0.653091 | [0.075 0.925] | 0.523 |
+| (0.45, 73) | 0.074457 | 0.445543 | 0.52 | [0.07 0.48 0. 0.45] | 0.0427993 | 0.609375 | 0.652174 | [0.07 0.93] | 0.52 |
+| (0.45, 74) | 0.114778 | 0.416222 | 0.531 | [0.082 0.468 0.001 0.449] | 0.0877855 | 0.569127 | 0.656913 | [0.083 0.917] | 0.531 |
+| (0.45, 75) | 0.0871245 | 0.453876 | 0.541 | [0.091 0.459 0. 0.45 ] | 0.0578167 | 0.604435 | 0.662252 | [0.091 0.909] | 0.541 |
+| (0.45, 76) | 0.0804687 | 0.448531 | 0.529 | [0.08 0.47 0.001 0.449] | 0.0565621 | 0.599391 | 0.655953 | [0.081 0.919] | 0.529 |
+| (0.45, 77) | 0.0759259 | 0.472074 | 0.548 | [0.098 0.452 0. 0.45 ] | 0.0714512 | 0.594229 | 0.66568 | [0.098 0.902] | 0.548 |
+| (0.45, 78) | 0.0901168 | 0.436883 | 0.527 | [0.078 0.472 0.001 0.449] | 0.0652689 | 0.589727 | 0.654996 | [0.079 0.921] | 0.527 |
+| (0.45, 79) | 0.117665 | 0.398335 | 0.516 | [0.066 0.484 0. 0.45 ] | 0.0850179 | 0.565271 | 0.650289 | [0.066 0.934] | 0.516 |
+| (0.45, 80) | 0.0838263 | 0.450174 | 0.534 | [0.086 0.464 0.002 0.448] | 0.0586789 | 0.599177 | 0.657856 | [0.088 0.912] | 0.534 |
+| (0.45, 81) | 0.117966 | 0.407034 | 0.525 | [0.075 0.475 0. 0.45 ] | 0.0916233 | 0.562922 | 0.654545 | [0.075 0.925] | 0.525 |
+| (0.45, 82) | 0.0783591 | 0.465641 | 0.544 | [0.094 0.456 0. 0.45 ] | 0.0563563 | 0.607361 | 0.663717 | [0.094 0.906] | 0.544 |
+| (0.45, 83) | 0.107869 | 0.426131 | 0.534 | [0.084 0.466 0. 0.45 ] | 0.079874 | 0.578984 | 0.658858 | [0.084 0.916] | 0.534 |
+| (0.45, 84) | 0.0742541 | 0.457746 | 0.532 | [0.083 0.467 0.001 0.449] | 0.0582135 | 0.59918 | 0.657394 | [0.084 0.916] | 0.532 |
+| (0.45, 85) | 0.0889582 | 0.436042 | 0.525 | [0.075 0.475 0. 0.45 ] | 0.0641647 | 0.590381 | 0.654545 | [0.075 0.925] | 0.525 |
+| (0.45, 86) | 0.105018 | 0.429982 | 0.535 | [0.086 0.464 0.001 0.449] | 0.075934 | 0.582907 | 0.658841 | [0.087 0.913] | 0.535 |
+| (0.45, 87) | 0.0880208 | 0.437979 | 0.526 | [0.077 0.473 0.001 0.449] | 0.0573692 | 0.59715 | 0.654519 | [0.078 0.922] | 0.526 |
+| (0.45, 88) | 0.0817681 | 0.456232 | 0.538 | [0.09 0.46 0.002 0.448] | 0.056134 | 0.60366 | 0.659794 | [0.092 0.908] | 0.538 |
+| (0.45, 89) | 0.113433 | 0.420567 | 0.534 | [0.085 0.465 0.001 0.449] | 0.085868 | 0.57249 | 0.658358 | [0.086 0.914] | 0.534 |
+| (0.45, 90) | 0.0828514 | 0.446149 | 0.529 | [0.081 0.469 0.002 0.448] | 0.0623557 | 0.593094 | 0.65545 | [0.083 0.917] | 0.529 |
+| (0.45, 91) | 0.0816244 | 0.451376 | 0.533 | [0.083 0.467 0. 0.45 ] | 0.0671052 | 0.591271 | 0.658376 | [0.083 0.917] | 0.533 |
+| (0.45, 92) | 0.0661671 | 0.459833 | 0.526 | [0.076 0.474 0. 0.45 ] | 0.0487002 | 0.606322 | 0.655022 | [0.076 0.924] | 0.526 |
+| (0.45, 93) | 0.111753 | 0.412247 | 0.524 | [0.075 0.475 0.001 0.449] | 0.0867837 | 0.566783 | 0.653566 | [0.076 0.924] | 0.524 |
+| (0.45, 94) | 0.120017 | 0.414983 | 0.535 | [0.085 0.465 0. 0.45 ] | 0.0876596 | 0.571681 | 0.659341 | [0.085 0.915] | 0.535 |
+| (0.45, 95) | 0.121518 | 0.412482 | 0.534 | [0.084 0.466 0. 0.45 ] | 0.0959745 | 0.562883 | 0.658858 | [0.084 0.916] | 0.534 |
+| (0.45, 96) | 0.0951344 | 0.426866 | 0.522 | [0.072 0.478 0. 0.45 ] | 0.0639835 | 0.589137 | 0.65312 | [0.072 0.928] | 0.522 |
+| (0.45, 97) | 0.0712756 | 0.461724 | 0.533 | [0.083 0.467 0. 0.45 ] | 0.0543197 | 0.604056 | 0.658376 | [0.083 0.917] | 0.533 |
+| (0.45, 98) | 0.0954362 | 0.448564 | 0.544 | [0.094 0.456 0. 0.45 ] | 0.0673074 | 0.596409 | 0.663717 | [0.094 0.906] | 0.544 |
+| (0.45, 99) | 0.103458 | 0.428542 | 0.532 | [0.082 0.468 0. 0.45 ] | 0.0707815 | 0.587113 | 0.657895 | [0.082 0.918] | 0.532 |
+| (0.5, 0) | 0.0823199 | 0.48668 | 0.569 | [0.071 0.429 0.002 0.498] | 0.0658081 | 0.63216 | 0.697968 | [0.073 0.927] | 0.569 |
+| (0.5, 1) | 0.0714074 | 0.492593 | 0.564 | [0.064 0.436 0. 0.5 ] | 0.0533071 | 0.643072 | 0.696379 | [0.064 0.936] | 0.564 |
+| (0.5, 2) | 0.0913782 | 0.477622 | 0.569 | [0.069 0.431 0. 0.5 ] | 0.0608316 | 0.63798 | 0.698812 | [0.069 0.931] | 0.569 |
+| (0.5, 3) | 0.0980838 | 0.467916 | 0.566 | [0.066 0.434 0. 0.5 ] | 0.0728228 | 0.624527 | 0.69735 | [0.066 0.934] | 0.566 |
+| (0.5, 4) | 0.0713764 | 0.485624 | 0.557 | [0.06 0.44 0.003 0.497] | 0.0545128 | 0.637206 | 0.691719 | [0.063 0.937] | 0.557 |
+| (0.5, 5) | 0.109045 | 0.462955 | 0.572 | [0.073 0.427 0.001 0.499] | 0.069359 | 0.630501 | 0.69986 | [0.074 0.926] | 0.572 |
+| (0.5, 6) | 0.0859611 | 0.500039 | 0.586 | [0.086 0.414 0. 0.5 ] | 0.0553646 | 0.651849 | 0.707214 | [0.086 0.914] | 0.586 |
+| (0.5, 7) | 0.0853441 | 0.483656 | 0.569 | [0.069 0.431 0. 0.5 ] | 0.0633528 | 0.635459 | 0.698812 | [0.069 0.931] | 0.569 |
+| (0.5, 8) | 0.132703 | 0.442297 | 0.575 | [0.075 0.425 0. 0.5 ] | 0.0890792 | 0.612675 | 0.701754 | [0.075 0.925] | 0.575 |
+| (0.5, 9) | 0.0901357 | 0.484864 | 0.575 | [0.075 0.425 0. 0.5 ] | 0.061493 | 0.640261 | 0.701754 | [0.075 0.925] | 0.575 |
+| (0.5, 10) | 0.0896721 | 0.492328 | 0.582 | [0.083 0.417 0.001 0.499] | 0.05777 | 0.647032 | 0.704802 | [0.084 0.916] | 0.582 |
+| (0.5, 11) | 0.104675 | 0.472325 | 0.577 | [0.078 0.422 0.001 0.499] | 0.0722944 | 0.630028 | 0.702322 | [0.079 0.921] | 0.577 |
+| (0.5, 12) | 0.106432 | 0.467568 | 0.574 | [0.074 0.426 0. 0.5 ] | 0.0760253 | 0.625237 | 0.701262 | [0.074 0.926] | 0.574 |
+| (0.5, 13) | 0.0447724 | 0.536228 | 0.581 | [0.082 0.418 0.001 0.499] | 0.0338064 | 0.670499 | 0.704305 | [0.083 0.917] | 0.581 |
+| (0.5, 14) | 0.08127 | 0.49473 | 0.576 | [0.076 0.424 0. 0.5 ] | 0.0546865 | 0.647561 | 0.702247 | [0.076 0.924] | 0.576 |
+| (0.5, 15) | 0.0927274 | 0.466273 | 0.559 | [0.059 0.441 0. 0.5 ] | 0.0689874 | 0.624975 | 0.693963 | [0.059 0.941] | 0.559 |
+| (0.5, 16) | 0.0895199 | 0.49148 | 0.581 | [0.082 0.418 0.001 0.499] | 0.0676034 | 0.636701 | 0.704305 | [0.083 0.917] | 0.581 |
+| (0.5, 17) | 0.101514 | 0.471486 | 0.573 | [0.073 0.427 0. 0.5 ] | 0.0786432 | 0.622128 | 0.700771 | [0.073 0.927] | 0.573 |
+| (0.5, 18) | 0.0802439 | 0.488756 | 0.569 | [0.069 0.431 0. 0.5 ] | 0.0639173 | 0.634895 | 0.698812 | [0.069 0.931] | 0.569 |
+| (0.5, 19) | 0.094629 | 0.466371 | 0.561 | [0.061 0.439 0. 0.5 ] | 0.0745545 | 0.620373 | 0.694927 | [0.061 0.939] | 0.561 |
+| (0.5, 20) | 0.0639745 | 0.506026 | 0.57 | [0.07 0.43 0. 0.5 ] | 0.0458685 | 0.653432 | 0.699301 | [0.07 0.93] | 0.57 |
+| (0.5, 21) | 0.0647483 | 0.507252 | 0.572 | [0.073 0.427 0.001 0.499] | 0.0419894 | 0.65787 | 0.69986 | [0.074 0.926] | 0.572 |
+| (0.5, 22) | 0.0906012 | 0.469399 | 0.56 | [0.06 0.44 0. 0.5 ] | 0.0719325 | 0.622512 | 0.694444 | [0.06 0.94] | 0.56 |
+| (0.5, 23) | 0.0792254 | 0.484775 | 0.564 | [0.064 0.436 0. 0.5 ] | 0.0515546 | 0.644824 | 0.696379 | [0.064 0.936] | 0.564 |
+| (0.5, 24) | 0.089042 | 0.475958 | 0.565 | [0.065 0.435 0. 0.5 ] | 0.0625937 | 0.63427 | 0.696864 | [0.065 0.935] | 0.565 |
+| (0.5, 25) | 0.0693021 | 0.508698 | 0.578 | [0.078 0.422 0. 0.5 ] | 0.0390147 | 0.66422 | 0.703235 | [0.078 0.922] | 0.578 |
+| (0.5, 26) | 0.0826301 | 0.47537 | 0.558 | [0.058 0.442 0. 0.5 ] | 0.0662074 | 0.627274 | 0.693481 | [0.058 0.942] | 0.558 |
+| (0.5, 27) | 0.0865851 | 0.486415 | 0.573 | [0.074 0.426 0.001 0.499] | 0.0592513 | 0.6411 | 0.700351 | [0.075 0.925] | 0.573 |
+| (0.5, 28) | 0.098346 | 0.477654 | 0.576 | [0.076 0.424 0. 0.5 ] | 0.0675682 | 0.634679 | 0.702247 | [0.076 0.924] | 0.576 |
+| (0.5, 29) | 0.106672 | 0.465328 | 0.572 | [0.072 0.428 0. 0.5 ] | 0.0687628 | 0.631517 | 0.70028 | [0.072 0.928] | 0.572 |
+| (0.5, 30) | 0.0814945 | 0.491505 | 0.573 | [0.074 0.426 0.001 0.499] | 0.0639574 | 0.636394 | 0.700351 | [0.075 0.925] | 0.573 |
+| (0.5, 31) | 0.089467 | 0.491533 | 0.581 | [0.081 0.419 0. 0.5 ] | 0.0609881 | 0.643734 | 0.704722 | [0.081 0.919] | 0.581 |
+| (0.5, 32) | 0.118053 | 0.457947 | 0.576 | [0.076 0.424 0. 0.5 ] | 0.0806901 | 0.621557 | 0.702247 | [0.076 0.924] | 0.576 |
+| (0.5, 33) | 0.0825452 | 0.499455 | 0.582 | [0.082 0.418 0. 0.5 ] | 0.0582277 | 0.646991 | 0.705219 | [0.082 0.918] | 0.582 |
+| (0.5, 34) | 0.0417537 | 0.522246 | 0.564 | [0.064 0.436 0. 0.5 ] | 0.0305612 | 0.665818 | 0.696379 | [0.064 0.936] | 0.564 |
+| (0.5, 35) | 0.0785123 | 0.502488 | 0.581 | [0.081 0.419 0. 0.5 ] | 0.0475305 | 0.657191 | 0.704722 | [0.081 0.919] | 0.581 |
+| (0.5, 36) | 0.0744245 | 0.511576 | 0.586 | [0.086 0.414 0. 0.5 ] | 0.0489571 | 0.658257 | 0.707214 | [0.086 0.914] | 0.586 |
+| (0.5, 37) | 0.0843737 | 0.491626 | 0.576 | [0.076 0.424 0. 0.5 ] | 0.0653751 | 0.636872 | 0.702247 | [0.076 0.924] | 0.576 |
+| (0.5, 38) | 0.09586 | 0.47114 | 0.567 | [0.069 0.431 0.002 0.498] | 0.0624039 | 0.634587 | 0.696991 | [0.071 0.929] | 0.567 |
+| (0.5, 39) | 0.0986446 | 0.471355 | 0.57 | [0.07 0.43 0. 0.5 ] | 0.0662648 | 0.633036 | 0.699301 | [0.07 0.93] | 0.57 |
+| (0.5, 40) | 0.108438 | 0.460562 | 0.569 | [0.07 0.43 0.001 0.499] | 0.0689099 | 0.629481 | 0.69839 | [0.071 0.929] | 0.569 |
+| (0.5, 41) | 0.0767079 | 0.524292 | 0.601 | [0.101 0.399 0. 0.5 ] | 0.0610743 | 0.653722 | 0.714796 | [0.101 0.899] | 0.601 |
+| (0.5, 42) | 0.0732868 | 0.501713 | 0.575 | [0.075 0.425 0. 0.5 ] | 0.0550139 | 0.64674 | 0.701754 | [0.075 0.925] | 0.575 |
+| (0.5, 43) | 0.0867752 | 0.495225 | 0.582 | [0.082 0.418 0. 0.5 ] | 0.0691998 | 0.636019 | 0.705219 | [0.082 0.918] | 0.582 |
+| (0.5, 44) | 0.0828599 | 0.50414 | 0.587 | [0.089 0.411 0.002 0.498] | 0.0641183 | 0.642766 | 0.706884 | [0.091 0.909] | 0.587 |
+| (0.5, 45) | 0.0958384 | 0.493162 | 0.589 | [0.089 0.411 0. 0.5 ] | 0.067415 | 0.641302 | 0.708717 | [0.089 0.911] | 0.589 |
+| (0.5, 46) | 0.094656 | 0.483344 | 0.578 | [0.078 0.422 0. 0.5 ] | 0.0723339 | 0.630901 | 0.703235 | [0.078 0.922] | 0.578 |
+| (0.5, 47) | 0.0912958 | 0.476704 | 0.568 | [0.068 0.432 0. 0.5 ] | 0.0622567 | 0.636067 | 0.698324 | [0.068 0.932] | 0.568 |
+| (0.5, 48) | 0.0869253 | 0.491075 | 0.578 | [0.078 0.422 0. 0.5 ] | 0.0550731 | 0.648162 | 0.703235 | [0.078 0.922] | 0.578 |
+| (0.5, 49) | 0.0468182 | 0.517182 | 0.564 | [0.064 0.436 0. 0.5 ] | 0.0355723 | 0.660806 | 0.696379 | [0.064 0.936] | 0.564 |
+| (0.5, 50) | 0.0751574 | 0.489843 | 0.565 | [0.066 0.434 0.001 0.499] | 0.0543628 | 0.642078 | 0.696441 | [0.067 0.933] | 0.565 |
+| (0.5, 51) | 0.0801626 | 0.511837 | 0.592 | [0.092 0.408 0. 0.5 ] | 0.0670399 | 0.643187 | 0.710227 | [0.092 0.908] | 0.592 |
+| (0.5, 52) | 0.0800749 | 0.499925 | 0.58 | [0.08 0.42 0. 0.5 ] | 0.0537815 | 0.650444 | 0.704225 | [0.08 0.92] | 0.58 |
+| (0.5, 53) | 0.0895674 | 0.487433 | 0.577 | [0.077 0.423 0. 0.5 ] | 0.0634805 | 0.63926 | 0.702741 | [0.077 0.923] | 0.577 |
+| (0.5, 54) | 0.083454 | 0.484546 | 0.568 | [0.068 0.432 0. 0.5 ] | 0.061941 | 0.636383 | 0.698324 | [0.068 0.932] | 0.568 |
+| (0.5, 55) | 0.0657226 | 0.511277 | 0.577 | [0.078 0.422 0.001 0.499] | 0.053739 | 0.648583 | 0.702322 | [0.079 0.921] | 0.577 |
+| (0.5, 56) | 0.0652427 | 0.517757 | 0.583 | [0.083 0.417 0. 0.5 ] | 0.0528151 | 0.652901 | 0.705716 | [0.083 0.917] | 0.583 |
+| (0.5, 57) | 0.08749 | 0.49551 | 0.583 | [0.084 0.416 0.001 0.499] | 0.0566554 | 0.648645 | 0.7053 | [0.085 0.915] | 0.583 |
+| (0.5, 58) | 0.0876101 | 0.47539 | 0.563 | [0.063 0.437 0. 0.5 ] | 0.0661026 | 0.629792 | 0.695894 | [0.063 0.937] | 0.563 |
+| (0.5, 59) | 0.081788 | 0.504212 | 0.586 | [0.087 0.413 0.001 0.499] | 0.063427 | 0.643372 | 0.706799 | [0.088 0.912] | 0.586 |
+| (0.5, 60) | 0.08172 | 0.48428 | 0.566 | [0.066 0.434 0. 0.5 ] | 0.0662614 | 0.631089 | 0.69735 | [0.066 0.934] | 0.566 |
+| (0.5, 61) | 0.108461 | 0.451539 | 0.56 | [0.061 0.439 0.001 0.499] | 0.0744602 | 0.619559 | 0.694019 | [0.062 0.938] | 0.56 |
+| (0.5, 62) | 0.0928987 | 0.476101 | 0.569 | [0.069 0.431 0. 0.5 ] | 0.0653223 | 0.63349 | 0.698812 | [0.069 0.931] | 0.569 |
+| (0.5, 63) | 0.0916214 | 0.487379 | 0.579 | [0.079 0.421 0. 0.5 ] | 0.0658141 | 0.637916 | 0.70373 | [0.079 0.921] | 0.579 |
+| (0.5, 64) | 0.0774471 | 0.500553 | 0.578 | [0.078 0.422 0. 0.5 ] | 0.0503743 | 0.652861 | 0.703235 | [0.078 0.922] | 0.578 |
+| (0.5, 65) | 0.0649944 | 0.505006 | 0.57 | [0.07 0.43 0. 0.5 ] | 0.0464662 | 0.652835 | 0.699301 | [0.07 0.93] | 0.57 |
+| (0.5, 66) | 0.112129 | 0.459871 | 0.572 | [0.072 0.428 0. 0.5 ] | 0.0782461 | 0.622034 | 0.70028 | [0.072 0.928] | 0.572 |
+| (0.5, 67) | 0.0465229 | 0.539477 | 0.586 | [0.087 0.413 0.001 0.499] | 0.0326439 | 0.674155 | 0.706799 | [0.088 0.912] | 0.586 |
+| (0.5, 68) | 0.0947336 | 0.477266 | 0.572 | [0.072 0.428 0. 0.5 ] | 0.0738824 | 0.626398 | 0.70028 | [0.072 0.928] | 0.572 |
+| (0.5, 69) | 0.0904762 | 0.471524 | 0.562 | [0.062 0.438 0. 0.5 ] | 0.0632376 | 0.632173 | 0.69541 | [0.062 0.938] | 0.562 |
+| (0.5, 70) | 0.0690796 | 0.51192 | 0.581 | [0.081 0.419 0. 0.5 ] | 0.0519332 | 0.652788 | 0.704722 | [0.081 0.919] | 0.581 |
+| (0.5, 71) | 0.0983992 | 0.465601 | 0.564 | [0.065 0.435 0.001 0.499] | 0.0771774 | 0.618778 | 0.695955 | [0.066 0.934] | 0.564 |
+| (0.5, 72) | 0.0972073 | 0.477793 | 0.575 | [0.075 0.425 0. 0.5 ] | 0.0747774 | 0.626977 | 0.701754 | [0.075 0.925] | 0.575 |
+| (0.5, 73) | 0.0639479 | 0.518052 | 0.582 | [0.083 0.417 0.001 0.499] | 0.0473908 | 0.657411 | 0.704802 | [0.084 0.916] | 0.582 |
+| (0.5, 74) | 0.0487624 | 0.529238 | 0.578 | [0.078 0.422 0. 0.5 ] | 0.0355232 | 0.667712 | 0.703235 | [0.078 0.922] | 0.578 |
+| (0.5, 75) | 0.0990139 | 0.468986 | 0.568 | [0.069 0.431 0.001 0.499] | 0.0652727 | 0.632629 | 0.697902 | [0.07 0.93] | 0.568 |
+| (0.5, 76) | 0.0674569 | 0.510543 | 0.578 | [0.078 0.422 0. 0.5 ] | 0.0482796 | 0.654955 | 0.703235 | [0.078 0.922] | 0.578 |
+| (0.5, 77) | 0.104605 | 0.473395 | 0.578 | [0.078 0.422 0. 0.5 ] | 0.0767052 | 0.62653 | 0.703235 | [0.078 0.922] | 0.578 |
+| (0.5, 78) | 0.101666 | 0.483334 | 0.585 | [0.085 0.415 0. 0.5 ] | 0.0646452 | 0.642069 | 0.706714 | [0.085 0.915] | 0.585 |
+| (0.5, 79) | 0.0801886 | 0.480811 | 0.561 | [0.061 0.439 0. 0.5 ] | 0.0615175 | 0.63341 | 0.694927 | [0.061 0.939] | 0.561 |
+| (0.5, 80) | 0.0946084 | 0.482392 | 0.577 | [0.077 0.423 0. 0.5 ] | 0.0679813 | 0.634759 | 0.702741 | [0.077 0.923] | 0.577 |
+| (0.5, 81) | 0.106413 | 0.474587 | 0.581 | [0.081 0.419 0. 0.5 ] | 0.0724391 | 0.632283 | 0.704722 | [0.081 0.919] | 0.581 |
+| (0.5, 82) | 0.0781018 | 0.487898 | 0.566 | [0.067 0.433 0.001 0.499] | 0.0478596 | 0.649068 | 0.696927 | [0.068 0.932] | 0.566 |
+| (0.5, 83) | 0.0936024 | 0.473398 | 0.567 | [0.067 0.433 0. 0.5 ] | 0.0720418 | 0.625795 | 0.697837 | [0.067 0.933] | 0.567 |
+| (0.5, 84) | 0.111706 | 0.459294 | 0.571 | [0.071 0.429 0. 0.5 ] | 0.0712875 | 0.628503 | 0.69979 | [0.071 0.929] | 0.571 |
+| (0.5, 85) | 0.0536686 | 0.513331 | 0.567 | [0.067 0.433 0. 0.5 ] | 0.039865 | 0.657972 | 0.697837 | [0.067 0.933] | 0.567 |
+| (0.5, 86) | 0.0633176 | 0.509682 | 0.573 | [0.073 0.427 0. 0.5 ] | 0.0460594 | 0.654711 | 0.700771 | [0.073 0.927] | 0.573 |
+| (0.5, 87) | 0.0521377 | 0.525862 | 0.578 | [0.078 0.422 0. 0.5 ] | 0.0411703 | 0.662065 | 0.703235 | [0.078 0.922] | 0.578 |
+| (0.5, 88) | 0.0845024 | 0.501498 | 0.586 | [0.086 0.414 0. 0.5 ] | 0.0657795 | 0.641434 | 0.707214 | [0.086 0.914] | 0.586 |
+| (0.5, 89) | 0.0716476 | 0.514352 | 0.586 | [0.086 0.414 0. 0.5 ] | 0.0514473 | 0.655766 | 0.707214 | [0.086 0.914] | 0.586 |
+| (0.5, 90) | 0.0727238 | 0.512276 | 0.585 | [0.085 0.415 0. 0.5 ] | 0.0502498 | 0.656464 | 0.706714 | [0.085 0.915] | 0.585 |
+| (0.5, 91) | 0.0693259 | 0.507674 | 0.577 | [0.077 0.423 0. 0.5 ] | 0.0515734 | 0.651167 | 0.702741 | [0.077 0.923] | 0.577 |
+| (0.5, 92) | 0.0893712 | 0.486629 | 0.576 | [0.076 0.424 0. 0.5 ] | 0.0645728 | 0.637674 | 0.702247 | [0.076 0.924] | 0.576 |
+| (0.5, 93) | 0.0645983 | 0.509402 | 0.574 | [0.075 0.425 0.001 0.499] | 0.0470981 | 0.653745 | 0.700843 | [0.076 0.924] | 0.574 |
+| (0.5, 94) | 0.0577857 | 0.528214 | 0.586 | [0.086 0.414 0. 0.5 ] | 0.0477799 | 0.659434 | 0.707214 | [0.086 0.914] | 0.586 |
+| (0.5, 95) | 0.0683137 | 0.511686 | 0.58 | [0.08 0.42 0. 0.5 ] | 0.0438813 | 0.660344 | 0.704225 | [0.08 0.92] | 0.58 |
+| (0.5, 96) | 0.0836411 | 0.485359 | 0.569 | [0.069 0.431 0. 0.5 ] | 0.0653466 | 0.633465 | 0.698812 | [0.069 0.931] | 0.569 |
+| (0.5, 97) | 0.0842354 | 0.485765 | 0.57 | [0.07 0.43 0. 0.5 ] | 0.048951 | 0.65035 | 0.699301 | [0.07 0.93] | 0.57 |
+| (0.5, 98) | 0.100673 | 0.472327 | 0.573 | [0.073 0.427 0. 0.5 ] | 0.0649737 | 0.635797 | 0.700771 | [0.073 0.927] | 0.573 |
+| (0.5, 99) | 0.0852149 | 0.486785 | 0.572 | [0.073 0.427 0.001 0.499] | 0.0583452 | 0.641515 | 0.69986 | [0.074 0.926] | 0.572 |
+| (0.55, 0) | 0.0730904 | 0.53891 | 0.612 | [0.062 0.388 0. 0.55 ] | 0.0428355 | 0.696412 | 0.739247 | [0.062 0.938] | 0.612 |
+| (0.55, 1) | 0.0661012 | 0.542899 | 0.609 | [0.059 0.391 0. 0.55 ] | 0.0467022 | 0.691058 | 0.73776 | [0.059 0.941] | 0.609 |
+| (0.55, 2) | 0.0644516 | 0.542548 | 0.607 | [0.057 0.393 0. 0.55 ] | 0.046827 | 0.689945 | 0.736772 | [0.057 0.943] | 0.607 |
+| (0.55, 3) | 0.0620741 | 0.547926 | 0.61 | [0.06 0.39 0. 0.55] | 0.0387163 | 0.699539 | 0.738255 | [0.06 0.94] | 0.61 |
+| (0.55, 4) | 0.0833749 | 0.528625 | 0.612 | [0.062 0.388 0. 0.55 ] | 0.05636 | 0.682887 | 0.739247 | [0.062 0.938] | 0.612 |
+| (0.55, 5) | 0.1047 | 0.5133 | 0.618 | [0.068 0.382 0. 0.55 ] | 0.0670869 | 0.675153 | 0.74224 | [0.068 0.932] | 0.618 |
+| (0.55, 6) | 0.0682258 | 0.538774 | 0.607 | [0.057 0.393 0. 0.55 ] | 0.0365568 | 0.700215 | 0.736772 | [0.057 0.943] | 0.607 |
+| (0.55, 7) | 0.0636036 | 0.566396 | 0.63 | [0.081 0.369 0.001 0.549] | 0.0466895 | 0.701267 | 0.747956 | [0.082 0.918] | 0.63 |
+| (0.55, 8) | 0.0886129 | 0.523387 | 0.612 | [0.063 0.387 0.001 0.549] | 0.058874 | 0.680022 | 0.738896 | [0.064 0.936] | 0.612 |
+| (0.55, 9) | 0.0695911 | 0.535409 | 0.605 | [0.056 0.394 0.001 0.549] | 0.0521205 | 0.683312 | 0.735432 | [0.057 0.943] | 0.605 |
+| (0.55, 10) | 0.0832089 | 0.543791 | 0.627 | [0.077 0.373 0. 0.55 ] | 0.0564085 | 0.690367 | 0.746775 | [0.077 0.923] | 0.627 |
+| (0.55, 11) | 0.0741853 | 0.553815 | 0.628 | [0.079 0.371 0.001 0.549] | 0.0503493 | 0.696589 | 0.746939 | [0.08 0.92] | 0.628 |
+| (0.55, 12) | 0.0767586 | 0.530241 | 0.607 | [0.058 0.392 0.001 0.549] | 0.054906 | 0.681513 | 0.736419 | [0.059 0.941] | 0.607 |
+| (0.55, 13) | 0.108092 | 0.515908 | 0.624 | [0.074 0.376 0. 0.55 ] | 0.0698793 | 0.675378 | 0.745257 | [0.074 0.926] | 0.624 |
+| (0.55, 14) | 0.0878994 | 0.532101 | 0.62 | [0.071 0.379 0.001 0.549] | 0.0573614 | 0.685534 | 0.742896 | [0.072 0.928] | 0.62 |
+| (0.55, 15) | 0.0678694 | 0.559131 | 0.627 | [0.077 0.373 0. 0.55 ] | 0.042195 | 0.70458 | 0.746775 | [0.077 0.923] | 0.627 |
+| (0.55, 16) | 0.0683432 | 0.539657 | 0.608 | [0.058 0.392 0. 0.55 ] | 0.0498925 | 0.687373 | 0.737265 | [0.058 0.942] | 0.608 |
+| (0.55, 17) | 0.0753853 | 0.536615 | 0.612 | [0.062 0.388 0. 0.55 ] | 0.0528654 | 0.686382 | 0.739247 | [0.062 0.938] | 0.612 |
+| (0.55, 18) | 0.086495 | 0.527505 | 0.614 | [0.065 0.385 0.001 0.549] | 0.0563929 | 0.683499 | 0.739892 | [0.066 0.934] | 0.614 |
+| (0.55, 19) | 0.0657372 | 0.545263 | 0.611 | [0.061 0.389 0. 0.55 ] | 0.0404072 | 0.698344 | 0.738751 | [0.061 0.939] | 0.611 |
+| (0.55, 20) | 0.108858 | 0.504142 | 0.613 | [0.063 0.387 0. 0.55 ] | 0.0840232 | 0.655721 | 0.739744 | [0.063 0.937] | 0.613 |
+| (0.55, 21) | 0.0967053 | 0.505295 | 0.602 | [0.053 0.397 0.001 0.549] | 0.066302 | 0.667655 | 0.733957 | [0.054 0.946] | 0.602 |
+| (0.55, 22) | 0.0630256 | 0.553974 | 0.617 | [0.068 0.382 0.001 0.549] | 0.045882 | 0.695509 | 0.741391 | [0.069 0.931] | 0.617 |
+| (0.55, 23) | 0.0913141 | 0.522686 | 0.614 | [0.064 0.386 0. 0.55 ] | 0.0593481 | 0.680894 | 0.740242 | [0.064 0.936] | 0.614 |
+| (0.55, 24) | 0.0817313 | 0.530269 | 0.612 | [0.062 0.388 0. 0.55 ] | 0.0508022 | 0.688445 | 0.739247 | [0.062 0.938] | 0.612 |
+| (0.55, 25) | 0.077761 | 0.540239 | 0.618 | [0.068 0.382 0. 0.55 ] | 0.0587776 | 0.683463 | 0.74224 | [0.068 0.932] | 0.618 |
+| (0.55, 26) | 0.117069 | 0.500931 | 0.618 | [0.068 0.382 0. 0.55 ] | 0.0827969 | 0.659443 | 0.74224 | [0.068 0.932] | 0.618 |
+| (0.55, 27) | 0.0470736 | 0.581926 | 0.629 | [0.08 0.37 0.001 0.549] | 0.0371326 | 0.710315 | 0.747447 | [0.081 0.919] | 0.629 |
+| (0.55, 28) | 0.0650752 | 0.559925 | 0.625 | [0.076 0.374 0.001 0.549] | 0.0448129 | 0.700605 | 0.745418 | [0.077 0.923] | 0.625 |
+| (0.55, 29) | 0.0881858 | 0.528814 | 0.617 | [0.067 0.383 0. 0.55 ] | 0.0568185 | 0.684921 | 0.74174 | [0.067 0.933] | 0.617 |
+| (0.55, 30) | 0.0977565 | 0.528244 | 0.626 | [0.076 0.374 0. 0.55 ] | 0.0690057 | 0.677263 | 0.746269 | [0.076 0.924] | 0.626 |
+| (0.55, 31) | 0.0871869 | 0.523813 | 0.611 | [0.061 0.389 0. 0.55 ] | 0.0582915 | 0.680459 | 0.738751 | [0.061 0.939] | 0.611 |
+| (0.55, 32) | 0.0728003 | 0.5452 | 0.618 | [0.068 0.382 0. 0.55 ] | 0.0543715 | 0.687869 | 0.74224 | [0.068 0.932] | 0.618 |
+| (0.55, 33) | 0.0809225 | 0.523078 | 0.604 | [0.054 0.396 0. 0.55 ] | 0.0520946 | 0.6832 | 0.735294 | [0.054 0.946] | 0.604 |
+| (0.55, 34) | 0.100559 | 0.526441 | 0.627 | [0.077 0.373 0. 0.55 ] | 0.0630208 | 0.683754 | 0.746775 | [0.077 0.923] | 0.627 |
+| (0.55, 35) | 0.103207 | 0.513793 | 0.617 | [0.067 0.383 0. 0.55 ] | 0.0645554 | 0.677184 | 0.74174 | [0.067 0.933] | 0.617 |
+| (0.55, 36) | 0.0817379 | 0.536262 | 0.618 | [0.068 0.382 0. 0.55 ] | 0.0547587 | 0.687481 | 0.74224 | [0.068 0.932] | 0.618 |
+| (0.55, 37) | 0.075124 | 0.537876 | 0.613 | [0.063 0.387 0. 0.55 ] | 0.0481441 | 0.6916 | 0.739744 | [0.063 0.937] | 0.613 |
+| (0.55, 38) | 0.0678917 | 0.557108 | 0.625 | [0.075 0.375 0. 0.55 ] | 0.0452231 | 0.70054 | 0.745763 | [0.075 0.925] | 0.625 |
+| (0.55, 39) | 0.0702522 | 0.550748 | 0.621 | [0.072 0.378 0.001 0.549] | 0.0474194 | 0.695979 | 0.743399 | [0.073 0.927] | 0.621 |
+| (0.55, 40) | 0.0989642 | 0.522036 | 0.621 | [0.071 0.379 0. 0.55 ] | 0.061899 | 0.681847 | 0.743746 | [0.071 0.929] | 0.621 |
+| (0.55, 41) | 0.0844022 | 0.539598 | 0.624 | [0.074 0.376 0. 0.55 ] | 0.0556893 | 0.689568 | 0.745257 | [0.074 0.926] | 0.624 |
+| (0.55, 42) | 0.0793985 | 0.555601 | 0.635 | [0.086 0.364 0.001 0.549] | 0.0532486 | 0.697264 | 0.750513 | [0.087 0.913] | 0.635 |
+| (0.55, 43) | 0.0422454 | 0.564755 | 0.607 | [0.058 0.392 0.001 0.549] | 0.0257601 | 0.710658 | 0.736419 | [0.059 0.941] | 0.607 |
+| (0.55, 44) | 0.0642159 | 0.551784 | 0.616 | [0.066 0.384 0. 0.55 ] | 0.0499338 | 0.691306 | 0.74124 | [0.066 0.934] | 0.616 |
+| (0.55, 45) | 0.0775302 | 0.54147 | 0.619 | [0.069 0.381 0. 0.55 ] | 0.0494472 | 0.693294 | 0.742741 | [0.069 0.931] | 0.619 |
+| (0.55, 46) | 0.0855431 | 0.530457 | 0.616 | [0.066 0.384 0. 0.55 ] | 0.0539876 | 0.687252 | 0.74124 | [0.066 0.934] | 0.616 |
+| (0.55, 47) | 0.0621009 | 0.567899 | 0.63 | [0.081 0.369 0.001 0.549] | 0.0462904 | 0.701666 | 0.747956 | [0.082 0.918] | 0.63 |
+| (0.55, 48) | 0.0883259 | 0.526674 | 0.615 | [0.066 0.384 0.001 0.549] | 0.0598105 | 0.680581 | 0.740391 | [0.067 0.933] | 0.615 |
+| (0.55, 49) | 0.0951236 | 0.512876 | 0.608 | [0.059 0.391 0.001 0.549] | 0.0690868 | 0.667826 | 0.736913 | [0.06 0.94] | 0.608 |
+| (0.55, 50) | 0.0554219 | 0.551578 | 0.607 | [0.057 0.393 0. 0.55 ] | 0.0409083 | 0.695863 | 0.736772 | [0.057 0.943] | 0.607 |
+| (0.55, 51) | 0.0839772 | 0.516023 | 0.6 | [0.053 0.397 0.003 0.547] | 0.0600569 | 0.672206 | 0.732262 | [0.056 0.944] | 0.6 |
+| (0.55, 52) | 0.12439 | 0.48961 | 0.614 | [0.064 0.386 0. 0.55 ] | 0.0840354 | 0.656207 | 0.740242 | [0.064 0.936] | 0.614 |
+| (0.55, 53) | 0.0616151 | 0.552385 | 0.614 | [0.065 0.385 0.001 0.549] | 0.0439556 | 0.695937 | 0.739892 | [0.066 0.934] | 0.614 |
+| (0.55, 54) | 0.0917346 | 0.531265 | 0.623 | [0.073 0.377 0. 0.55 ] | 0.0659632 | 0.67879 | 0.744753 | [0.073 0.927] | 0.623 |
+| (0.55, 55) | 0.0825903 | 0.53441 | 0.617 | [0.068 0.382 0.001 0.549] | 0.0581616 | 0.683229 | 0.741391 | [0.069 0.931] | 0.617 |
+| (0.55, 56) | 0.0439757 | 0.564024 | 0.608 | [0.058 0.392 0. 0.55 ] | 0.0307259 | 0.706539 | 0.737265 | [0.058 0.942] | 0.608 |
+| (0.55, 57) | 0.0791233 | 0.533877 | 0.613 | [0.063 0.387 0. 0.55 ] | 0.0549126 | 0.684832 | 0.739744 | [0.063 0.937] | 0.613 |
+| (0.55, 58) | 0.0466274 | 0.568373 | 0.615 | [0.065 0.385 0. 0.55 ] | 0.0319929 | 0.708748 | 0.740741 | [0.065 0.935] | 0.615 |
+| (0.55, 59) | 0.0716604 | 0.54134 | 0.613 | [0.063 0.387 0. 0.55 ] | 0.0421397 | 0.697605 | 0.739744 | [0.063 0.937] | 0.613 |
+| (0.55, 60) | 0.0891312 | 0.525869 | 0.615 | [0.066 0.384 0.001 0.549] | 0.055412 | 0.684979 | 0.740391 | [0.067 0.933] | 0.615 |
+| (0.55, 61) | 0.050594 | 0.567406 | 0.618 | [0.068 0.382 0. 0.55 ] | 0.0318906 | 0.71035 | 0.74224 | [0.068 0.932] | 0.618 |
+| (0.55, 62) | 0.0764588 | 0.536541 | 0.613 | [0.064 0.386 0.001 0.549] | 0.0534303 | 0.685964 | 0.739394 | [0.065 0.935] | 0.613 |
+| (0.55, 63) | 0.0825997 | 0.5264 | 0.609 | [0.059 0.391 0. 0.55 ] | 0.0549614 | 0.682798 | 0.73776 | [0.059 0.941] | 0.609 |
+| (0.55, 64) | 0.0790597 | 0.53894 | 0.618 | [0.068 0.382 0. 0.55 ] | 0.0599859 | 0.682254 | 0.74224 | [0.068 0.932] | 0.618 |
+| (0.55, 65) | 0.102482 | 0.509518 | 0.612 | [0.062 0.388 0. 0.55 ] | 0.0717024 | 0.667545 | 0.739247 | [0.062 0.938] | 0.612 |
+| (0.55, 66) | 0.0946111 | 0.521389 | 0.616 | [0.067 0.383 0.001 0.549] | 0.0639841 | 0.676907 | 0.740891 | [0.068 0.932] | 0.616 |
+| (0.55, 67) | 0.0656431 | 0.551357 | 0.617 | [0.067 0.383 0. 0.55 ] | 0.0496327 | 0.692107 | 0.74174 | [0.067 0.933] | 0.617 |
+| (0.55, 68) | 0.069672 | 0.551328 | 0.621 | [0.071 0.379 0. 0.55 ] | 0.0451221 | 0.698624 | 0.743746 | [0.071 0.929] | 0.621 |
+| (0.55, 69) | 0.0642955 | 0.555705 | 0.62 | [0.07 0.38 0. 0.55] | 0.0396424 | 0.703601 | 0.743243 | [0.07 0.93] | 0.62 |
+| (0.55, 70) | 0.0843746 | 0.530625 | 0.615 | [0.066 0.384 0.001 0.549] | 0.0508608 | 0.68953 | 0.740391 | [0.067 0.933] | 0.615 |
+| (0.55, 71) | 0.0788593 | 0.531141 | 0.61 | [0.06 0.39 0. 0.55] | 0.0476278 | 0.690627 | 0.738255 | [0.06 0.94] | 0.61 |
+| (0.55, 72) | 0.0766319 | 0.540368 | 0.617 | [0.067 0.383 0. 0.55 ] | 0.0548507 | 0.686889 | 0.74174 | [0.067 0.933] | 0.617 |
+| (0.55, 73) | 0.0480531 | 0.566947 | 0.615 | [0.065 0.385 0. 0.55 ] | 0.0363437 | 0.704397 | 0.740741 | [0.065 0.935] | 0.615 |
+| (0.55, 74) | 0.101802 | 0.516198 | 0.618 | [0.068 0.382 0. 0.55 ] | 0.0708638 | 0.671376 | 0.74224 | [0.068 0.932] | 0.618 |
+| (0.55, 75) | 0.0852682 | 0.540732 | 0.626 | [0.076 0.374 0. 0.55 ] | 0.0630882 | 0.68318 | 0.746269 | [0.076 0.924] | 0.626 |
+| (0.55, 76) | 0.0654355 | 0.555565 | 0.621 | [0.073 0.377 0.002 0.548] | 0.048294 | 0.694757 | 0.743051 | [0.075 0.925] | 0.621 |
+| (0.55, 77) | 0.0788674 | 0.540133 | 0.619 | [0.07 0.38 0.001 0.549] | 0.0505293 | 0.691864 | 0.742394 | [0.071 0.929] | 0.619 |
+| (0.55, 78) | 0.0809986 | 0.521001 | 0.602 | [0.052 0.398 0. 0.55 ] | 0.0579031 | 0.676409 | 0.734312 | [0.052 0.948] | 0.602 |
+| (0.55, 79) | 0.0710941 | 0.543906 | 0.615 | [0.066 0.384 0.001 0.549] | 0.0542047 | 0.686186 | 0.740391 | [0.067 0.933] | 0.615 |
+| (0.55, 80) | 0.104299 | 0.515701 | 0.62 | [0.071 0.379 0.001 0.549] | 0.065018 | 0.677878 | 0.742896 | [0.072 0.928] | 0.62 |
+| (0.55, 81) | 0.053892 | 0.565108 | 0.619 | [0.069 0.381 0. 0.55 ] | 0.0370133 | 0.705728 | 0.742741 | [0.069 0.931] | 0.619 |
+| (0.55, 82) | 0.0392997 | 0.5717 | 0.611 | [0.061 0.389 0. 0.55 ] | 0.0282315 | 0.710519 | 0.738751 | [0.061 0.939] | 0.611 |
+| (0.55, 83) | 0.0996358 | 0.514364 | 0.614 | [0.065 0.385 0.001 0.549] | 0.0624861 | 0.677406 | 0.739892 | [0.066 0.934] | 0.614 |
+| (0.55, 84) | 0.0668299 | 0.56717 | 0.634 | [0.084 0.366 0. 0.55 ] | 0.049494 | 0.700847 | 0.750341 | [0.084 0.916] | 0.634 |
+| (0.55, 85) | 0.0628239 | 0.555176 | 0.618 | [0.068 0.382 0. 0.55 ] | 0.0445864 | 0.697654 | 0.74224 | [0.068 0.932] | 0.618 |
+| (0.55, 86) | 0.080314 | 0.529686 | 0.61 | [0.06 0.39 0. 0.55] | 0.0544223 | 0.683833 | 0.738255 | [0.06 0.94] | 0.61 |
+| (0.55, 87) | 0.0760951 | 0.544905 | 0.621 | [0.071 0.379 0. 0.55 ] | 0.0544041 | 0.689342 | 0.743746 | [0.071 0.929] | 0.621 |
+| (0.55, 88) | 0.0713211 | 0.557679 | 0.629 | [0.079 0.371 0. 0.55 ] | 0.0527228 | 0.695068 | 0.747791 | [0.079 0.921] | 0.629 |
+| (0.55, 89) | 0.0759801 | 0.53702 | 0.613 | [0.063 0.387 0. 0.55 ] | 0.0498224 | 0.689922 | 0.739744 | [0.063 0.937] | 0.613 |
+| (0.55, 90) | 0.0725677 | 0.541432 | 0.614 | [0.064 0.386 0. 0.55 ] | 0.0533703 | 0.686872 | 0.740242 | [0.064 0.936] | 0.614 |
+| (0.55, 91) | 0.0842715 | 0.530729 | 0.615 | [0.066 0.384 0.001 0.549] | 0.0616303 | 0.678761 | 0.740391 | [0.067 0.933] | 0.615 |
+| (0.55, 92) | 0.0881018 | 0.525898 | 0.614 | [0.065 0.385 0.001 0.549] | 0.0610744 | 0.678818 | 0.739892 | [0.066 0.934] | 0.614 |
+| (0.55, 93) | 0.0972321 | 0.513768 | 0.611 | [0.062 0.388 0.001 0.549] | 0.0641005 | 0.674299 | 0.738399 | [0.063 0.937] | 0.611 |
+| (0.55, 94) | 0.0627574 | 0.562243 | 0.625 | [0.075 0.375 0. 0.55 ] | 0.0409383 | 0.704824 | 0.745763 | [0.075 0.925] | 0.625 |
+| (0.55, 95) | 0.07313 | 0.53787 | 0.611 | [0.062 0.388 0.001 0.549] | 0.0538739 | 0.684526 | 0.738399 | [0.063 0.937] | 0.611 |
+| (0.55, 96) | 0.0938753 | 0.508125 | 0.602 | [0.053 0.397 0.001 0.549] | 0.0607252 | 0.673232 | 0.733957 | [0.054 0.946] | 0.602 |
+| (0.55, 97) | 0.0986028 | 0.515397 | 0.614 | [0.064 0.386 0. 0.55 ] | 0.0621644 | 0.678078 | 0.740242 | [0.064 0.936] | 0.614 |
+| (0.55, 98) | 0.0961309 | 0.527869 | 0.624 | [0.074 0.376 0. 0.55 ] | 0.05855 | 0.686707 | 0.745257 | [0.074 0.926] | 0.624 |
+| (0.55, 99) | 0.0959075 | 0.505093 | 0.601 | [0.052 0.398 0.001 0.549] | 0.0639415 | 0.669525 | 0.733467 | [0.053 0.947] | 0.601 |
+| (0.6, 0) | 0.0881511 | 0.577849 | 0.666 | [0.067 0.333 0.001 0.599] | 0.055237 | 0.726747 | 0.781984 | [0.068 0.932] | 0.666 |
+| (0.6, 1) | 0.0676567 | 0.594343 | 0.662 | [0.063 0.337 0.001 0.599] | 0.0477349 | 0.732213 | 0.779948 | [0.064 0.936] | 0.662 |
+| (0.6, 2) | 0.0491176 | 0.612882 | 0.662 | [0.062 0.338 0. 0.6 ] | 0.027934 | 0.7523 | 0.780234 | [0.062 0.938] | 0.662 |
+| (0.6, 3) | 0.0568165 | 0.596183 | 0.653 | [0.053 0.347 0. 0.6 ] | 0.035421 | 0.740274 | 0.775695 | [0.053 0.947] | 0.653 |
+| (0.6, 4) | 0.0615035 | 0.605496 | 0.667 | [0.068 0.332 0.001 0.599] | 0.040621 | 0.741874 | 0.782495 | [0.069 0.931] | 0.667 |
+| (0.6, 5) | 0.0730526 | 0.589947 | 0.663 | [0.063 0.337 0. 0.6 ] | 0.0445382 | 0.736204 | 0.780742 | [0.063 0.937] | 0.663 |
+| (0.6, 6) | 0.0522423 | 0.607758 | 0.66 | [0.06 0.34 0. 0.6 ] | 0.0293391 | 0.749882 | 0.779221 | [0.06 0.94] | 0.66 |
+| (0.6, 7) | 0.0615754 | 0.594425 | 0.656 | [0.056 0.344 0. 0.6 ] | 0.0386705 | 0.738532 | 0.777202 | [0.056 0.944] | 0.656 |
+| (0.6, 8) | 0.0665795 | 0.582421 | 0.649 | [0.049 0.351 0. 0.6 ] | 0.0407432 | 0.732951 | 0.773694 | [0.049 0.951] | 0.649 |
+| (0.6, 9) | 0.0737038 | 0.576296 | 0.65 | [0.051 0.349 0.001 0.599] | 0.0521496 | 0.721752 | 0.773902 | [0.052 0.948] | 0.65 |
+| (0.6, 10) | 0.085578 | 0.578422 | 0.664 | [0.064 0.336 0. 0.6 ] | 0.0560622 | 0.725188 | 0.78125 | [0.064 0.936] | 0.664 |
+| (0.6, 11) | 0.064456 | 0.598544 | 0.663 | [0.064 0.336 0.001 0.599] | 0.0459933 | 0.734463 | 0.780456 | [0.065 0.935] | 0.663 |
+| (0.6, 12) | 0.0562835 | 0.604716 | 0.661 | [0.061 0.339 0. 0.6 ] | 0.0319463 | 0.747781 | 0.779727 | [0.061 0.939] | 0.661 |
+| (0.6, 13) | 0.0716397 | 0.59336 | 0.665 | [0.065 0.335 0. 0.6 ] | 0.0419245 | 0.739834 | 0.781759 | [0.065 0.935] | 0.665 |
+| (0.6, 14) | 0.0583248 | 0.601675 | 0.66 | [0.06 0.34 0. 0.6 ] | 0.0437987 | 0.735422 | 0.779221 | [0.06 0.94] | 0.66 |
+| (0.6, 15) | 0.0434325 | 0.614568 | 0.658 | [0.058 0.342 0. 0.6 ] | 0.0282215 | 0.749989 | 0.77821 | [0.058 0.942] | 0.658 |
+| (0.6, 16) | 0.047439 | 0.621561 | 0.669 | [0.07 0.33 0.001 0.599] | 0.0270545 | 0.756464 | 0.783519 | [0.071 0.929] | 0.669 |
+| (0.6, 17) | 0.0933332 | 0.582667 | 0.676 | [0.077 0.323 0.001 0.599] | 0.058648 | 0.728474 | 0.787122 | [0.078 0.922] | 0.676 |
+| (0.6, 18) | 0.0390986 | 0.632901 | 0.672 | [0.072 0.328 0. 0.6 ] | 0.0259942 | 0.759346 | 0.78534 | [0.072 0.928] | 0.672 |
+| (0.6, 19) | 0.0678786 | 0.600121 | 0.668 | [0.068 0.332 0. 0.6 ] | 0.0480079 | 0.735282 | 0.78329 | [0.068 0.932] | 0.668 |
+| (0.6, 20) | 0.0539102 | 0.60209 | 0.656 | [0.056 0.344 0. 0.6 ] | 0.0370685 | 0.740134 | 0.777202 | [0.056 0.944] | 0.656 |
+| (0.6, 21) | 0.0820918 | 0.574908 | 0.657 | [0.058 0.342 0.001 0.599] | 0.0477883 | 0.729629 | 0.777417 | [0.059 0.941] | 0.657 |
+| (0.6, 22) | 0.0825172 | 0.577483 | 0.66 | [0.06 0.34 0. 0.6 ] | 0.0515437 | 0.727677 | 0.779221 | [0.06 0.94] | 0.66 |
+| (0.6, 23) | 0.0568959 | 0.596104 | 0.653 | [0.053 0.347 0. 0.6 ] | 0.0359543 | 0.739741 | 0.775695 | [0.053 0.947] | 0.653 |
+| (0.6, 24) | 0.0690674 | 0.599933 | 0.669 | [0.069 0.331 0. 0.6 ] | 0.0425673 | 0.741234 | 0.783801 | [0.069 0.931] | 0.669 |
+| (0.6, 25) | 0.076607 | 0.581393 | 0.658 | [0.058 0.342 0. 0.6 ] | 0.048413 | 0.729797 | 0.77821 | [0.058 0.942] | 0.658 |
+| (0.6, 26) | 0.0757756 | 0.580224 | 0.656 | [0.056 0.344 0. 0.6 ] | 0.0556539 | 0.721548 | 0.777202 | [0.056 0.944] | 0.656 |
+| (0.6, 27) | 0.0648862 | 0.578114 | 0.643 | [0.044 0.356 0.001 0.599] | 0.0435439 | 0.726874 | 0.770418 | [0.045 0.955] | 0.643 |
+| (0.6, 28) | 0.0528143 | 0.600186 | 0.653 | [0.054 0.346 0.001 0.599] | 0.0340945 | 0.74131 | 0.775405 | [0.055 0.945] | 0.653 |
+| (0.6, 29) | 0.0667359 | 0.601264 | 0.668 | [0.068 0.332 0. 0.6 ] | 0.0335976 | 0.749692 | 0.78329 | [0.068 0.932] | 0.668 |
+| (0.6, 30) | 0.0675497 | 0.58545 | 0.653 | [0.053 0.347 0. 0.6 ] | 0.0414239 | 0.734271 | 0.775695 | [0.053 0.947] | 0.653 |
+| (0.6, 31) | 0.0660047 | 0.598995 | 0.665 | [0.066 0.334 0.001 0.599] | 0.0426951 | 0.738779 | 0.781474 | [0.067 0.933] | 0.665 |
+| (0.6, 32) | 0.0442055 | 0.618795 | 0.663 | [0.063 0.337 0. 0.6 ] | 0.030497 | 0.750245 | 0.780742 | [0.063 0.937] | 0.663 |
+| (0.6, 33) | 0.0443751 | 0.609625 | 0.654 | [0.057 0.343 0.003 0.597] | 0.021217 | 0.754108 | 0.775325 | [0.06 0.94] | 0.654 |
+| (0.6, 34) | 0.0943248 | 0.576675 | 0.671 | [0.072 0.328 0.001 0.599] | 0.0621463 | 0.722399 | 0.784545 | [0.073 0.927] | 0.671 |
+| (0.6, 35) | 0.0535663 | 0.600434 | 0.654 | [0.054 0.346 0. 0.6 ] | 0.0296445 | 0.746552 | 0.776197 | [0.054 0.946] | 0.654 |
+| (0.6, 36) | 0.0605562 | 0.604444 | 0.665 | [0.065 0.335 0. 0.6 ] | 0.0392217 | 0.742537 | 0.781759 | [0.065 0.935] | 0.665 |
+| (0.6, 37) | 0.0866943 | 0.573306 | 0.66 | [0.06 0.34 0. 0.6 ] | 0.0538976 | 0.725323 | 0.779221 | [0.06 0.94] | 0.66 |
+| (0.6, 38) | 0.0545823 | 0.593418 | 0.648 | [0.048 0.352 0. 0.6 ] | 0.0352752 | 0.737921 | 0.773196 | [0.048 0.952] | 0.648 |
+| (0.6, 39) | 0.0336199 | 0.63738 | 0.671 | [0.071 0.329 0. 0.6 ] | 0.0231063 | 0.76172 | 0.784827 | [0.071 0.929] | 0.671 |
+| (0.6, 40) | 0.087924 | 0.585076 | 0.673 | [0.074 0.326 0.001 0.599] | 0.0570552 | 0.728519 | 0.785574 | [0.075 0.925] | 0.673 |
+| (0.6, 41) | 0.0627829 | 0.594217 | 0.657 | [0.057 0.343 0. 0.6 ] | 0.0367148 | 0.740991 | 0.777706 | [0.057 0.943] | 0.657 |
+| (0.6, 42) | 0.0661217 | 0.588878 | 0.655 | [0.055 0.345 0. 0.6 ] | 0.0462947 | 0.730404 | 0.776699 | [0.055 0.945] | 0.655 |
+| (0.6, 43) | 0.0472093 | 0.608791 | 0.656 | [0.056 0.344 0. 0.6 ] | 0.0315161 | 0.745686 | 0.777202 | [0.056 0.944] | 0.656 |
+| (0.6, 44) | 0.062447 | 0.595553 | 0.658 | [0.059 0.341 0.001 0.599] | 0.0393384 | 0.738584 | 0.777922 | [0.06 0.94] | 0.658 |
+| (0.6, 45) | 0.0553339 | 0.597666 | 0.653 | [0.053 0.347 0. 0.6 ] | 0.0316878 | 0.744007 | 0.775695 | [0.053 0.947] | 0.653 |
+| (0.6, 46) | 0.0603068 | 0.612693 | 0.673 | [0.073 0.327 0. 0.6 ] | 0.0403993 | 0.745455 | 0.785855 | [0.073 0.927] | 0.673 |
+| (0.6, 47) | 0.05245 | 0.59255 | 0.645 | [0.045 0.355 0. 0.6 ] | 0.0331539 | 0.73855 | 0.771704 | [0.045 0.955] | 0.645 |
+| (0.6, 48) | 0.0380303 | 0.61797 | 0.656 | [0.057 0.343 0.001 0.599] | 0.0253723 | 0.751541 | 0.776913 | [0.058 0.942] | 0.656 |
+| (0.6, 49) | 0.0738868 | 0.593113 | 0.667 | [0.067 0.333 0. 0.6 ] | 0.0450897 | 0.737689 | 0.782779 | [0.067 0.933] | 0.667 |
+| (0.6, 50) | 0.0354761 | 0.619524 | 0.655 | [0.055 0.345 0. 0.6 ] | 0.0207475 | 0.755952 | 0.776699 | [0.055 0.945] | 0.655 |
+| (0.6, 51) | 0.0437408 | 0.600259 | 0.644 | [0.046 0.354 0.002 0.598] | 0.0251752 | 0.745443 | 0.770619 | [0.048 0.952] | 0.644 |
+| (0.6, 52) | 0.0453087 | 0.612691 | 0.658 | [0.058 0.342 0. 0.6 ] | 0.0260618 | 0.752148 | 0.77821 | [0.058 0.942] | 0.658 |
+| (0.6, 53) | 0.0722881 | 0.592712 | 0.665 | [0.065 0.335 0. 0.6 ] | 0.047134 | 0.734625 | 0.781759 | [0.065 0.935] | 0.665 |
+| (0.6, 54) | 0.0421048 | 0.615895 | 0.658 | [0.059 0.341 0.001 0.599] | 0.0287259 | 0.749196 | 0.777922 | [0.06 0.94] | 0.658 |
+| (0.6, 55) | 0.066419 | 0.595581 | 0.662 | [0.062 0.338 0. 0.6 ] | 0.048597 | 0.731637 | 0.780234 | [0.062 0.938] | 0.662 |
+| (0.6, 56) | 0.0490829 | 0.605917 | 0.655 | [0.056 0.344 0.001 0.599] | 0.0286827 | 0.747727 | 0.77641 | [0.057 0.943] | 0.655 |
+| (0.6, 57) | 0.066909 | 0.583091 | 0.65 | [0.05 0.35 0. 0.6 ] | 0.0391516 | 0.735042 | 0.774194 | [0.05 0.95] | 0.65 |
+| (0.6, 58) | 0.0463631 | 0.608637 | 0.655 | [0.057 0.343 0.002 0.598] | 0.0324057 | 0.743714 | 0.776119 | [0.059 0.941] | 0.655 |
+| (0.6, 59) | 0.0634421 | 0.586558 | 0.65 | [0.05 0.35 0. 0.6 ] | 0.0366035 | 0.73759 | 0.774194 | [0.05 0.95] | 0.65 |
+| (0.6, 60) | 0.0772581 | 0.582742 | 0.66 | [0.06 0.34 0. 0.6 ] | 0.0456753 | 0.733546 | 0.779221 | [0.06 0.94] | 0.66 |
+| (0.6, 61) | 0.0671458 | 0.591854 | 0.659 | [0.06 0.34 0.001 0.599] | 0.0450789 | 0.733349 | 0.778428 | [0.061 0.939] | 0.659 |
+| (0.6, 62) | 0.0522664 | 0.599734 | 0.652 | [0.054 0.346 0.002 0.598] | 0.0359455 | 0.738666 | 0.774611 | [0.056 0.944] | 0.652 |
+| (0.6, 63) | 0.063116 | 0.588884 | 0.652 | [0.052 0.348 0. 0.6 ] | 0.0464068 | 0.728787 | 0.775194 | [0.052 0.948] | 0.652 |
+| (0.6, 64) | 0.0512798 | 0.61072 | 0.662 | [0.062 0.338 0. 0.6 ] | 0.0361072 | 0.744127 | 0.780234 | [0.062 0.938] | 0.662 |
+| (0.6, 65) | 0.0398496 | 0.62515 | 0.665 | [0.066 0.334 0.001 0.599] | 0.0283116 | 0.753163 | 0.781474 | [0.067 0.933] | 0.665 |
+| (0.6, 66) | 0.05223 | 0.60377 | 0.656 | [0.056 0.344 0. 0.6 ] | 0.0330846 | 0.744118 | 0.777202 | [0.056 0.944] | 0.656 |
+| (0.6, 67) | 0.0785234 | 0.581477 | 0.66 | [0.06 0.34 0. 0.6 ] | 0.0465799 | 0.732641 | 0.779221 | [0.06 0.94] | 0.66 |
+| (0.6, 68) | 0.0458468 | 0.604153 | 0.65 | [0.051 0.349 0.001 0.599] | 0.0325445 | 0.741357 | 0.773902 | [0.052 0.948] | 0.65 |
+| (0.6, 69) | 0.0860971 | 0.577903 | 0.664 | [0.065 0.335 0.001 0.599] | 0.0522512 | 0.728714 | 0.780965 | [0.066 0.934] | 0.664 |
+| (0.6, 70) | 0.0806746 | 0.589325 | 0.67 | [0.071 0.329 0.001 0.599] | 0.0519335 | 0.732098 | 0.784031 | [0.072 0.928] | 0.67 |
+| (0.6, 71) | 0.0784531 | 0.577547 | 0.656 | [0.057 0.343 0.001 0.599] | 0.0508206 | 0.726092 | 0.776913 | [0.058 0.942] | 0.656 |
+| (0.6, 72) | 0.0399431 | 0.613057 | 0.653 | [0.053 0.347 0. 0.6 ] | 0.0248862 | 0.750809 | 0.775695 | [0.053 0.947] | 0.653 |
+| (0.6, 73) | 0.0907004 | 0.5673 | 0.658 | [0.058 0.342 0. 0.6 ] | 0.0579146 | 0.720295 | 0.77821 | [0.058 0.942] | 0.658 |
+| (0.6, 74) | 0.0589133 | 0.596087 | 0.655 | [0.057 0.343 0.002 0.598] | 0.035358 | 0.740761 | 0.776119 | [0.059 0.941] | 0.655 |
+| (0.6, 75) | 0.0447162 | 0.624284 | 0.669 | [0.07 0.33 0.001 0.599] | 0.0297811 | 0.753738 | 0.783519 | [0.071 0.929] | 0.669 |
+| (0.6, 76) | 0.0764676 | 0.583532 | 0.66 | [0.061 0.339 0.001 0.599] | 0.0455743 | 0.733359 | 0.778934 | [0.062 0.938] | 0.66 |
+| (0.6, 77) | 0.0816418 | 0.584358 | 0.666 | [0.066 0.334 0. 0.6 ] | 0.0474277 | 0.734841 | 0.782269 | [0.066 0.934] | 0.666 |
+| (0.6, 78) | 0.0735751 | 0.572425 | 0.646 | [0.047 0.353 0.001 0.599] | 0.0540717 | 0.717836 | 0.771907 | [0.048 0.952] | 0.646 |
+| (0.6, 79) | 0.0570677 | 0.596932 | 0.654 | [0.055 0.345 0.001 0.599] | 0.0358959 | 0.740011 | 0.775907 | [0.056 0.944] | 0.654 |
+| (0.6, 80) | 0.0479097 | 0.60509 | 0.653 | [0.053 0.347 0. 0.6 ] | 0.032508 | 0.743187 | 0.775695 | [0.053 0.947] | 0.653 |
+| (0.6, 81) | 0.0575586 | 0.594441 | 0.652 | [0.052 0.348 0. 0.6 ] | 0.038032 | 0.737162 | 0.775194 | [0.052 0.948] | 0.652 |
+| (0.6, 82) | 0.0761639 | 0.587836 | 0.664 | [0.064 0.336 0. 0.6 ] | 0.0527736 | 0.728476 | 0.78125 | [0.064 0.936] | 0.664 |
+| (0.6, 83) | 0.0529422 | 0.607058 | 0.66 | [0.062 0.338 0.002 0.598] | 0.0371465 | 0.741499 | 0.778646 | [0.064 0.936] | 0.66 |
+| (0.6, 84) | 0.0580051 | 0.595995 | 0.654 | [0.055 0.345 0.001 0.599] | 0.0419757 | 0.733931 | 0.775907 | [0.056 0.944] | 0.654 |
+| (0.6, 85) | 0.0759486 | 0.587051 | 0.663 | [0.064 0.336 0.001 0.599] | 0.0539609 | 0.726495 | 0.780456 | [0.065 0.935] | 0.663 |
+| (0.6, 86) | 0.055749 | 0.619251 | 0.675 | [0.076 0.324 0.001 0.599] | 0.0404567 | 0.746149 | 0.786605 | [0.077 0.923] | 0.675 |
+| (0.6, 87) | 0.0509463 | 0.610054 | 0.661 | [0.061 0.339 0. 0.6 ] | 0.0335963 | 0.746131 | 0.779727 | [0.061 0.939] | 0.661 |
+| (0.6, 88) | 0.0355192 | 0.647481 | 0.683 | [0.083 0.317 0. 0.6 ] | 0.0262492 | 0.764786 | 0.791035 | [0.083 0.917] | 0.683 |
+| (0.6, 89) | 0.0640233 | 0.596977 | 0.661 | [0.061 0.339 0. 0.6 ] | 0.0340662 | 0.745661 | 0.779727 | [0.061 0.939] | 0.661 |
+| (0.6, 90) | 0.0701055 | 0.599894 | 0.67 | [0.07 0.33 0. 0.6 ] | 0.0407704 | 0.743543 | 0.784314 | [0.07 0.93] | 0.67 |
+| (0.6, 91) | 0.0341839 | 0.616816 | 0.651 | [0.052 0.348 0.001 0.599] | 0.0247255 | 0.749677 | 0.774402 | [0.053 0.947] | 0.651 |
+| (0.6, 92) | 0.0685819 | 0.611418 | 0.68 | [0.08 0.32 0. 0.6 ] | 0.0442119 | 0.745262 | 0.789474 | [0.08 0.92] | 0.68 |
+| (0.6, 93) | 0.0894146 | 0.567585 | 0.657 | [0.058 0.342 0.001 0.599] | 0.0539746 | 0.723443 | 0.777417 | [0.059 0.941] | 0.657 |
+| (0.6, 94) | 0.0650644 | 0.598936 | 0.664 | [0.064 0.336 0. 0.6 ] | 0.037461 | 0.743789 | 0.78125 | [0.064 0.936] | 0.664 |
+| (0.6, 95) | 0.0508844 | 0.599116 | 0.65 | [0.05 0.35 0. 0.6 ] | 0.0363045 | 0.737889 | 0.774194 | [0.05 0.95] | 0.65 |
+| (0.6, 96) | 0.0661985 | 0.603802 | 0.67 | [0.07 0.33 0. 0.6 ] | 0.039231 | 0.745083 | 0.784314 | [0.07 0.93] | 0.67 |
+| (0.6, 97) | 0.0892339 | 0.565766 | 0.655 | [0.057 0.343 0.002 0.598] | 0.0551233 | 0.720996 | 0.776119 | [0.059 0.941] | 0.655 |
+| (0.6, 98) | 0.0976272 | 0.562373 | 0.66 | [0.06 0.34 0. 0.6 ] | 0.0597714 | 0.719449 | 0.779221 | [0.06 0.94] | 0.66 |
+| (0.6, 99) | 0.0636941 | 0.593306 | 0.657 | [0.058 0.342 0.001 0.599] | 0.0418411 | 0.735576 | 0.777417 | [0.059 0.941] | 0.657 |
+| (0.65, 0) | 0.0739099 | 0.61709 | 0.691 | [0.041 0.309 0. 0.65 ] | 0.0526754 | 0.75528 | 0.807955 | [0.041 0.959] | 0.691 |
+| (0.65, 1) | 0.0477952 | 0.658205 | 0.706 | [0.056 0.294 0. 0.65 ] | 0.0325986 | 0.78296 | 0.815558 | [0.056 0.944] | 0.706 |
+| (0.65, 2) | 0.0229299 | 0.67707 | 0.7 | [0.05 0.3 0. 0.65] | 0.0159672 | 0.796533 | 0.8125 | [0.05 0.95] | 0.7 |
+| (0.65, 3) | 0.0538452 | 0.645155 | 0.699 | [0.049 0.301 0. 0.65 ] | 0.0312362 | 0.780756 | 0.811993 | [0.049 0.951] | 0.699 |
+| (0.65, 4) | 0.0925105 | 0.61149 | 0.704 | [0.054 0.296 0. 0.65 ] | 0.0581155 | 0.756421 | 0.814536 | [0.054 0.946] | 0.704 |
+| (0.65, 5) | 0.0578091 | 0.647191 | 0.705 | [0.056 0.294 0.001 0.649] | 0.0351116 | 0.779703 | 0.814815 | [0.057 0.943] | 0.705 |
+| (0.65, 6) | 0.062668 | 0.629332 | 0.692 | [0.042 0.308 0. 0.65 ] | 0.0378076 | 0.77065 | 0.808458 | [0.042 0.958] | 0.692 |
+| (0.65, 7) | 0.0638892 | 0.645111 | 0.709 | [0.06 0.29 0.001 0.649] | 0.0344787 | 0.782387 | 0.816866 | [0.061 0.939] | 0.709 |
+| (0.65, 8) | 0.0890857 | 0.608914 | 0.698 | [0.049 0.301 0.001 0.649] | 0.0547982 | 0.756452 | 0.81125 | [0.05 0.95] | 0.698 |
+| (0.65, 9) | 0.0611097 | 0.63789 | 0.699 | [0.049 0.301 0. 0.65 ] | 0.0413559 | 0.770637 | 0.811993 | [0.049 0.951] | 0.699 |
+| (0.65, 10) | 0.0562112 | 0.632789 | 0.689 | [0.039 0.311 0. 0.65 ] | 0.0323477 | 0.774605 | 0.806952 | [0.039 0.961] | 0.689 |
+| (0.65, 11) | 0.0589517 | 0.638048 | 0.697 | [0.047 0.303 0. 0.65 ] | 0.0366973 | 0.774282 | 0.810979 | [0.047 0.953] | 0.697 |
+| (0.65, 12) | 0.0482449 | 0.654755 | 0.703 | [0.053 0.297 0. 0.65 ] | 0.0320813 | 0.781945 | 0.814026 | [0.053 0.947] | 0.703 |
+| (0.65, 13) | 0.0736681 | 0.636332 | 0.71 | [0.061 0.289 0.001 0.649] | 0.0420889 | 0.775291 | 0.81738 | [0.062 0.938] | 0.71 |
+| (0.65, 14) | 0.0430404 | 0.66396 | 0.707 | [0.057 0.293 0. 0.65 ] | 0.0287048 | 0.787366 | 0.81607 | [0.057 0.943] | 0.707 |
+| (0.65, 15) | 0.0560687 | 0.637931 | 0.694 | [0.045 0.305 0.001 0.649] | 0.0310618 | 0.778165 | 0.809227 | [0.046 0.954] | 0.694 |
+| (0.65, 16) | 0.0456324 | 0.653368 | 0.699 | [0.05 0.3 0.001 0.649] | 0.0263883 | 0.785369 | 0.811757 | [0.051 0.949] | 0.699 |
+| (0.65, 17) | 0.064613 | 0.632387 | 0.697 | [0.047 0.303 0. 0.65 ] | 0.0387813 | 0.772198 | 0.810979 | [0.047 0.953] | 0.697 |
+| (0.65, 18) | 0.0734902 | 0.62551 | 0.699 | [0.052 0.298 0.003 0.647] | 0.0453684 | 0.765917 | 0.811285 | [0.055 0.945] | 0.699 |
+| (0.65, 19) | 0.0628344 | 0.639166 | 0.702 | [0.054 0.296 0.002 0.648] | 0.0345718 | 0.778477 | 0.813049 | [0.056 0.944] | 0.702 |
+| (0.65, 20) | 0.0673456 | 0.640654 | 0.708 | [0.059 0.291 0.001 0.649] | 0.0388652 | 0.777487 | 0.816352 | [0.06 0.94] | 0.708 |
+| (0.65, 21) | 0.0752692 | 0.617731 | 0.693 | [0.043 0.307 0. 0.65 ] | 0.0459319 | 0.763029 | 0.808961 | [0.043 0.957] | 0.693 |
+| (0.65, 22) | 0.0450542 | 0.652946 | 0.698 | [0.049 0.301 0.001 0.649] | 0.0298831 | 0.781367 | 0.81125 | [0.05 0.95] | 0.698 |
+| (0.65, 23) | 0.0337217 | 0.675278 | 0.709 | [0.06 0.29 0.001 0.649] | 0.0242411 | 0.792625 | 0.816866 | [0.061 0.939] | 0.709 |
+| (0.65, 24) | 0.052651 | 0.649349 | 0.702 | [0.054 0.296 0.002 0.648] | 0.0312041 | 0.781845 | 0.813049 | [0.056 0.944] | 0.702 |
+| (0.65, 25) | 0.0663186 | 0.632681 | 0.699 | [0.05 0.3 0.001 0.649] | 0.0405875 | 0.77117 | 0.811757 | [0.051 0.949] | 0.699 |
+| (0.65, 26) | 0.0504554 | 0.668545 | 0.719 | [0.069 0.281 0. 0.65 ] | 0.0367366 | 0.785528 | 0.822264 | [0.069 0.931] | 0.719 |
+| (0.65, 27) | 0.0624661 | 0.646534 | 0.709 | [0.06 0.29 0.001 0.649] | 0.0340857 | 0.78278 | 0.816866 | [0.061 0.939] | 0.709 |
+| (0.65, 28) | 0.0504084 | 0.651592 | 0.702 | [0.054 0.296 0.002 0.648] | 0.0300143 | 0.783035 | 0.813049 | [0.056 0.944] | 0.702 |
+| (0.65, 29) | 0.0659238 | 0.629076 | 0.695 | [0.046 0.304 0.001 0.649] | 0.0444182 | 0.765314 | 0.809732 | [0.047 0.953] | 0.695 |
+| (0.65, 30) | 0.0823759 | 0.623624 | 0.706 | [0.056 0.294 0. 0.65 ] | 0.0473784 | 0.76818 | 0.815558 | [0.056 0.944] | 0.706 |
+| (0.65, 31) | 0.06098 | 0.63702 | 0.698 | [0.048 0.302 0. 0.65 ] | 0.0393581 | 0.772128 | 0.811486 | [0.048 0.952] | 0.698 |
+| (0.65, 32) | 0.0843391 | 0.613661 | 0.698 | [0.048 0.302 0. 0.65 ] | 0.0515263 | 0.759959 | 0.811486 | [0.048 0.952] | 0.698 |
+| (0.65, 33) | 0.0906488 | 0.620351 | 0.711 | [0.061 0.289 0. 0.65 ] | 0.0539358 | 0.764189 | 0.818125 | [0.061 0.939] | 0.711 |
+| (0.65, 34) | 0.051511 | 0.654489 | 0.706 | [0.056 0.294 0. 0.65 ] | 0.0330441 | 0.782514 | 0.815558 | [0.056 0.944] | 0.706 |
+| (0.65, 35) | 0.068127 | 0.623873 | 0.692 | [0.044 0.306 0.002 0.648] | 0.0475416 | 0.760438 | 0.80798 | [0.046 0.954] | 0.692 |
+| (0.65, 36) | 0.05139 | 0.65561 | 0.707 | [0.058 0.292 0.001 0.649] | 0.0342364 | 0.781603 | 0.815839 | [0.059 0.941] | 0.707 |
+| (0.65, 37) | 0.0553304 | 0.64467 | 0.7 | [0.05 0.3 0. 0.65] | 0.0339875 | 0.778513 | 0.8125 | [0.05 0.95] | 0.7 |
+| (0.65, 38) | 0.0220005 | 0.683 | 0.705 | [0.058 0.292 0.003 0.647] | 0.0105615 | 0.803787 | 0.814349 | [0.061 0.939] | 0.705 |
+| (0.65, 39) | 0.0344814 | 0.684519 | 0.719 | [0.069 0.281 0. 0.65 ] | 0.0200217 | 0.802243 | 0.822264 | [0.069 0.931] | 0.719 |
+| (0.65, 40) | 0.0192848 | 0.687715 | 0.707 | [0.058 0.292 0.001 0.649] | 0.0118281 | 0.804011 | 0.815839 | [0.059 0.941] | 0.707 |
+| (0.65, 41) | 0.0629462 | 0.641054 | 0.704 | [0.054 0.296 0. 0.65 ] | 0.0417315 | 0.772805 | 0.814536 | [0.054 0.946] | 0.704 |
+| (0.65, 42) | 0.0509591 | 0.648041 | 0.699 | [0.049 0.301 0. 0.65 ] | 0.0323075 | 0.779685 | 0.811993 | [0.049 0.951] | 0.699 |
+| (0.65, 43) | 0.0284053 | 0.684595 | 0.713 | [0.063 0.287 0. 0.65 ] | 0.0186126 | 0.800543 | 0.819156 | [0.063 0.937] | 0.713 |
+| (0.65, 44) | 0.0542485 | 0.646751 | 0.701 | [0.051 0.299 0. 0.65 ] | 0.0377042 | 0.775304 | 0.813008 | [0.051 0.949] | 0.701 |
+| (0.65, 45) | 0.0473474 | 0.648653 | 0.696 | [0.046 0.304 0. 0.65 ] | 0.0312429 | 0.779231 | 0.810474 | [0.046 0.954] | 0.696 |
+| (0.65, 46) | 0.0573545 | 0.647646 | 0.705 | [0.055 0.295 0. 0.65 ] | 0.0328666 | 0.78218 | 0.815047 | [0.055 0.945] | 0.705 |
+| (0.65, 47) | 0.0778962 | 0.630104 | 0.708 | [0.058 0.292 0. 0.65 ] | 0.0481544 | 0.768428 | 0.816583 | [0.058 0.942] | 0.708 |
+| (0.65, 48) | 0.0636552 | 0.634345 | 0.698 | [0.048 0.302 0. 0.65 ] | 0.042687 | 0.768799 | 0.811486 | [0.048 0.952] | 0.698 |
+| (0.65, 49) | 0.0684301 | 0.62757 | 0.696 | [0.046 0.304 0. 0.65 ] | 0.0417784 | 0.768695 | 0.810474 | [0.046 0.954] | 0.696 |
+| (0.65, 50) | 0.0600838 | 0.648916 | 0.709 | [0.059 0.291 0. 0.65 ] | 0.0338159 | 0.78328 | 0.817096 | [0.059 0.941] | 0.709 |
+| (0.65, 51) | 0.0315922 | 0.670408 | 0.702 | [0.052 0.298 0. 0.65 ] | 0.0197787 | 0.793738 | 0.813517 | [0.052 0.948] | 0.702 |
+| (0.65, 52) | 0.0805029 | 0.622497 | 0.703 | [0.053 0.297 0. 0.65 ] | 0.0511013 | 0.762925 | 0.814026 | [0.053 0.947] | 0.703 |
+| (0.65, 53) | 0.0684217 | 0.642578 | 0.711 | [0.061 0.289 0. 0.65 ] | 0.0392399 | 0.778885 | 0.818125 | [0.061 0.939] | 0.711 |
+| (0.65, 54) | 0.0478134 | 0.656187 | 0.704 | [0.055 0.295 0.001 0.649] | 0.0278887 | 0.786415 | 0.814304 | [0.056 0.944] | 0.704 |
+| (0.65, 55) | 0.042591 | 0.654409 | 0.697 | [0.048 0.302 0.001 0.649] | 0.0266163 | 0.784127 | 0.810743 | [0.049 0.951] | 0.697 |
+| (0.65, 56) | 0.029453 | 0.676547 | 0.706 | [0.057 0.293 0.001 0.649] | 0.0176713 | 0.797655 | 0.815327 | [0.058 0.942] | 0.706 |
+| (0.65, 57) | 0.0740491 | 0.622951 | 0.697 | [0.047 0.303 0. 0.65 ] | 0.0467645 | 0.764215 | 0.810979 | [0.047 0.953] | 0.697 |
+| (0.65, 58) | 0.0721752 | 0.626825 | 0.699 | [0.049 0.301 0. 0.65 ] | 0.0467288 | 0.765264 | 0.811993 | [0.049 0.951] | 0.699 |
+| (0.65, 59) | 0.0720319 | 0.631968 | 0.704 | [0.054 0.296 0. 0.65 ] | 0.0479897 | 0.766547 | 0.814536 | [0.054 0.946] | 0.704 |
+| (0.65, 60) | 0.0632844 | 0.629716 | 0.693 | [0.043 0.307 0. 0.65 ] | 0.0401505 | 0.76881 | 0.808961 | [0.043 0.957] | 0.693 |
+| (0.65, 61) | 0.0312424 | 0.673758 | 0.705 | [0.056 0.294 0.001 0.649] | 0.0161445 | 0.79867 | 0.814815 | [0.057 0.943] | 0.705 |
+| (0.65, 62) | 0.0886932 | 0.611307 | 0.7 | [0.05 0.3 0. 0.65] | 0.0558643 | 0.756636 | 0.8125 | [0.05 0.95] | 0.7 |
+| (0.65, 63) | 0.0666069 | 0.627393 | 0.694 | [0.044 0.306 0. 0.65 ] | 0.0392557 | 0.770209 | 0.809465 | [0.044 0.956] | 0.694 |
+| (0.65, 64) | 0.0493815 | 0.650619 | 0.7 | [0.05 0.3 0. 0.65] | 0.033134 | 0.779366 | 0.8125 | [0.05 0.95] | 0.7 |
+| (0.65, 65) | 0.0743474 | 0.627653 | 0.702 | [0.053 0.297 0.001 0.649] | 0.0455442 | 0.767739 | 0.813283 | [0.054 0.946] | 0.702 |
+| (0.65, 66) | 0.0590576 | 0.642942 | 0.702 | [0.052 0.298 0. 0.65 ] | 0.0378606 | 0.775656 | 0.813517 | [0.052 0.948] | 0.702 |
+| (0.65, 67) | 0.0504622 | 0.640538 | 0.691 | [0.042 0.308 0.001 0.649] | 0.0288882 | 0.778828 | 0.807716 | [0.043 0.957] | 0.691 |
+| (0.65, 68) | 0.0491287 | 0.651871 | 0.701 | [0.051 0.299 0. 0.65 ] | 0.0298382 | 0.78317 | 0.813008 | [0.051 0.949] | 0.701 |
+| (0.65, 69) | 0.0671233 | 0.625877 | 0.693 | [0.043 0.307 0. 0.65 ] | 0.0465888 | 0.762372 | 0.808961 | [0.043 0.957] | 0.693 |
+| (0.65, 70) | 0.0581822 | 0.649818 | 0.708 | [0.059 0.291 0.001 0.649] | 0.039018 | 0.777334 | 0.816352 | [0.06 0.94] | 0.708 |
+| (0.65, 71) | 0.0656468 | 0.639353 | 0.705 | [0.055 0.295 0. 0.65 ] | 0.0450479 | 0.769999 | 0.815047 | [0.055 0.945] | 0.705 |
+| (0.65, 72) | 0.042696 | 0.659304 | 0.702 | [0.052 0.298 0. 0.65 ] | 0.029769 | 0.783748 | 0.813517 | [0.052 0.948] | 0.702 |
+| (0.65, 73) | 0.0621281 | 0.642872 | 0.705 | [0.055 0.295 0. 0.65 ] | 0.0356486 | 0.779398 | 0.815047 | [0.055 0.945] | 0.705 |
+| (0.65, 74) | 0.0614174 | 0.638583 | 0.7 | [0.05 0.3 0. 0.65] | 0.0417064 | 0.770794 | 0.8125 | [0.05 0.95] | 0.7 |
+| (0.65, 75) | 0.0690815 | 0.636919 | 0.706 | [0.056 0.294 0. 0.65 ] | 0.0382886 | 0.77727 | 0.815558 | [0.056 0.944] | 0.706 |
+| (0.65, 76) | 0.0663326 | 0.632667 | 0.699 | [0.049 0.301 0. 0.65 ] | 0.0417255 | 0.770267 | 0.811993 | [0.049 0.951] | 0.699 |
+| (0.65, 77) | 0.0329796 | 0.66402 | 0.697 | [0.047 0.303 0. 0.65 ] | 0.0208125 | 0.790167 | 0.810979 | [0.047 0.953] | 0.697 |
+| (0.65, 78) | 0.0305704 | 0.66243 | 0.693 | [0.043 0.307 0. 0.65 ] | 0.0199287 | 0.789032 | 0.808961 | [0.043 0.957] | 0.693 |
+| (0.65, 79) | 0.0591355 | 0.651865 | 0.711 | [0.061 0.289 0. 0.65 ] | 0.033893 | 0.784232 | 0.818125 | [0.061 0.939] | 0.711 |
+| (0.65, 80) | 0.0828419 | 0.621158 | 0.704 | [0.055 0.295 0.001 0.649] | 0.0513442 | 0.762959 | 0.814304 | [0.056 0.944] | 0.704 |
+| (0.65, 81) | 0.0405789 | 0.653421 | 0.694 | [0.044 0.306 0. 0.65 ] | 0.0252821 | 0.784182 | 0.809465 | [0.044 0.956] | 0.694 |
+| (0.65, 82) | 0.0552317 | 0.631768 | 0.687 | [0.037 0.313 0. 0.65 ] | 0.0343555 | 0.771596 | 0.805952 | [0.037 0.963] | 0.687 |
+| (0.65, 83) | 0.0558149 | 0.656185 | 0.712 | [0.062 0.288 0. 0.65 ] | 0.032602 | 0.786038 | 0.81864 | [0.062 0.938] | 0.712 |
+| (0.65, 84) | 0.0477823 | 0.663218 | 0.711 | [0.061 0.289 0. 0.65 ] | 0.025912 | 0.792213 | 0.818125 | [0.061 0.939] | 0.711 |
+| (0.65, 85) | 0.0763267 | 0.624673 | 0.701 | [0.052 0.298 0.001 0.649] | 0.0468193 | 0.765955 | 0.812774 | [0.053 0.947] | 0.701 |
+| (0.65, 86) | 0.0360446 | 0.657955 | 0.694 | [0.044 0.306 0. 0.65 ] | 0.0189634 | 0.790501 | 0.809465 | [0.044 0.956] | 0.694 |
+| (0.65, 87) | 0.0756674 | 0.622333 | 0.698 | [0.05 0.3 0.002 0.648] | 0.0459044 | 0.765109 | 0.811014 | [0.052 0.948] | 0.698 |
+| (0.65, 88) | 0.071613 | 0.627387 | 0.699 | [0.051 0.299 0.002 0.648] | 0.0411009 | 0.770421 | 0.811522 | [0.053 0.947] | 0.699 |
+| (0.65, 89) | 0.0559207 | 0.652079 | 0.708 | [0.059 0.291 0.001 0.649] | 0.0337589 | 0.782593 | 0.816352 | [0.06 0.94] | 0.708 |
+| (0.65, 90) | 0.0897853 | 0.600215 | 0.69 | [0.043 0.307 0.003 0.647] | 0.0598717 | 0.746861 | 0.806733 | [0.046 0.954] | 0.69 |
+| (0.65, 91) | 0.0652016 | 0.625798 | 0.691 | [0.041 0.309 0. 0.65 ] | 0.0389561 | 0.768999 | 0.807955 | [0.041 0.959] | 0.691 |
+| (0.65, 92) | 0.0780821 | 0.632918 | 0.711 | [0.062 0.288 0.001 0.649] | 0.0459551 | 0.77194 | 0.817895 | [0.063 0.937] | 0.711 |
+| (0.65, 93) | 0.0369541 | 0.667046 | 0.704 | [0.054 0.296 0. 0.65 ] | 0.0196589 | 0.794877 | 0.814536 | [0.054 0.946] | 0.704 |
+| (0.65, 94) | 0.0868486 | 0.613151 | 0.7 | [0.05 0.3 0. 0.65] | 0.052447 | 0.760053 | 0.8125 | [0.05 0.95] | 0.7 |
+| (0.65, 95) | 0.0358453 | 0.659155 | 0.695 | [0.046 0.304 0.001 0.649] | 0.0240181 | 0.785714 | 0.809732 | [0.047 0.953] | 0.695 |
+| (0.65, 96) | 0.0577789 | 0.650221 | 0.708 | [0.058 0.292 0. 0.65 ] | 0.0355455 | 0.781037 | 0.816583 | [0.058 0.942] | 0.708 |
+| (0.65, 97) | 0.0486151 | 0.645385 | 0.694 | [0.045 0.305 0.001 0.649] | 0.0316332 | 0.777594 | 0.809227 | [0.046 0.954] | 0.694 |
+| (0.65, 98) | 0.04014 | 0.65786 | 0.698 | [0.048 0.302 0. 0.65 ] | 0.0231171 | 0.788369 | 0.811486 | [0.048 0.952] | 0.698 |
+| (0.65, 99) | 0.0660544 | 0.650946 | 0.717 | [0.069 0.281 0.002 0.648] | 0.0386239 | 0.782149 | 0.820773 | [0.071 0.929] | 0.717 |
+| (0.7, 0) | 0.0257237 | 0.713276 | 0.739 | [0.039 0.261 0. 0.7 ] | 0.0158348 | 0.827031 | 0.842866 | [0.039 0.961] | 0.739 |
+| (0.7, 1) | 0.0460058 | 0.694994 | 0.741 | [0.041 0.259 0. 0.7 ] | 0.0269198 | 0.816962 | 0.843882 | [0.041 0.959] | 0.741 |
+| (0.7, 2) | 0.042295 | 0.707705 | 0.75 | [0.051 0.249 0.001 0.699] | 0.0283674 | 0.819934 | 0.848301 | [0.052 0.948] | 0.75 |
+| (0.7, 3) | 0.0288274 | 0.716173 | 0.745 | [0.048 0.252 0.003 0.697] | 0.0176749 | 0.827686 | 0.845361 | [0.051 0.949] | 0.745 |
+| (0.7, 4) | 0.018103 | 0.731897 | 0.75 | [0.051 0.249 0.001 0.699] | 0.0117766 | 0.836524 | 0.848301 | [0.052 0.948] | 0.75 |
+| (0.7, 5) | 0.0264212 | 0.724579 | 0.751 | [0.051 0.249 0. 0.7 ] | 0.0160402 | 0.832959 | 0.848999 | [0.051 0.949] | 0.751 |
+| (0.7, 6) | 0.0509385 | 0.697061 | 0.748 | [0.049 0.251 0.001 0.699] | 0.0314891 | 0.815784 | 0.847273 | [0.05 0.95] | 0.748 |
+| (0.7, 7) | 0.0454696 | 0.71053 | 0.756 | [0.056 0.244 0. 0.7 ] | 0.0292168 | 0.822365 | 0.851582 | [0.056 0.944] | 0.756 |
+| (0.7, 8) | 0.0431997 | 0.7028 | 0.746 | [0.046 0.254 0. 0.7 ] | 0.0222566 | 0.824176 | 0.846433 | [0.046 0.954] | 0.746 |
+| (0.7, 9) | 0.0663396 | 0.67366 | 0.74 | [0.04 0.26 0. 0.7 ] | 0.0383664 | 0.805007 | 0.843373 | [0.04 0.96] | 0.74 |
+| (0.7, 10) | 0.0436339 | 0.702366 | 0.746 | [0.046 0.254 0. 0.7 ] | 0.021438 | 0.824995 | 0.846433 | [0.046 0.954] | 0.746 |
+| (0.7, 11) | 0.0669556 | 0.677044 | 0.744 | [0.045 0.255 0.001 0.699] | 0.0409375 | 0.804286 | 0.845224 | [0.046 0.954] | 0.744 |
+| (0.7, 12) | 0.0236731 | 0.732327 | 0.756 | [0.056 0.244 0. 0.7 ] | 0.0114491 | 0.840132 | 0.851582 | [0.056 0.944] | 0.756 |
+| (0.7, 13) | 0.0543776 | 0.695622 | 0.75 | [0.051 0.249 0.001 0.699] | 0.0311781 | 0.817123 | 0.848301 | [0.052 0.948] | 0.75 |
+| (0.7, 14) | 0.0219647 | 0.722035 | 0.744 | [0.045 0.255 0.001 0.699] | 0.0127436 | 0.83248 | 0.845224 | [0.046 0.954] | 0.744 |
+| (0.7, 15) | 0.04204 | 0.70096 | 0.743 | [0.043 0.257 0. 0.7 ] | 0.0265375 | 0.818363 | 0.8449 | [0.043 0.957] | 0.743 |
+| (0.7, 16) | 0.0428157 | 0.693184 | 0.736 | [0.037 0.263 0.001 0.699] | 0.0243824 | 0.816773 | 0.841155 | [0.038 0.962] | 0.736 |
+| (0.7, 17) | 0.0241334 | 0.712867 | 0.737 | [0.038 0.262 0.001 0.699] | 0.0143424 | 0.827319 | 0.841662 | [0.039 0.961] | 0.737 |
+| (0.7, 18) | 0.0369606 | 0.702039 | 0.739 | [0.039 0.261 0. 0.7 ] | 0.0251595 | 0.817706 | 0.842866 | [0.039 0.961] | 0.739 |
+| (0.7, 19) | 0.0357608 | 0.708239 | 0.744 | [0.046 0.254 0.002 0.698] | 0.0229315 | 0.822105 | 0.845036 | [0.048 0.952] | 0.744 |
+| (0.7, 20) | 0.0544485 | 0.688552 | 0.743 | [0.044 0.256 0.001 0.699] | 0.0318225 | 0.81289 | 0.844713 | [0.045 0.955] | 0.743 |
+| (0.7, 21) | 0.0619287 | 0.696071 | 0.758 | [0.058 0.242 0. 0.7 ] | 0.0351504 | 0.817468 | 0.852619 | [0.058 0.942] | 0.758 |
+| (0.7, 22) | 0.04091 | 0.69509 | 0.736 | [0.037 0.263 0.001 0.699] | 0.0261895 | 0.814966 | 0.841155 | [0.038 0.962] | 0.736 |
+| (0.7, 23) | 0.0581635 | 0.696836 | 0.755 | [0.055 0.245 0. 0.7 ] | 0.0322321 | 0.818832 | 0.851064 | [0.055 0.945] | 0.755 |
+| (0.7, 24) | 0.031157 | 0.713843 | 0.745 | [0.046 0.254 0.001 0.699] | 0.020101 | 0.825634 | 0.845735 | [0.047 0.953] | 0.745 |
+| (0.7, 25) | 0.0699032 | 0.679097 | 0.749 | [0.049 0.251 0. 0.7 ] | 0.0441162 | 0.803855 | 0.847971 | [0.049 0.951] | 0.749 |
+| (0.7, 26) | 0.0365515 | 0.704449 | 0.741 | [0.041 0.259 0. 0.7 ] | 0.02384 | 0.820042 | 0.843882 | [0.041 0.959] | 0.741 |
+| (0.7, 27) | 0.051094 | 0.686906 | 0.738 | [0.04 0.26 0.002 0.698] | 0.0296508 | 0.812327 | 0.841978 | [0.042 0.958] | 0.738 |
+| (0.7, 28) | 0.0580445 | 0.695955 | 0.754 | [0.054 0.246 0. 0.7 ] | 0.0329645 | 0.817582 | 0.850547 | [0.054 0.946] | 0.754 |
+| (0.7, 29) | 0.0581874 | 0.687813 | 0.746 | [0.046 0.254 0. 0.7 ] | 0.0329015 | 0.813531 | 0.846433 | [0.046 0.954] | 0.746 |
+| (0.7, 30) | 0.0596123 | 0.683388 | 0.743 | [0.043 0.257 0. 0.7 ] | 0.0371841 | 0.807716 | 0.8449 | [0.043 0.957] | 0.743 |
+| (0.7, 31) | 0.0457276 | 0.695272 | 0.741 | [0.043 0.257 0.002 0.698] | 0.0284045 | 0.8151 | 0.843505 | [0.045 0.955] | 0.741 |
+| (0.7, 32) | 0.0302288 | 0.712771 | 0.743 | [0.043 0.257 0. 0.7 ] | 0.0195378 | 0.825363 | 0.8449 | [0.043 0.957] | 0.743 |
+| (0.7, 33) | 0.0102201 | 0.73978 | 0.75 | [0.05 0.25 0. 0.7 ] | 0.00445961 | 0.844025 | 0.848485 | [0.05 0.95] | 0.75 |
+| (0.7, 34) | 0.0382468 | 0.706753 | 0.745 | [0.045 0.255 0. 0.7 ] | 0.0235733 | 0.822348 | 0.845921 | [0.045 0.955] | 0.745 |
+| (0.7, 35) | 0.0399682 | 0.706032 | 0.746 | [0.046 0.254 0. 0.7 ] | 0.0243874 | 0.822045 | 0.846433 | [0.046 0.954] | 0.746 |
+| (0.7, 36) | 0.0552478 | 0.685752 | 0.741 | [0.041 0.259 0. 0.7 ] | 0.0321503 | 0.811732 | 0.843882 | [0.041 0.959] | 0.741 |
+| (0.7, 37) | 0.0626886 | 0.683311 | 0.746 | [0.047 0.253 0.001 0.699] | 0.0357774 | 0.81047 | 0.846247 | [0.048 0.952] | 0.746 |
+| (0.7, 38) | 0.0941167 | 0.653883 | 0.748 | [0.048 0.252 0. 0.7 ] | 0.0630955 | 0.784362 | 0.847458 | [0.048 0.952] | 0.748 |
+| (0.7, 39) | 0.0540688 | 0.684931 | 0.739 | [0.039 0.261 0. 0.7 ] | 0.0299878 | 0.812878 | 0.842866 | [0.039 0.961] | 0.739 |
+| (0.7, 40) | 0.0768883 | 0.673112 | 0.75 | [0.05 0.25 0. 0.7 ] | 0.0440604 | 0.804424 | 0.848485 | [0.05 0.95] | 0.75 |
+| (0.7, 41) | 0.0345316 | 0.705468 | 0.74 | [0.042 0.258 0.002 0.698] | 0.0216253 | 0.82137 | 0.842995 | [0.044 0.956] | 0.74 |
+| (0.7, 42) | 0.0386848 | 0.702315 | 0.741 | [0.042 0.258 0.001 0.699] | 0.0241046 | 0.819589 | 0.843693 | [0.043 0.957] | 0.741 |
+| (0.7, 43) | 0.0599738 | 0.673026 | 0.733 | [0.034 0.266 0.001 0.699] | 0.0351087 | 0.804531 | 0.83964 | [0.035 0.965] | 0.733 |
+| (0.7, 44) | 0.0584178 | 0.686582 | 0.745 | [0.045 0.255 0. 0.7 ] | 0.0322826 | 0.813639 | 0.845921 | [0.045 0.955] | 0.745 |
+| (0.7, 45) | 0.0447354 | 0.700265 | 0.745 | [0.045 0.255 0. 0.7 ] | 0.0272621 | 0.818659 | 0.845921 | [0.045 0.955] | 0.745 |
+| (0.7, 46) | 0.0340733 | 0.718927 | 0.753 | [0.053 0.247 0. 0.7 ] | 0.0217421 | 0.828288 | 0.85003 | [0.053 0.947] | 0.753 |
+| (0.7, 47) | 0.0335992 | 0.719401 | 0.753 | [0.053 0.247 0. 0.7 ] | 0.020345 | 0.829685 | 0.85003 | [0.053 0.947] | 0.753 |
+| (0.7, 48) | 0.0205774 | 0.714423 | 0.735 | [0.036 0.264 0.001 0.699] | 0.0129594 | 0.82769 | 0.840649 | [0.037 0.963] | 0.735 |
+| (0.7, 49) | 0.0587974 | 0.686203 | 0.745 | [0.045 0.255 0. 0.7 ] | 0.0339661 | 0.811955 | 0.845921 | [0.045 0.955] | 0.745 |
+| (0.7, 50) | 0.0351737 | 0.719826 | 0.755 | [0.056 0.244 0.001 0.699] | 0.0199776 | 0.830905 | 0.850883 | [0.057 0.943] | 0.755 |
+| (0.7, 51) | 0.0267817 | 0.728218 | 0.755 | [0.055 0.245 0. 0.7 ] | 0.0161224 | 0.834941 | 0.851064 | [0.055 0.945] | 0.755 |
+| (0.7, 52) | 0.0472808 | 0.698719 | 0.746 | [0.047 0.253 0.001 0.699] | 0.0257035 | 0.820544 | 0.846247 | [0.048 0.952] | 0.746 |
+| (0.7, 53) | 0.0651052 | 0.670895 | 0.736 | [0.036 0.264 0. 0.7 ] | 0.0414622 | 0.799884 | 0.841346 | [0.036 0.964] | 0.736 |
+| (0.7, 54) | 0.0266103 | 0.71839 | 0.745 | [0.045 0.255 0. 0.7 ] | 0.0163738 | 0.829548 | 0.845921 | [0.045 0.955] | 0.745 |
+| (0.7, 55) | 0.0556272 | 0.685373 | 0.741 | [0.042 0.258 0.001 0.699] | 0.0349463 | 0.808747 | 0.843693 | [0.043 0.957] | 0.741 |
+| (0.7, 56) | 0.0522764 | 0.689724 | 0.742 | [0.044 0.256 0.002 0.698] | 0.0302049 | 0.81381 | 0.844015 | [0.046 0.954] | 0.742 |
+| (0.7, 57) | 0.0489347 | 0.701065 | 0.75 | [0.05 0.25 0. 0.7 ] | 0.0319756 | 0.816509 | 0.848485 | [0.05 0.95] | 0.75 |
+| (0.7, 58) | 0.0572132 | 0.690787 | 0.748 | [0.048 0.252 0. 0.7 ] | 0.0348496 | 0.812608 | 0.847458 | [0.048 0.952] | 0.748 |
+| (0.7, 59) | 0.0616845 | 0.687316 | 0.749 | [0.052 0.248 0.003 0.697] | 0.0364798 | 0.810937 | 0.847416 | [0.055 0.945] | 0.749 |
+| (0.7, 60) | 0.0266481 | 0.719352 | 0.746 | [0.046 0.254 0. 0.7 ] | 0.0112287 | 0.835204 | 0.846433 | [0.046 0.954] | 0.746 |
+| (0.7, 61) | 0.0431471 | 0.703853 | 0.747 | [0.047 0.253 0. 0.7 ] | 0.0277927 | 0.819152 | 0.846945 | [0.047 0.953] | 0.747 |
+| (0.7, 62) | 0.058813 | 0.695187 | 0.754 | [0.055 0.245 0.001 0.699] | 0.0385337 | 0.811831 | 0.850365 | [0.056 0.944] | 0.754 |
+| (0.7, 63) | 0.044278 | 0.703722 | 0.748 | [0.049 0.251 0.001 0.699] | 0.0263027 | 0.82097 | 0.847273 | [0.05 0.95] | 0.748 |
+| (0.7, 64) | 0.0824936 | 0.657506 | 0.74 | [0.041 0.259 0.001 0.699] | 0.0498315 | 0.793353 | 0.843185 | [0.042 0.958] | 0.74 |
+| (0.7, 65) | 0.0487397 | 0.69226 | 0.741 | [0.041 0.259 0. 0.7 ] | 0.0273824 | 0.8165 | 0.843882 | [0.041 0.959] | 0.741 |
+| (0.7, 66) | 0.0456017 | 0.700398 | 0.746 | [0.046 0.254 0. 0.7 ] | 0.0291693 | 0.817264 | 0.846433 | [0.046 0.954] | 0.746 |
+| (0.7, 67) | 0.0599507 | 0.682049 | 0.742 | [0.042 0.258 0. 0.7 ] | 0.0336685 | 0.810722 | 0.844391 | [0.042 0.958] | 0.742 |
+| (0.7, 68) | 0.0606527 | 0.686347 | 0.747 | [0.049 0.251 0.002 0.698] | 0.0362096 | 0.810364 | 0.846574 | [0.051 0.949] | 0.747 |
+| (0.7, 69) | 0.0634868 | 0.670513 | 0.734 | [0.034 0.266 0. 0.7 ] | 0.0382688 | 0.802067 | 0.840336 | [0.034 0.966] | 0.734 |
+| (0.7, 70) | 0.0314017 | 0.715598 | 0.747 | [0.049 0.251 0.002 0.698] | 0.0198875 | 0.826686 | 0.846574 | [0.051 0.949] | 0.747 |
+| (0.7, 71) | 0.0570147 | 0.693985 | 0.751 | [0.051 0.249 0. 0.7 ] | 0.0312233 | 0.817776 | 0.848999 | [0.051 0.949] | 0.751 |
+| (0.7, 72) | 0.0439817 | 0.690018 | 0.734 | [0.035 0.265 0.001 0.699] | 0.0238598 | 0.816284 | 0.840144 | [0.036 0.964] | 0.734 |
+| (0.7, 73) | 0.0455512 | 0.698449 | 0.744 | [0.045 0.255 0.001 0.699] | 0.0244858 | 0.820738 | 0.845224 | [0.046 0.954] | 0.744 |
+| (0.7, 74) | 0.0488415 | 0.697158 | 0.746 | [0.046 0.254 0. 0.7 ] | 0.0275018 | 0.818931 | 0.846433 | [0.046 0.954] | 0.746 |
+| (0.7, 75) | 0.040398 | 0.701602 | 0.742 | [0.042 0.258 0. 0.7 ] | 0.025014 | 0.819377 | 0.844391 | [0.042 0.958] | 0.742 |
+| (0.7, 76) | 0.0338518 | 0.711148 | 0.745 | [0.045 0.255 0. 0.7 ] | 0.0211698 | 0.824752 | 0.845921 | [0.045 0.955] | 0.745 |
+| (0.7, 77) | 0.0635197 | 0.67848 | 0.742 | [0.042 0.258 0. 0.7 ] | 0.0368786 | 0.807512 | 0.844391 | [0.042 0.958] | 0.742 |
+| (0.7, 78) | 0.0168386 | 0.730161 | 0.747 | [0.048 0.252 0.001 0.699] | 0.00937337 | 0.837386 | 0.84676 | [0.049 0.951] | 0.747 |
+| (0.7, 79) | 0.0418986 | 0.714101 | 0.756 | [0.056 0.244 0. 0.7 ] | 0.025139 | 0.826443 | 0.851582 | [0.056 0.944] | 0.756 |
+| (0.7, 80) | 0.037095 | 0.711905 | 0.749 | [0.049 0.251 0. 0.7 ] | 0.0236265 | 0.824344 | 0.847971 | [0.049 0.951] | 0.749 |
+| (0.7, 81) | 0.0355185 | 0.710481 | 0.746 | [0.047 0.253 0.001 0.699] | 0.023162 | 0.823085 | 0.846247 | [0.048 0.952] | 0.746 |
+| (0.7, 82) | 0.051202 | 0.689798 | 0.741 | [0.043 0.257 0.002 0.698] | 0.0302617 | 0.813243 | 0.843505 | [0.045 0.955] | 0.741 |
+| (0.7, 83) | 0.0127804 | 0.72822 | 0.741 | [0.041 0.259 0. 0.7 ] | 0.00508636 | 0.838795 | 0.843882 | [0.041 0.959] | 0.741 |
+| (0.7, 84) | 0.0571513 | 0.682849 | 0.74 | [0.042 0.258 0.002 0.698] | 0.0317753 | 0.81122 | 0.842995 | [0.044 0.956] | 0.74 |
+| (0.7, 85) | 0.03966 | 0.70434 | 0.744 | [0.044 0.256 0. 0.7 ] | 0.0248263 | 0.820584 | 0.845411 | [0.044 0.956] | 0.744 |
+| (0.7, 86) | 0.0395805 | 0.70942 | 0.749 | [0.05 0.25 0.001 0.699] | 0.0253555 | 0.822431 | 0.847787 | [0.051 0.949] | 0.749 |
+| (0.7, 87) | 0.0439101 | 0.70109 | 0.745 | [0.046 0.254 0.001 0.699] | 0.0245246 | 0.82121 | 0.845735 | [0.047 0.953] | 0.745 |
+| (0.7, 88) | 0.0251373 | 0.720863 | 0.746 | [0.046 0.254 0. 0.7 ] | 0.0166981 | 0.829735 | 0.846433 | [0.046 0.954] | 0.746 |
+| (0.7, 89) | 0.0427015 | 0.700298 | 0.743 | [0.043 0.257 0. 0.7 ] | 0.0273584 | 0.817542 | 0.8449 | [0.043 0.957] | 0.743 |
+| (0.7, 90) | 0.0521871 | 0.687813 | 0.74 | [0.04 0.26 0. 0.7 ] | 0.0297551 | 0.813618 | 0.843373 | [0.04 0.96] | 0.74 |
+| (0.7, 91) | 0.0432122 | 0.695788 | 0.739 | [0.04 0.26 0.001 0.699] | 0.0262949 | 0.816381 | 0.842676 | [0.041 0.959] | 0.739 |
+| (0.7, 92) | 0.0378549 | 0.706145 | 0.744 | [0.045 0.255 0.001 0.699] | 0.0179952 | 0.827228 | 0.845224 | [0.046 0.954] | 0.744 |
+| (0.7, 93) | 0.0545061 | 0.693494 | 0.748 | [0.048 0.252 0. 0.7 ] | 0.0338916 | 0.813566 | 0.847458 | [0.048 0.952] | 0.748 |
+| (0.7, 94) | 0.0669098 | 0.67309 | 0.74 | [0.04 0.26 0. 0.7 ] | 0.0398733 | 0.8035 | 0.843373 | [0.04 0.96] | 0.74 |
+| (0.7, 95) | 0.0615466 | 0.686453 | 0.748 | [0.049 0.251 0.001 0.699] | 0.0419311 | 0.805342 | 0.847273 | [0.05 0.95] | 0.748 |
+| (0.7, 96) | 0.0643432 | 0.684657 | 0.749 | [0.049 0.251 0. 0.7 ] | 0.0391777 | 0.808793 | 0.847971 | [0.049 0.951] | 0.749 |
+| (0.7, 97) | 0.0318799 | 0.69612 | 0.728 | [0.03 0.27 0.002 0.698] | 0.0182705 | 0.81866 | 0.83693 | [0.032 0.968] | 0.728 |
+| (0.7, 98) | 0.0286473 | 0.719353 | 0.748 | [0.049 0.251 0.001 0.699] | 0.0153222 | 0.831951 | 0.847273 | [0.05 0.95] | 0.748 |
+| (0.7, 99) | 0.048621 | 0.683379 | 0.732 | [0.032 0.268 0. 0.7 ] | 0.0314276 | 0.807901 | 0.839329 | [0.032 0.968] | 0.732 |
+| (0.75, 0) | 0.0290489 | 0.763951 | 0.793 | [0.043 0.207 0. 0.75 ] | 0.0188064 | 0.859928 | 0.878735 | [0.043 0.957] | 0.793 |
+| (0.75, 1) | 0.0213086 | 0.783691 | 0.805 | [0.055 0.195 0. 0.75 ] | 0.0131107 | 0.871845 | 0.884956 | [0.055 0.945] | 0.805 |
+| (0.75, 2) | 0.0258045 | 0.769195 | 0.795 | [0.046 0.204 0.001 0.749] | 0.0152213 | 0.864403 | 0.879624 | [0.047 0.953] | 0.795 |
+| (0.75, 3) | 0.0499394 | 0.737061 | 0.787 | [0.037 0.213 0. 0.75 ] | 0.0290134 | 0.846643 | 0.875657 | [0.037 0.963] | 0.787 |
+| (0.75, 4) | 0.0376303 | 0.74437 | 0.782 | [0.032 0.218 0. 0.75 ] | 0.0197061 | 0.853402 | 0.873108 | [0.032 0.968] | 0.782 |
+| (0.75, 5) | 0.0469517 | 0.733048 | 0.78 | [0.03 0.22 0. 0.75] | 0.0263483 | 0.845745 | 0.872093 | [0.03 0.97] | 0.78 |
+| (0.75, 6) | 0.0370853 | 0.757915 | 0.795 | [0.046 0.204 0.001 0.749] | 0.0226526 | 0.856972 | 0.879624 | [0.047 0.953] | 0.795 |
+| (0.75, 7) | 0.0310667 | 0.756933 | 0.788 | [0.038 0.212 0. 0.75 ] | 0.0161298 | 0.860038 | 0.876168 | [0.038 0.962] | 0.788 |
+| (0.75, 8) | 0.0332692 | 0.761731 | 0.795 | [0.047 0.203 0.002 0.748] | 0.0202977 | 0.859185 | 0.879483 | [0.049 0.951] | 0.795 |
+| (0.75, 9) | 0.0136944 | 0.777306 | 0.791 | [0.041 0.209 0. 0.75 ] | 0.00761378 | 0.870092 | 0.877706 | [0.041 0.959] | 0.791 |
+| (0.75, 10) | 0.0441472 | 0.740853 | 0.785 | [0.036 0.214 0.001 0.749] | 0.0265147 | 0.847975 | 0.874489 | [0.037 0.963] | 0.785 |
+| (0.75, 11) | 0.00733119 | 0.775669 | 0.783 | [0.034 0.216 0.001 0.749] | 0.00279004 | 0.870679 | 0.873469 | [0.035 0.965] | 0.783 |
+| (0.75, 12) | 0.0121353 | 0.770865 | 0.783 | [0.035 0.215 0.002 0.748] | 0.00702411 | 0.866298 | 0.873322 | [0.037 0.963] | 0.783 |
+| (0.75, 13) | 0.0565286 | 0.731471 | 0.788 | [0.039 0.211 0.001 0.749] | 0.0321032 | 0.84392 | 0.876023 | [0.04 0.96] | 0.788 |
+| (0.75, 14) | 0.0152813 | 0.769719 | 0.785 | [0.035 0.215 0. 0.75 ] | 0.00888373 | 0.865752 | 0.874636 | [0.035 0.965] | 0.785 |
+| (0.75, 15) | 0.0153936 | 0.772606 | 0.788 | [0.039 0.211 0.001 0.749] | 0.00762887 | 0.868395 | 0.876023 | [0.04 0.96] | 0.788 |
+| (0.75, 16) | 0.0119624 | 0.778038 | 0.79 | [0.042 0.208 0.002 0.748] | 0.00732564 | 0.869579 | 0.876905 | [0.044 0.956] | 0.79 |
+| (0.75, 17) | 0.0485998 | 0.7364 | 0.785 | [0.035 0.215 0. 0.75 ] | 0.0266139 | 0.848022 | 0.874636 | [0.035 0.965] | 0.785 |
+| (0.75, 18) | 0.026567 | 0.751433 | 0.778 | [0.03 0.22 0.002 0.748] | 0.0149359 | 0.855844 | 0.87078 | [0.032 0.968] | 0.778 |
+| (0.75, 19) | 0.0434839 | 0.746516 | 0.79 | [0.04 0.21 0. 0.75] | 0.0227465 | 0.854447 | 0.877193 | [0.04 0.96] | 0.79 |
+| (0.75, 20) | 0.00358118 | 0.779419 | 0.783 | [0.035 0.215 0.002 0.748] | 0.00161839 | 0.871703 | 0.873322 | [0.037 0.963] | 0.783 |
+| (0.75, 21) | 0.0250464 | 0.757954 | 0.783 | [0.033 0.217 0. 0.75 ] | 0.0141667 | 0.85945 | 0.873617 | [0.033 0.967] | 0.783 |
+| (0.75, 22) | 0.00593084 | 0.793069 | 0.799 | [0.049 0.201 0. 0.75 ] | 0.00302196 | 0.878812 | 0.881834 | [0.049 0.951] | 0.799 |
+| (0.75, 23) | 0.0645649 | 0.724435 | 0.789 | [0.041 0.209 0.002 0.748] | 0.0377325 | 0.838659 | 0.876391 | [0.043 0.957] | 0.789 |
+| (0.75, 24) | 0.0404161 | 0.745584 | 0.786 | [0.036 0.214 0. 0.75 ] | 0.022775 | 0.852371 | 0.875146 | [0.036 0.964] | 0.786 |
+| (0.75, 25) | 0.0593057 | 0.727694 | 0.787 | [0.038 0.212 0.001 0.749] | 0.0333993 | 0.842112 | 0.875511 | [0.039 0.961] | 0.787 |
+| (0.75, 26) | 0.0611953 | 0.737805 | 0.799 | [0.049 0.201 0. 0.75 ] | 0.0339211 | 0.847913 | 0.881834 | [0.049 0.951] | 0.799 |
+| (0.75, 27) | 0.0335309 | 0.764469 | 0.798 | [0.049 0.201 0.001 0.749] | 0.0187754 | 0.862401 | 0.881176 | [0.05 0.95] | 0.798 |
+| (0.75, 28) | 0.0467563 | 0.734244 | 0.781 | [0.032 0.218 0.001 0.749] | 0.0259504 | 0.846502 | 0.872452 | [0.033 0.967] | 0.781 |
+| (0.75, 29) | 0.0367851 | 0.757215 | 0.794 | [0.045 0.205 0.001 0.749] | 0.0220216 | 0.857086 | 0.879108 | [0.046 0.954] | 0.794 |
+| (0.75, 30) | 0.0561704 | 0.73983 | 0.796 | [0.047 0.203 0.001 0.749] | 0.0301069 | 0.850034 | 0.880141 | [0.048 0.952] | 0.796 |
+| (0.75, 31) | 0.036463 | 0.759537 | 0.796 | [0.046 0.204 0. 0.75 ] | 0.0194914 | 0.86079 | 0.880282 | [0.046 0.954] | 0.796 |
+| (0.75, 32) | 0.0115699 | 0.76443 | 0.776 | [0.027 0.223 0.001 0.749] | 0.00582438 | 0.864094 | 0.869919 | [0.028 0.972] | 0.776 |
+| (0.75, 33) | 0.0385213 | 0.755479 | 0.794 | [0.044 0.206 0. 0.75 ] | 0.0240675 | 0.855182 | 0.87925 | [0.044 0.956] | 0.794 |
+| (0.75, 34) | 0.0279748 | 0.762025 | 0.79 | [0.04 0.21 0. 0.75] | 0.0177323 | 0.859461 | 0.877193 | [0.04 0.96] | 0.79 |
+| (0.75, 35) | 0.0437401 | 0.73526 | 0.779 | [0.031 0.219 0.002 0.748] | 0.0250926 | 0.846194 | 0.871287 | [0.033 0.967] | 0.779 |
+| (0.75, 36) | 0.024253 | 0.758747 | 0.783 | [0.034 0.216 0.001 0.749] | 0.0142197 | 0.85925 | 0.873469 | [0.035 0.965] | 0.783 |
+| (0.75, 37) | 0.0511354 | 0.726865 | 0.778 | [0.029 0.221 0.001 0.749] | 0.0319916 | 0.838939 | 0.87093 | [0.03 0.97] | 0.778 |
+| (0.75, 38) | 0.0391688 | 0.741831 | 0.781 | [0.032 0.218 0.001 0.749] | 0.0227259 | 0.849726 | 0.872452 | [0.033 0.967] | 0.781 |
+| (0.75, 39) | 0.049827 | 0.737173 | 0.787 | [0.038 0.212 0.001 0.749] | 0.0270195 | 0.848492 | 0.875511 | [0.039 0.961] | 0.787 |
+| (0.75, 40) | 0.0114272 | 0.785573 | 0.797 | [0.047 0.203 0. 0.75 ] | 0.00614797 | 0.874651 | 0.880799 | [0.047 0.953] | 0.797 |
+| (0.75, 41) | 0.0306715 | 0.762329 | 0.793 | [0.044 0.206 0.001 0.749] | 0.0183691 | 0.860223 | 0.878592 | [0.045 0.955] | 0.793 |
+| (0.75, 42) | 0.0395072 | 0.747493 | 0.787 | [0.039 0.211 0.002 0.748] | 0.0247259 | 0.85064 | 0.875366 | [0.041 0.959] | 0.787 |
+| (0.75, 43) | 0.0434636 | 0.749536 | 0.793 | [0.044 0.206 0.001 0.749] | 0.0248327 | 0.85376 | 0.878592 | [0.045 0.955] | 0.793 |
+| (0.75, 44) | 0.0360129 | 0.744987 | 0.781 | [0.031 0.219 0. 0.75 ] | 0.0199793 | 0.852621 | 0.8726 | [0.031 0.969] | 0.781 |
+| (0.75, 45) | 0.0280378 | 0.755962 | 0.784 | [0.035 0.215 0.001 0.749] | 0.0137074 | 0.860272 | 0.873979 | [0.036 0.964] | 0.784 |
+| (0.75, 46) | 0.0215758 | 0.774424 | 0.796 | [0.046 0.204 0. 0.75 ] | 0.0126768 | 0.867605 | 0.880282 | [0.046 0.954] | 0.796 |
+| (0.75, 47) | 0.0523155 | 0.739684 | 0.792 | [0.042 0.208 0. 0.75 ] | 0.0300079 | 0.848212 | 0.87822 | [0.042 0.958] | 0.792 |
+| (0.75, 48) | 0.0602019 | 0.728798 | 0.789 | [0.04 0.21 0.001 0.749] | 0.0383976 | 0.838138 | 0.876536 | [0.041 0.959] | 0.789 |
+| (0.75, 49) | 0.047031 | 0.739969 | 0.787 | [0.038 0.212 0.001 0.749] | 0.0290799 | 0.846431 | 0.875511 | [0.039 0.961] | 0.787 |
+| (0.75, 50) | 0.0273783 | 0.768622 | 0.796 | [0.046 0.204 0. 0.75 ] | 0.0135753 | 0.866706 | 0.880282 | [0.046 0.954] | 0.796 |
+| (0.75, 51) | 0.02684 | 0.76216 | 0.789 | [0.041 0.209 0.002 0.748] | 0.0131259 | 0.863265 | 0.876391 | [0.043 0.957] | 0.789 |
+| (0.75, 52) | 0.0400329 | 0.747967 | 0.788 | [0.039 0.211 0.001 0.749] | 0.0219925 | 0.854031 | 0.876023 | [0.04 0.96] | 0.788 |
+| (0.75, 53) | 0.0356267 | 0.753373 | 0.789 | [0.039 0.211 0. 0.75 ] | 0.0208528 | 0.855828 | 0.87668 | [0.039 0.961] | 0.789 |
+| (0.75, 54) | 0.0441881 | 0.744812 | 0.789 | [0.04 0.21 0.001 0.749] | 0.0265353 | 0.850001 | 0.876536 | [0.041 0.959] | 0.789 |
+| (0.75, 55) | 0.0309762 | 0.749024 | 0.78 | [0.031 0.219 0.001 0.749] | 0.0178195 | 0.854125 | 0.871944 | [0.032 0.968] | 0.78 |
+| (0.75, 56) | 0.0161385 | 0.772862 | 0.789 | [0.039 0.211 0. 0.75 ] | 0.00984521 | 0.866835 | 0.87668 | [0.039 0.961] | 0.789 |
+| (0.75, 57) | 0.0170935 | 0.761907 | 0.779 | [0.03 0.22 0.001 0.749] | 0.00916119 | 0.862276 | 0.871437 | [0.031 0.969] | 0.779 |
+| (0.75, 58) | 0.0354674 | 0.749533 | 0.785 | [0.036 0.214 0.001 0.749] | 0.0220898 | 0.852399 | 0.874489 | [0.037 0.963] | 0.785 |
+| (0.75, 59) | 0.025201 | 0.760799 | 0.786 | [0.036 0.214 0. 0.75 ] | 0.0151774 | 0.859968 | 0.875146 | [0.036 0.964] | 0.786 |
+| (0.75, 60) | 0.0272636 | 0.755736 | 0.783 | [0.033 0.217 0. 0.75 ] | 0.0156835 | 0.857933 | 0.873617 | [0.033 0.967] | 0.783 |
+| (0.75, 61) | 0.0433661 | 0.750634 | 0.794 | [0.045 0.205 0.001 0.749] | 0.0228797 | 0.856228 | 0.879108 | [0.046 0.954] | 0.794 |
+| (0.75, 62) | 0.0538387 | 0.737161 | 0.791 | [0.041 0.209 0. 0.75 ] | 0.0292089 | 0.848497 | 0.877706 | [0.041 0.959] | 0.791 |
+| (0.75, 63) | 0.0224127 | 0.764587 | 0.787 | [0.037 0.213 0. 0.75 ] | 0.0128879 | 0.862769 | 0.875657 | [0.037 0.963] | 0.787 |
+| (0.75, 64) | 0.034333 | 0.754667 | 0.789 | [0.039 0.211 0. 0.75 ] | 0.0213609 | 0.855319 | 0.87668 | [0.039 0.961] | 0.789 |
+| (0.75, 65) | 0.00924564 | 0.775754 | 0.785 | [0.035 0.215 0. 0.75 ] | 0.00490077 | 0.869735 | 0.874636 | [0.035 0.965] | 0.785 |
+| (0.75, 66) | 0.00451873 | 0.786481 | 0.791 | [0.041 0.209 0. 0.75 ] | 0.00214582 | 0.87556 | 0.877706 | [0.041 0.959] | 0.791 |
+| (0.75, 67) | 0.0517501 | 0.74025 | 0.792 | [0.044 0.206 0.002 0.748] | 0.028609 | 0.849325 | 0.877934 | [0.046 0.954] | 0.792 |
+| (0.75, 68) | 0.0343641 | 0.754636 | 0.789 | [0.04 0.21 0.001 0.749] | 0.0192369 | 0.857299 | 0.876536 | [0.041 0.959] | 0.789 |
+| (0.75, 69) | 0.0344314 | 0.750569 | 0.785 | [0.035 0.215 0. 0.75 ] | 0.0205979 | 0.854038 | 0.874636 | [0.035 0.965] | 0.785 |
+| (0.75, 70) | 0.0261044 | 0.767896 | 0.794 | [0.045 0.205 0.001 0.749] | 0.0139256 | 0.865182 | 0.879108 | [0.046 0.954] | 0.794 |
+| (0.75, 71) | 0.0363507 | 0.753649 | 0.79 | [0.04 0.21 0. 0.75] | 0.0210632 | 0.85613 | 0.877193 | [0.04 0.96] | 0.79 |
+| (0.75, 72) | 0.0405785 | 0.741422 | 0.782 | [0.035 0.215 0.003 0.747] | 0.0217776 | 0.850886 | 0.872664 | [0.038 0.962] | 0.782 |
+| (0.75, 73) | 0.0170575 | 0.767942 | 0.785 | [0.036 0.214 0.001 0.749] | 0.00850885 | 0.86598 | 0.874489 | [0.037 0.963] | 0.785 |
+| (0.75, 74) | 0.0375071 | 0.750493 | 0.788 | [0.039 0.211 0.001 0.749] | 0.021137 | 0.854886 | 0.876023 | [0.04 0.96] | 0.788 |
+| (0.75, 75) | 0.0371426 | 0.748857 | 0.786 | [0.037 0.213 0.001 0.749] | 0.0210716 | 0.853928 | 0.875 | [0.038 0.962] | 0.786 |
+| (0.75, 76) | 0.0648981 | 0.724102 | 0.789 | [0.039 0.211 0. 0.75 ] | 0.0374199 | 0.83926 | 0.87668 | [0.039 0.961] | 0.789 |
+| (0.75, 77) | 0.0389063 | 0.741094 | 0.78 | [0.031 0.219 0.001 0.749] | 0.0219382 | 0.850006 | 0.871944 | [0.032 0.968] | 0.78 |
+| (0.75, 78) | 0.046141 | 0.745859 | 0.792 | [0.042 0.208 0. 0.75 ] | 0.0284288 | 0.849791 | 0.87822 | [0.042 0.958] | 0.792 |
+| (0.75, 79) | 0.0459182 | 0.746082 | 0.792 | [0.042 0.208 0. 0.75 ] | 0.0254524 | 0.852768 | 0.87822 | [0.042 0.958] | 0.792 |
+| (0.75, 80) | 0.0367849 | 0.750215 | 0.787 | [0.039 0.211 0.002 0.748] | 0.0190088 | 0.856357 | 0.875366 | [0.041 0.959] | 0.787 |
+| (0.75, 81) | 0.0214734 | 0.769527 | 0.791 | [0.042 0.208 0.001 0.749] | 0.0109792 | 0.866584 | 0.877563 | [0.043 0.957] | 0.791 |
+| (0.75, 82) | 0.0606138 | 0.723386 | 0.784 | [0.034 0.216 0. 0.75 ] | 0.0346787 | 0.839447 | 0.874126 | [0.034 0.966] | 0.784 |
+| (0.75, 83) | 0.0179434 | 0.767057 | 0.785 | [0.036 0.214 0.001 0.749] | 0.00789914 | 0.86659 | 0.874489 | [0.037 0.963] | 0.785 |
+| (0.75, 84) | 0.0356262 | 0.747374 | 0.783 | [0.035 0.215 0.002 0.748] | 0.0210658 | 0.852256 | 0.873322 | [0.037 0.963] | 0.783 |
+| (0.75, 85) | 0.0263657 | 0.756634 | 0.783 | [0.034 0.216 0.001 0.749] | 0.0141479 | 0.859321 | 0.873469 | [0.035 0.965] | 0.783 |
+| (0.75, 86) | 0.0293021 | 0.743698 | 0.773 | [0.024 0.226 0.001 0.749] | 0.017352 | 0.851054 | 0.868406 | [0.025 0.975] | 0.773 |
+| (0.75, 87) | 0.026603 | 0.759397 | 0.786 | [0.036 0.214 0. 0.75 ] | 0.016022 | 0.859124 | 0.875146 | [0.036 0.964] | 0.786 |
+| (0.75, 88) | 0.0406937 | 0.747306 | 0.788 | [0.04 0.21 0.002 0.748] | 0.0228616 | 0.853017 | 0.875878 | [0.042 0.958] | 0.788 |
+| (0.75, 89) | 0.0458613 | 0.732139 | 0.778 | [0.028 0.222 0. 0.75 ] | 0.0270263 | 0.844054 | 0.87108 | [0.028 0.972] | 0.778 |
+| (0.75, 90) | 0.0341579 | 0.760842 | 0.795 | [0.045 0.205 0. 0.75 ] | 0.0208155 | 0.85895 | 0.879765 | [0.045 0.955] | 0.795 |
+| (0.75, 91) | 0.038191 | 0.760809 | 0.799 | [0.05 0.2 0.001 0.749] | 0.0213842 | 0.860311 | 0.881695 | [0.051 0.949] | 0.799 |
+| (0.75, 92) | 0.0372172 | 0.743783 | 0.781 | [0.031 0.219 0. 0.75 ] | 0.0198746 | 0.852726 | 0.8726 | [0.031 0.969] | 0.781 |
+| (0.75, 93) | 0.0567933 | 0.727207 | 0.784 | [0.036 0.214 0.002 0.748] | 0.0351011 | 0.838731 | 0.873832 | [0.038 0.962] | 0.784 |
+| (0.75, 94) | 0.0228502 | 0.76015 | 0.783 | [0.034 0.216 0.001 0.749] | 0.0115927 | 0.861877 | 0.873469 | [0.035 0.965] | 0.783 |
+| (0.75, 95) | 0.0450282 | 0.738972 | 0.784 | [0.034 0.216 0. 0.75 ] | 0.0242723 | 0.849854 | 0.874126 | [0.034 0.966] | 0.784 |
+| (0.75, 96) | 0.0540909 | 0.743909 | 0.798 | [0.048 0.202 0. 0.75 ] | 0.0295038 | 0.851812 | 0.881316 | [0.048 0.952] | 0.798 |
+| (0.75, 97) | 0.0563787 | 0.723621 | 0.78 | [0.03 0.22 0. 0.75] | 0.0350677 | 0.837025 | 0.872093 | [0.03 0.97] | 0.78 |
+| (0.75, 98) | 0.028261 | 0.766739 | 0.795 | [0.046 0.204 0.001 0.749] | 0.0140084 | 0.865616 | 0.879624 | [0.047 0.953] | 0.795 |
+| (0.75, 99) | 0.019607 | 0.776393 | 0.796 | [0.046 0.204 0. 0.75 ] | 0.0109948 | 0.869287 | 0.880282 | [0.046 0.954] | 0.796 |
+| (0.8, 0) | 0.0409423 | 0.793058 | 0.834 | [0.035 0.165 0.001 0.799] | 0.0217691 | 0.884127 | 0.905896 | [0.036 0.964] | 0.834 |
+| (0.8, 1) | 0.00912837 | 0.815872 | 0.825 | [0.026 0.174 0.001 0.799] | 0.0048623 | 0.896435 | 0.901297 | [0.027 0.973] | 0.825 |
+| (0.8, 2) | 0.0216766 | 0.806323 | 0.828 | [0.03 0.17 0.002 0.798] | 0.010707 | 0.892008 | 0.902715 | [0.032 0.968] | 0.828 |
+| (0.8, 3) | 0.00863246 | 0.816368 | 0.825 | [0.025 0.175 0. 0.8 ] | 0.00504774 | 0.896361 | 0.901408 | [0.025 0.975] | 0.825 |
+| (0.8, 4) | 0.0276359 | 0.796364 | 0.824 | [0.025 0.175 0.001 0.799] | 0.0157953 | 0.884994 | 0.900789 | [0.026 0.974] | 0.824 |
+| (0.8, 5) | 0.00270277 | 0.815297 | 0.818 | [0.018 0.182 0. 0.8 ] | 0.00111215 | 0.896755 | 0.897868 | [0.018 0.982] | 0.818 |
+| (0.8, 6) | 0.0210912 | 0.800909 | 0.822 | [0.023 0.177 0.001 0.799] | 0.0116788 | 0.888096 | 0.899775 | [0.024 0.976] | 0.822 |
+| (0.8, 7) | 0.0458864 | 0.780114 | 0.826 | [0.026 0.174 0. 0.8 ] | 0.0255575 | 0.876359 | 0.901917 | [0.026 0.974] | 0.826 |
+| (0.8, 8) | 0.0325411 | 0.799459 | 0.832 | [0.033 0.167 0.001 0.799] | 0.0179992 | 0.886871 | 0.90487 | [0.034 0.966] | 0.832 |
+| (0.8, 9) | 0.0374835 | 0.792517 | 0.83 | [0.03 0.17 0. 0.8 ] | 0.0210132 | 0.882942 | 0.903955 | [0.03 0.97] | 0.83 |
+| (0.8, 10) | 0.0330656 | 0.787934 | 0.821 | [0.022 0.178 0.001 0.799] | 0.0178779 | 0.88139 | 0.899268 | [0.023 0.977] | 0.821 |
+| (0.8, 11) | 0.005432 | 0.826568 | 0.832 | [0.032 0.168 0. 0.8 ] | 0.00301292 | 0.901964 | 0.904977 | [0.032 0.968] | 0.832 |
+| (0.8, 12) | 0.00380289 | 0.822197 | 0.826 | [0.026 0.174 0. 0.8 ] | 0.00202778 | 0.899889 | 0.901917 | [0.026 0.974] | 0.826 |
+| (0.8, 13) | 0.00720171 | 0.815798 | 0.823 | [0.023 0.177 0. 0.8 ] | 0.00305894 | 0.897335 | 0.900394 | [0.023 0.977] | 0.823 |
+| (0.8, 14) | 0.0172814 | 0.807719 | 0.825 | [0.027 0.173 0.002 0.798] | 0.00767473 | 0.893511 | 0.901186 | [0.029 0.971] | 0.825 |
+| (0.8, 15) | 0.0120847 | 0.816915 | 0.829 | [0.029 0.171 0. 0.8 ] | 0.00646782 | 0.896977 | 0.903444 | [0.029 0.971] | 0.829 |
+| (0.8, 16) | 0.0263668 | 0.792633 | 0.819 | [0.019 0.181 0. 0.8 ] | 0.0145246 | 0.883847 | 0.898372 | [0.019 0.981] | 0.819 |
+| (0.8, 17) | 0.032205 | 0.797795 | 0.83 | [0.03 0.17 0. 0.8 ] | 0.0186486 | 0.885306 | 0.903955 | [0.03 0.97] | 0.83 |
+| (0.8, 18) | 0.0364903 | 0.78451 | 0.821 | [0.023 0.177 0.002 0.798] | 0.0199892 | 0.879166 | 0.899155 | [0.025 0.975] | 0.821 |
+| (0.8, 19) | 0.0445238 | 0.794476 | 0.839 | [0.039 0.161 0. 0.8 ] | 0.025349 | 0.883226 | 0.908575 | [0.039 0.961] | 0.839 |
+| (0.8, 20) | 0.0180783 | 0.798922 | 0.817 | [0.017 0.183 0. 0.8 ] | 0.0101047 | 0.887259 | 0.897364 | [0.017 0.983] | 0.817 |
+| (0.8, 21) | 0.0245807 | 0.804419 | 0.829 | [0.029 0.171 0. 0.8 ] | 0.0148101 | 0.888634 | 0.903444 | [0.029 0.971] | 0.829 |
+| (0.8, 22) | 0.0244787 | 0.804521 | 0.829 | [0.029 0.171 0. 0.8 ] | 0.0137768 | 0.889668 | 0.903444 | [0.029 0.971] | 0.829 |
+| (0.8, 23) | 0.0193507 | 0.802649 | 0.822 | [0.022 0.178 0. 0.8 ] | 0.0108588 | 0.889029 | 0.899888 | [0.022 0.978] | 0.822 |
+| (0.8, 24) | 0.0354281 | 0.792572 | 0.828 | [0.028 0.172 0. 0.8 ] | 0.019193 | 0.883741 | 0.902935 | [0.028 0.972] | 0.828 |
+| (0.8, 25) | 0.021107 | 0.810893 | 0.832 | [0.033 0.167 0.001 0.799] | 0.0122716 | 0.892598 | 0.90487 | [0.034 0.966] | 0.832 |
+| (0.8, 26) | 0.0189653 | 0.809035 | 0.828 | [0.028 0.172 0. 0.8 ] | 0.0110574 | 0.891877 | 0.902935 | [0.028 0.972] | 0.828 |
+| (0.8, 27) | 0.0427835 | 0.783216 | 0.826 | [0.026 0.174 0. 0.8 ] | 0.0234921 | 0.878424 | 0.901917 | [0.026 0.974] | 0.826 |
+| (0.8, 28) | 0.0388648 | 0.795135 | 0.834 | [0.034 0.166 0. 0.8 ] | 0.0206372 | 0.885365 | 0.906002 | [0.034 0.966] | 0.834 |
+| (0.8, 29) | 0.0484156 | 0.780584 | 0.829 | [0.03 0.17 0.001 0.799] | 0.0269235 | 0.876412 | 0.903335 | [0.031 0.969] | 0.829 |
+| (0.8, 30) | 0.0189334 | 0.809067 | 0.828 | [0.028 0.172 0. 0.8 ] | 0.00894551 | 0.893989 | 0.902935 | [0.028 0.972] | 0.828 |
+| (0.8, 31) | 0.0348533 | 0.795147 | 0.83 | [0.03 0.17 0. 0.8 ] | 0.0206885 | 0.883266 | 0.903955 | [0.03 0.97] | 0.83 |
+| (0.8, 32) | 0.0298236 | 0.797176 | 0.827 | [0.027 0.173 0. 0.8 ] | 0.0154133 | 0.887012 | 0.902425 | [0.027 0.973] | 0.827 |
+| (0.8, 33) | 0.0308446 | 0.790155 | 0.821 | [0.021 0.179 0. 0.8 ] | 0.0177848 | 0.881597 | 0.899382 | [0.021 0.979] | 0.821 |
+| (0.8, 34) | 0.0173788 | 0.815621 | 0.833 | [0.035 0.165 0.002 0.798] | 0.00986453 | 0.895411 | 0.905275 | [0.037 0.963] | 0.833 |
+| (0.8, 35) | 0.0274772 | 0.797523 | 0.825 | [0.027 0.173 0.002 0.798] | 0.016222 | 0.884964 | 0.901186 | [0.029 0.971] | 0.825 |
+| (0.8, 36) | 0.00890272 | 0.823097 | 0.832 | [0.032 0.168 0. 0.8 ] | 0.0056062 | 0.899371 | 0.904977 | [0.032 0.968] | 0.832 |
+| (0.8, 37) | 0.0382181 | 0.786782 | 0.825 | [0.025 0.175 0. 0.8 ] | 0.0212881 | 0.88012 | 0.901408 | [0.025 0.975] | 0.825 |
+| (0.8, 38) | 0.0243138 | 0.802686 | 0.827 | [0.027 0.173 0. 0.8 ] | 0.0120784 | 0.890347 | 0.902425 | [0.027 0.973] | 0.827 |
+| (0.8, 39) | 0.0384636 | 0.792536 | 0.831 | [0.032 0.168 0.001 0.799] | 0.0225441 | 0.881814 | 0.904358 | [0.033 0.967] | 0.831 |
+| (0.8, 40) | 0.0253619 | 0.801638 | 0.827 | [0.028 0.172 0.001 0.799] | 0.0150565 | 0.887259 | 0.902315 | [0.029 0.971] | 0.827 |
+| (0.8, 41) | 0.000229561 | 0.82877 | 0.829 | [0.029 0.171 0. 0.8 ] | 0.000929264 | 0.904374 | 0.903444 | [0.029 0.971] | 0.829 |
+| (0.8, 42) | 0.0225886 | 0.807411 | 0.83 | [0.031 0.169 0.001 0.799] | 0.0118405 | 0.892006 | 0.903846 | [0.032 0.968] | 0.83 |
+| (0.8, 43) | 0.0194196 | 0.80858 | 0.828 | [0.028 0.172 0. 0.8 ] | 0.00990255 | 0.893032 | 0.902935 | [0.028 0.972] | 0.828 |
+| (0.8, 44) | 0.00644612 | 0.832554 | 0.839 | [0.04 0.16 0.001 0.799] | 0.00352805 | 0.904943 | 0.908471 | [0.041 0.959] | 0.839 |
+| (0.8, 45) | 0.0505133 | 0.779487 | 0.83 | [0.03 0.17 0. 0.8 ] | 0.0279151 | 0.87604 | 0.903955 | [0.03 0.97] | 0.83 |
+| (0.8, 46) | 0.0373503 | 0.79165 | 0.829 | [0.029 0.171 0. 0.8 ] | 0.020021 | 0.883423 | 0.903444 | [0.029 0.971] | 0.829 |
+| (0.8, 47) | 0.0360948 | 0.792905 | 0.829 | [0.03 0.17 0.001 0.799] | 0.0211833 | 0.882152 | 0.903335 | [0.031 0.969] | 0.829 |
+| (0.8, 48) | 0.017169 | 0.817831 | 0.835 | [0.035 0.165 0. 0.8 ] | 0.00976995 | 0.896746 | 0.906516 | [0.035 0.965] | 0.835 |
+| (0.8, 49) | 0.0305348 | 0.803465 | 0.834 | [0.035 0.165 0.001 0.799] | 0.0180311 | 0.887865 | 0.905896 | [0.036 0.964] | 0.834 |
+| (0.8, 50) | 0.0293145 | 0.797686 | 0.827 | [0.029 0.171 0.002 0.798] | 0.0166065 | 0.885598 | 0.902205 | [0.031 0.969] | 0.827 |
+| (0.8, 51) | 0.0280583 | 0.802942 | 0.831 | [0.031 0.169 0. 0.8 ] | 0.0152134 | 0.889252 | 0.904466 | [0.031 0.969] | 0.831 |
+| (0.8, 52) | 0.0273535 | 0.798646 | 0.826 | [0.026 0.174 0. 0.8 ] | 0.0140662 | 0.88785 | 0.901917 | [0.026 0.974] | 0.826 |
+| (0.8, 53) | 0.037029 | 0.794971 | 0.832 | [0.032 0.168 0. 0.8 ] | 0.0200333 | 0.884944 | 0.904977 | [0.032 0.968] | 0.832 |
+| (0.8, 54) | 0.02648 | 0.79652 | 0.823 | [0.023 0.177 0. 0.8 ] | 0.0137327 | 0.886661 | 0.900394 | [0.023 0.977] | 0.823 |
+| (0.8, 55) | 0.0147235 | 0.812277 | 0.827 | [0.027 0.173 0. 0.8 ] | 0.00601093 | 0.896414 | 0.902425 | [0.027 0.973] | 0.827 |
+| (0.8, 56) | 0.0248399 | 0.81016 | 0.835 | [0.035 0.165 0. 0.8 ] | 0.0143239 | 0.892192 | 0.906516 | [0.035 0.965] | 0.835 |
+| (0.8, 57) | 0.0104378 | 0.837438 | 0.827 | [0.027 0.173 0. 0.8 ] | 0.00708952 | 0.909515 | 0.902425 | [0.027 0.973] | 0.827 |
+| (0.8, 58) | 0.0244922 | 0.799508 | 0.824 | [0.024 0.176 0. 0.8 ] | 0.0127094 | 0.888191 | 0.900901 | [0.024 0.976] | 0.824 |
+| (0.8, 59) | 0.0260415 | 0.800959 | 0.827 | [0.027 0.173 0. 0.8 ] | 0.0150998 | 0.887325 | 0.902425 | [0.027 0.973] | 0.827 |
+| (0.8, 60) | 0.0267759 | 0.809224 | 0.836 | [0.036 0.164 0. 0.8 ] | 0.0160896 | 0.89094 | 0.907029 | [0.036 0.964] | 0.836 |
+| (0.8, 61) | 0.0225115 | 0.797488 | 0.82 | [0.021 0.179 0.001 0.799] | 0.0122826 | 0.88648 | 0.898763 | [0.022 0.978] | 0.82 |
+| (0.8, 62) | 0.0343597 | 0.79264 | 0.827 | [0.029 0.171 0.002 0.798] | 0.0190629 | 0.883142 | 0.902205 | [0.031 0.969] | 0.827 |
+| (0.8, 63) | 0.0159727 | 0.813027 | 0.829 | [0.029 0.171 0. 0.8 ] | 0.0089236 | 0.894521 | 0.903444 | [0.029 0.971] | 0.829 |
+| (0.8, 64) | 0.0416964 | 0.791304 | 0.833 | [0.033 0.167 0. 0.8 ] | 0.0222044 | 0.883285 | 0.90549 | [0.033 0.967] | 0.833 |
+| (0.8, 65) | 0.0316177 | 0.796382 | 0.828 | [0.031 0.169 0.003 0.797] | 0.0189897 | 0.883615 | 0.902605 | [0.034 0.966] | 0.828 |
+| (0.8, 66) | 0.0404031 | 0.794597 | 0.835 | [0.035 0.165 0. 0.8 ] | 0.0213009 | 0.885215 | 0.906516 | [0.035 0.965] | 0.835 |
+| (0.8, 67) | 0.0437875 | 0.790213 | 0.834 | [0.034 0.166 0. 0.8 ] | 0.0242558 | 0.881746 | 0.906002 | [0.034 0.966] | 0.834 |
+| (0.8, 68) | 0.0164454 | 0.817555 | 0.834 | [0.034 0.166 0. 0.8 ] | 0.00894291 | 0.897059 | 0.906002 | [0.034 0.966] | 0.834 |
+| (0.8, 69) | 0.0331339 | 0.794866 | 0.828 | [0.029 0.171 0.001 0.799] | 0.0186214 | 0.884203 | 0.902825 | [0.03 0.97] | 0.828 |
+| (0.8, 70) | 0.0282686 | 0.803731 | 0.832 | [0.032 0.168 0. 0.8 ] | 0.0170943 | 0.887883 | 0.904977 | [0.032 0.968] | 0.832 |
+| (0.8, 71) | 0.0266922 | 0.803308 | 0.83 | [0.031 0.169 0.001 0.799] | 0.0152941 | 0.888552 | 0.903846 | [0.032 0.968] | 0.83 |
+| (0.8, 72) | 0.0192176 | 0.805782 | 0.825 | [0.025 0.175 0. 0.8 ] | 0.0112241 | 0.890184 | 0.901408 | [0.025 0.975] | 0.825 |
+| (0.8, 73) | 0.0452923 | 0.778708 | 0.824 | [0.024 0.176 0. 0.8 ] | 0.0253478 | 0.875553 | 0.900901 | [0.024 0.976] | 0.824 |
+| (0.8, 74) | 0.0284065 | 0.800593 | 0.829 | [0.03 0.17 0.001 0.799] | 0.0153539 | 0.887981 | 0.903335 | [0.031 0.969] | 0.829 |
+| (0.8, 75) | 0.019628 | 0.811372 | 0.831 | [0.031 0.169 0. 0.8 ] | 0.0115092 | 0.892957 | 0.904466 | [0.031 0.969] | 0.831 |
+| (0.8, 76) | 0.0254376 | 0.802562 | 0.828 | [0.028 0.172 0. 0.8 ] | 0.0147003 | 0.888234 | 0.902935 | [0.028 0.972] | 0.828 |
+| (0.8, 77) | 0.0274572 | 0.797543 | 0.825 | [0.025 0.175 0. 0.8 ] | 0.0140591 | 0.887349 | 0.901408 | [0.025 0.975] | 0.825 |
+| (0.8, 78) | 0.0268882 | 0.806112 | 0.833 | [0.035 0.165 0.002 0.798] | 0.0145238 | 0.890751 | 0.905275 | [0.037 0.963] | 0.833 |
+| (0.8, 79) | 0.0274169 | 0.803583 | 0.831 | [0.031 0.169 0. 0.8 ] | 0.0154312 | 0.889035 | 0.904466 | [0.031 0.969] | 0.831 |
+| (0.8, 80) | 0.0421947 | 0.792805 | 0.835 | [0.037 0.163 0.002 0.798] | 0.0234039 | 0.882899 | 0.906303 | [0.039 0.961] | 0.835 |
+| (0.8, 81) | 0.0341685 | 0.791831 | 0.826 | [0.029 0.171 0.003 0.797] | 0.0188428 | 0.882741 | 0.901584 | [0.032 0.968] | 0.826 |
+| (0.8, 82) | 0.0425206 | 0.791479 | 0.834 | [0.034 0.166 0. 0.8 ] | 0.0250496 | 0.880953 | 0.906002 | [0.034 0.966] | 0.834 |
+| (0.8, 83) | 0.0240059 | 0.805994 | 0.83 | [0.031 0.169 0.001 0.799] | 0.0139455 | 0.889901 | 0.903846 | [0.032 0.968] | 0.83 |
+| (0.8, 84) | 0.0177441 | 0.804256 | 0.822 | [0.022 0.178 0. 0.8 ] | 0.00957679 | 0.890311 | 0.899888 | [0.022 0.978] | 0.822 |
+| (0.8, 85) | 0.00355815 | 0.829442 | 0.833 | [0.034 0.166 0.001 0.799] | 0.000679917 | 0.904703 | 0.905382 | [0.035 0.965] | 0.833 |
+| (0.8, 86) | 0.0074582 | 0.823542 | 0.831 | [0.032 0.168 0.001 0.799] | 0.00372776 | 0.90063 | 0.904358 | [0.033 0.967] | 0.831 |
+| (0.8, 87) | 0.0431926 | 0.785807 | 0.829 | [0.029 0.171 0. 0.8 ] | 0.0239931 | 0.879451 | 0.903444 | [0.029 0.971] | 0.829 |
+| (0.8, 88) | 0.0312967 | 0.793703 | 0.825 | [0.025 0.175 0. 0.8 ] | 0.0164912 | 0.884917 | 0.901408 | [0.025 0.975] | 0.825 |
+| (0.8, 89) | 0.0111373 | 0.815863 | 0.827 | [0.027 0.173 0. 0.8 ] | 0.00594957 | 0.896476 | 0.902425 | [0.027 0.973] | 0.827 |
+| (0.8, 90) | 0.0255766 | 0.802423 | 0.828 | [0.028 0.172 0. 0.8 ] | 0.013677 | 0.889258 | 0.902935 | [0.028 0.972] | 0.828 |
+| (0.8, 91) | 0.0221193 | 0.808881 | 0.831 | [0.031 0.169 0. 0.8 ] | 0.0110527 | 0.893413 | 0.904466 | [0.031 0.969] | 0.831 |
+| (0.8, 92) | 0.0231501 | 0.80585 | 0.829 | [0.03 0.17 0.001 0.799] | 0.0134434 | 0.889892 | 0.903335 | [0.031 0.969] | 0.829 |
+| (0.8, 93) | 0.0233668 | 0.797633 | 0.821 | [0.021 0.179 0. 0.8 ] | 0.0137534 | 0.885628 | 0.899382 | [0.021 0.979] | 0.821 |
+| (0.8, 94) | 0.00688933 | 0.826111 | 0.833 | [0.034 0.166 0.001 0.799] | 0.0037811 | 0.901601 | 0.905382 | [0.035 0.965] | 0.833 |
+| (0.8, 95) | 0.0243997 | 0.8096 | 0.834 | [0.036 0.164 0.002 0.798] | 0.0114362 | 0.894353 | 0.905789 | [0.038 0.962] | 0.834 |
+| (0.8, 96) | 0.0228605 | 0.80514 | 0.828 | [0.028 0.172 0. 0.8 ] | 0.0123032 | 0.890631 | 0.902935 | [0.028 0.972] | 0.828 |
+| (0.8, 97) | 0.0287869 | 0.797213 | 0.826 | [0.027 0.173 0.001 0.799] | 0.0146776 | 0.887128 | 0.901806 | [0.028 0.972] | 0.826 |
+| (0.8, 98) | 0.0243104 | 0.80269 | 0.827 | [0.027 0.173 0. 0.8 ] | 0.0133648 | 0.88906 | 0.902425 | [0.027 0.973] | 0.827 |
+| (0.8, 99) | 0.034638 | 0.793362 | 0.828 | [0.029 0.171 0.001 0.799] | 0.0180954 | 0.884729 | 0.902825 | [0.03 0.97] | 0.828 |
+| (0.85, 0) | 0.00916264 | 0.856837 | 0.866 | [0.017 0.133 0.001 0.849] | 0.00395676 | 0.922899 | 0.926856 | [0.018 0.982] | 0.866 |
+| (0.85, 1) | 0.0242384 | 0.842762 | 0.867 | [0.019 0.131 0.002 0.848] | 0.0126504 | 0.914632 | 0.927283 | [0.021 0.979] | 0.867 |
+| (0.85, 2) | 0.0059672 | 0.874967 | 0.869 | [0.02 0.13 0.001 0.849] | 0.00366687 | 0.932043 | 0.928376 | [0.021 0.979] | 0.869 |
+| (0.85, 3) | 0.0185452 | 0.856455 | 0.875 | [0.025 0.125 0. 0.85 ] | 0.00887886 | 0.922628 | 0.931507 | [0.025 0.975] | 0.875 |
+| (0.85, 4) | 0.0223926 | 0.854607 | 0.877 | [0.027 0.123 0. 0.85 ] | 0.0109393 | 0.921589 | 0.932529 | [0.027 0.973] | 0.877 |
+| (0.85, 5) | 0.0275382 | 0.843462 | 0.871 | [0.021 0.129 0. 0.85 ] | 0.0144402 | 0.915029 | 0.92947 | [0.021 0.979] | 0.871 |
+| (0.85, 6) | 0.0116306 | 0.864369 | 0.876 | [0.026 0.124 0. 0.85 ] | 0.0066333 | 0.925384 | 0.932018 | [0.026 0.974] | 0.876 |
+| (0.85, 7) | 0.0293276 | 0.839672 | 0.869 | [0.019 0.131 0. 0.85 ] | 0.0167791 | 0.911675 | 0.928454 | [0.019 0.981] | 0.869 |
+| (0.85, 8) | 0.00853504 | 0.862465 | 0.871 | [0.021 0.129 0. 0.85 ] | 0.00453054 | 0.924939 | 0.92947 | [0.021 0.979] | 0.871 |
+| (0.85, 9) | 0.00844529 | 0.877445 | 0.869 | [0.019 0.131 0. 0.85 ] | 0.00527631 | 0.933731 | 0.928454 | [0.019 0.981] | 0.869 |
+| (0.85, 10) | 0.0174929 | 0.851507 | 0.869 | [0.02 0.13 0.001 0.849] | 0.00949055 | 0.918886 | 0.928376 | [0.021 0.979] | 0.869 |
+| (0.85, 11) | 0.032037 | 0.834963 | 0.867 | [0.017 0.133 0. 0.85 ] | 0.0178529 | 0.909588 | 0.927441 | [0.017 0.983] | 0.867 |
+| (0.85, 12) | 0.02062 | 0.85538 | 0.876 | [0.027 0.123 0.001 0.849] | 0.0106596 | 0.921283 | 0.931943 | [0.028 0.972] | 0.876 |
+| (0.85, 13) | 0.0300872 | 0.839913 | 0.87 | [0.02 0.13 0. 0.85] | 0.0169147 | 0.912047 | 0.928962 | [0.02 0.98] | 0.87 |
+| (0.85, 14) | 0.0185164 | 0.847484 | 0.866 | [0.016 0.134 0. 0.85 ] | 0.0095133 | 0.917422 | 0.926936 | [0.016 0.984] | 0.866 |
+| (0.85, 15) | 0.00594455 | 0.867055 | 0.873 | [0.023 0.127 0. 0.85 ] | 0.00319687 | 0.92729 | 0.930487 | [0.023 0.977] | 0.873 |
+| (0.85, 16) | 0.0159766 | 0.858023 | 0.874 | [0.025 0.125 0.001 0.849] | 0.00772593 | 0.923195 | 0.930921 | [0.026 0.974] | 0.874 |
+| (0.85, 17) | 0.0102021 | 0.862798 | 0.873 | [0.024 0.126 0.001 0.849] | 0.00582044 | 0.924591 | 0.930411 | [0.025 0.975] | 0.873 |
+| (0.85, 18) | 0.0345923 | 0.835408 | 0.87 | [0.021 0.129 0.001 0.849] | 0.0201934 | 0.908691 | 0.928884 | [0.022 0.978] | 0.87 |
+| (0.85, 19) | 0.0164631 | 0.855537 | 0.872 | [0.022 0.128 0. 0.85 ] | 0.00789905 | 0.922079 | 0.929978 | [0.022 0.978] | 0.872 |
+| (0.85, 20) | 0.0369302 | 0.83707 | 0.874 | [0.024 0.126 0. 0.85 ] | 0.0197393 | 0.911257 | 0.930997 | [0.024 0.976] | 0.874 |
+| (0.85, 21) | 0.0297006 | 0.844299 | 0.874 | [0.026 0.124 0.002 0.848] | 0.0157164 | 0.915129 | 0.930845 | [0.028 0.972] | 0.874 |
+| (0.85, 22) | 0.00637133 | 0.869629 | 0.876 | [0.027 0.123 0.001 0.849] | 0.00337797 | 0.928565 | 0.931943 | [0.028 0.972] | 0.876 |
+| (0.85, 23) | 0.0257953 | 0.836205 | 0.862 | [0.015 0.135 0.003 0.847] | 0.0138807 | 0.910792 | 0.924672 | [0.018 0.982] | 0.862 |
+| (0.85, 24) | 0.00337444 | 0.868626 | 0.872 | [0.022 0.128 0. 0.85 ] | 0.00166765 | 0.92831 | 0.929978 | [0.022 0.978] | 0.872 |
+| (0.85, 25) | 0.024588 | 0.851412 | 0.876 | [0.026 0.124 0. 0.85 ] | 0.0122872 | 0.91973 | 0.932018 | [0.026 0.974] | 0.876 |
+| (0.85, 26) | 0.0175407 | 0.853459 | 0.871 | [0.022 0.128 0.001 0.849] | 0.00848404 | 0.920908 | 0.929392 | [0.023 0.977] | 0.871 |
+| (0.85, 27) | 0.0188113 | 0.853189 | 0.872 | [0.023 0.127 0.001 0.849] | 0.00993147 | 0.91997 | 0.929901 | [0.024 0.976] | 0.872 |
+| (0.85, 28) | 0.0102198 | 0.88022 | 0.87 | [0.021 0.129 0.001 0.849] | 0.0060185 | 0.934903 | 0.928884 | [0.022 0.978] | 0.87 |
+| (0.85, 29) | 0.0236431 | 0.844357 | 0.868 | [0.018 0.132 0. 0.85 ] | 0.0131277 | 0.91482 | 0.927948 | [0.018 0.982] | 0.868 |
+| (0.85, 30) | 0.0294663 | 0.840534 | 0.87 | [0.02 0.13 0. 0.85] | 0.0164557 | 0.912506 | 0.928962 | [0.02 0.98] | 0.87 |
+| (0.85, 31) | 0.0125447 | 0.858455 | 0.871 | [0.023 0.127 0.002 0.848] | 0.00581342 | 0.923502 | 0.929315 | [0.025 0.975] | 0.871 |
+| (0.85, 32) | 0.0168929 | 0.851107 | 0.868 | [0.018 0.132 0. 0.85 ] | 0.00838249 | 0.919565 | 0.927948 | [0.018 0.982] | 0.868 |
+| (0.85, 33) | 0.0416726 | 0.827327 | 0.869 | [0.019 0.131 0. 0.85 ] | 0.0237554 | 0.904699 | 0.928454 | [0.019 0.981] | 0.869 |
+| (0.85, 34) | 0.00899809 | 0.860002 | 0.869 | [0.02 0.13 0.001 0.849] | 0.00365011 | 0.924726 | 0.928376 | [0.021 0.979] | 0.869 |
+| (0.85, 35) | 0.012989 | 0.855011 | 0.868 | [0.02 0.13 0.002 0.848] | 0.00666622 | 0.921124 | 0.92779 | [0.022 0.978] | 0.868 |
+| (0.85, 36) | 0.0118965 | 0.859103 | 0.871 | [0.022 0.128 0.001 0.849] | 0.00526969 | 0.924123 | 0.929392 | [0.023 0.977] | 0.871 |
+| (0.85, 37) | 0.0351497 | 0.83185 | 0.867 | [0.019 0.131 0.002 0.848] | 0.0192705 | 0.908012 | 0.927283 | [0.021 0.979] | 0.867 |
+| (0.85, 38) | 0.000781362 | 0.875781 | 0.875 | [0.025 0.125 0. 0.85 ] | 0.000880589 | 0.932387 | 0.931507 | [0.025 0.975] | 0.875 |
+| (0.85, 39) | 0.0148084 | 0.861192 | 0.876 | [0.028 0.122 0.002 0.848] | 0.00707788 | 0.92479 | 0.931868 | [0.03 0.97] | 0.876 |
+| (0.85, 40) | 0.033094 | 0.839906 | 0.873 | [0.024 0.126 0.001 0.849] | 0.0174848 | 0.912926 | 0.930411 | [0.025 0.975] | 0.873 |
+| (0.85, 41) | 0.00491038 | 0.87191 | 0.867 | [0.018 0.132 0.001 0.849] | 0.00317792 | 0.93054 | 0.927362 | [0.019 0.981] | 0.867 |
+| (0.85, 42) | 0.0118285 | 0.859172 | 0.871 | [0.021 0.129 0. 0.85 ] | 0.00646193 | 0.923008 | 0.92947 | [0.021 0.979] | 0.871 |
+| (0.85, 43) | 0.0222668 | 0.853733 | 0.876 | [0.026 0.124 0. 0.85 ] | 0.0109554 | 0.921062 | 0.932018 | [0.026 0.974] | 0.876 |
+| (0.85, 44) | 0.0208303 | 0.85017 | 0.871 | [0.021 0.129 0. 0.85 ] | 0.0116156 | 0.917854 | 0.92947 | [0.021 0.979] | 0.871 |
+| (0.85, 45) | 0.0232634 | 0.844737 | 0.868 | [0.018 0.132 0. 0.85 ] | 0.0132446 | 0.914703 | 0.927948 | [0.018 0.982] | 0.868 |
+| (0.85, 46) | 0.0286176 | 0.837382 | 0.866 | [0.018 0.132 0.002 0.848] | 0.0152861 | 0.91149 | 0.926776 | [0.02 0.98] | 0.866 |
+| (0.85, 47) | 0.0189883 | 0.848012 | 0.867 | [0.018 0.132 0.001 0.849] | 0.0098411 | 0.917521 | 0.927362 | [0.019 0.981] | 0.867 |
+| (0.85, 48) | 0.0291667 | 0.846833 | 0.876 | [0.026 0.124 0. 0.85 ] | 0.0162761 | 0.915741 | 0.932018 | [0.026 0.974] | 0.876 |
+| (0.85, 49) | 0.0139737 | 0.852026 | 0.866 | [0.017 0.133 0.001 0.849] | 0.00675732 | 0.920099 | 0.926856 | [0.018 0.982] | 0.866 |
+| (0.85, 50) | 0.028988 | 0.840012 | 0.869 | [0.019 0.131 0. 0.85 ] | 0.0155634 | 0.912891 | 0.928454 | [0.019 0.981] | 0.869 |
+| (0.85, 51) | 0.019931 | 0.850069 | 0.87 | [0.021 0.129 0.001 0.849] | 0.0114954 | 0.917389 | 0.928884 | [0.022 0.978] | 0.87 |
+| (0.85, 52) | 0.0126395 | 0.86136 | 0.874 | [0.024 0.126 0. 0.85 ] | 0.00694487 | 0.924052 | 0.930997 | [0.024 0.976] | 0.874 |
+| (0.85, 53) | 0.0174681 | 0.847532 | 0.865 | [0.016 0.134 0.001 0.849] | 0.00971912 | 0.916631 | 0.92635 | [0.017 0.983] | 0.865 |
+| (0.85, 54) | 0.000984246 | 0.871984 | 0.871 | [0.022 0.128 0.001 0.849] | 0.00097317 | 0.930366 | 0.929392 | [0.023 0.977] | 0.871 |
+| (0.85, 55) | 0.00821199 | 0.860788 | 0.869 | [0.019 0.131 0. 0.85 ] | 0.00444453 | 0.92401 | 0.928454 | [0.019 0.981] | 0.869 |
+| (0.85, 56) | 0.00862268 | 0.861377 | 0.87 | [0.02 0.13 0. 0.85] | 0.00347912 | 0.925483 | 0.928962 | [0.02 0.98] | 0.87 |
+| (0.85, 57) | 0.00934159 | 0.878342 | 0.869 | [0.019 0.131 0. 0.85 ] | 0.00568831 | 0.934143 | 0.928454 | [0.019 0.981] | 0.869 |
+| (0.85, 58) | 0.0128164 | 0.857184 | 0.87 | [0.021 0.129 0.001 0.849] | 0.00699737 | 0.921887 | 0.928884 | [0.022 0.978] | 0.87 |
+| (0.85, 59) | 0.0331427 | 0.850857 | 0.884 | [0.034 0.116 0. 0.85 ] | 0.0172442 | 0.918879 | 0.936123 | [0.034 0.966] | 0.884 |
+| (0.85, 60) | 0.00682919 | 0.856171 | 0.863 | [0.013 0.137 0. 0.85 ] | 0.00356046 | 0.921861 | 0.925422 | [0.013 0.987] | 0.863 |
+| (0.85, 61) | 0.0141476 | 0.853852 | 0.868 | [0.019 0.131 0.001 0.849] | 0.00671517 | 0.921154 | 0.927869 | [0.02 0.98] | 0.868 |
+| (0.85, 62) | 0.0187097 | 0.85029 | 0.869 | [0.019 0.131 0. 0.85 ] | 0.0105429 | 0.917911 | 0.928454 | [0.019 0.981] | 0.869 |
+| (0.85, 63) | 0.00948473 | 0.851515 | 0.861 | [0.013 0.137 0.002 0.848] | 0.00445686 | 0.919794 | 0.924251 | [0.015 0.985] | 0.861 |
+| (0.85, 64) | 0.0145757 | 0.854424 | 0.869 | [0.02 0.13 0.001 0.849] | 0.00689778 | 0.921478 | 0.928376 | [0.021 0.979] | 0.869 |
+| (0.85, 65) | 0.00214502 | 0.869145 | 0.867 | [0.02 0.13 0.003 0.847] | 0.00168839 | 0.928891 | 0.927203 | [0.023 0.977] | 0.867 |
+| (0.85, 66) | 0.0170768 | 0.846923 | 0.864 | [0.014 0.136 0. 0.85 ] | 0.00957014 | 0.916356 | 0.925926 | [0.014 0.986] | 0.864 |
+| (0.85, 67) | 0.0227065 | 0.850294 | 0.873 | [0.026 0.124 0.003 0.847] | 0.0130022 | 0.917256 | 0.930258 | [0.029 0.971] | 0.873 |
+| (0.85, 68) | 0.0145889 | 0.860411 | 0.875 | [0.026 0.124 0.001 0.849] | 0.00836658 | 0.923065 | 0.931432 | [0.027 0.973] | 0.875 |
+| (0.85, 69) | 0.0364083 | 0.831592 | 0.868 | [0.02 0.13 0.002 0.848] | 0.019737 | 0.908053 | 0.92779 | [0.022 0.978] | 0.868 |
+| (0.85, 70) | 0.0242443 | 0.847756 | 0.872 | [0.022 0.128 0. 0.85 ] | 0.0123723 | 0.917606 | 0.929978 | [0.022 0.978] | 0.872 |
+| (0.85, 71) | 0.00301728 | 0.867983 | 0.871 | [0.022 0.128 0.001 0.849] | 0.000460011 | 0.928932 | 0.929392 | [0.023 0.977] | 0.871 |
+| (0.85, 72) | 0.027528 | 0.846472 | 0.874 | [0.024 0.126 0. 0.85 ] | 0.0146329 | 0.916364 | 0.930997 | [0.024 0.976] | 0.874 |
+| (0.85, 73) | 0.00503926 | 0.868961 | 0.874 | [0.024 0.126 0. 0.85 ] | 0.00273599 | 0.928261 | 0.930997 | [0.024 0.976] | 0.874 |
+| (0.85, 74) | 0.00180717 | 0.867807 | 0.866 | [0.017 0.133 0.001 0.849] | 0.00122006 | 0.928076 | 0.926856 | [0.018 0.982] | 0.866 |
+| (0.85, 75) | 0.0113285 | 0.863672 | 0.875 | [0.029 0.121 0.004 0.846] | 0.00642303 | 0.924782 | 0.931205 | [0.033 0.967] | 0.875 |
+| (0.85, 76) | 0.0245245 | 0.853476 | 0.878 | [0.028 0.122 0. 0.85 ] | 0.0126659 | 0.920375 | 0.933041 | [0.028 0.972] | 0.878 |
+| (0.85, 77) | 0.0227488 | 0.846251 | 0.869 | [0.019 0.131 0. 0.85 ] | 0.0117367 | 0.916718 | 0.928454 | [0.019 0.981] | 0.869 |
+| (0.85, 78) | 0.00669301 | 0.875693 | 0.869 | [0.019 0.131 0. 0.85 ] | 0.00422216 | 0.932677 | 0.928454 | [0.019 0.981] | 0.869 |
+| (0.85, 79) | 0.00956554 | 0.856434 | 0.866 | [0.016 0.134 0. 0.85 ] | 0.00474536 | 0.92219 | 0.926936 | [0.016 0.984] | 0.866 |
+| (0.85, 80) | 0.00108528 | 0.872915 | 0.874 | [0.025 0.125 0.001 0.849] | 0.000293925 | 0.930627 | 0.930921 | [0.026 0.974] | 0.874 |
+| (0.85, 81) | 0.0139251 | 0.857075 | 0.871 | [0.022 0.128 0.001 0.849] | 0.00655939 | 0.922833 | 0.929392 | [0.023 0.977] | 0.871 |
+| (0.85, 82) | 0.0224209 | 0.851579 | 0.874 | [0.026 0.124 0.002 0.848] | 0.0118784 | 0.918967 | 0.930845 | [0.028 0.972] | 0.874 |
+| (0.85, 83) | 0.0234424 | 0.843558 | 0.867 | [0.017 0.133 0. 0.85 ] | 0.0127119 | 0.914729 | 0.927441 | [0.017 0.983] | 0.867 |
+| (0.85, 84) | 0.0127184 | 0.859282 | 0.872 | [0.022 0.128 0. 0.85 ] | 0.00659153 | 0.923387 | 0.929978 | [0.022 0.978] | 0.872 |
+| (0.85, 85) | 0.0139557 | 0.858044 | 0.872 | [0.023 0.127 0.001 0.849] | 0.0076882 | 0.922213 | 0.929901 | [0.024 0.976] | 0.872 |
+| (0.85, 86) | 0.00034068 | 0.870341 | 0.87 | [0.02 0.13 0. 0.85] | 0.001697 | 0.930659 | 0.928962 | [0.02 0.98] | 0.87 |
+| (0.85, 87) | 0.0113094 | 0.862691 | 0.874 | [0.024 0.126 0. 0.85 ] | 0.00628484 | 0.924712 | 0.930997 | [0.024 0.976] | 0.874 |
+| (0.85, 88) | 0.0272791 | 0.838721 | 0.866 | [0.016 0.134 0. 0.85 ] | 0.015109 | 0.911827 | 0.926936 | [0.016 0.984] | 0.866 |
+| (0.85, 89) | 0.014482 | 0.892482 | 0.878 | [0.028 0.122 0. 0.85 ] | 0.00856509 | 0.941606 | 0.933041 | [0.028 0.972] | 0.878 |
+| (0.85, 90) | 0.0142999 | 0.8577 | 0.872 | [0.022 0.128 0. 0.85 ] | 0.00755693 | 0.922421 | 0.929978 | [0.022 0.978] | 0.872 |
+| (0.85, 91) | 0.0421117 | 0.827888 | 0.87 | [0.02 0.13 0. 0.85] | 0.0233165 | 0.905645 | 0.928962 | [0.02 0.98] | 0.87 |
+| (0.85, 92) | 0.0311295 | 0.84587 | 0.877 | [0.027 0.123 0. 0.85 ] | 0.0160312 | 0.916498 | 0.932529 | [0.027 0.973] | 0.877 |
+| (0.85, 93) | 0.0141491 | 0.848851 | 0.863 | [0.015 0.135 0.002 0.848] | 0.00791631 | 0.917343 | 0.925259 | [0.017 0.983] | 0.863 |
+| (0.85, 94) | 0.0200191 | 0.851981 | 0.872 | [0.024 0.126 0.002 0.848] | 0.0103975 | 0.919427 | 0.929825 | [0.026 0.974] | 0.872 |
+| (0.85, 95) | 0.0261024 | 0.844898 | 0.871 | [0.021 0.129 0. 0.85 ] | 0.014257 | 0.915213 | 0.92947 | [0.021 0.979] | 0.871 |
+| (0.85, 96) | 0.0153376 | 0.855662 | 0.871 | [0.021 0.129 0. 0.85 ] | 0.0082263 | 0.921243 | 0.92947 | [0.021 0.979] | 0.871 |
+| (0.85, 97) | 0.0226085 | 0.845392 | 0.868 | [0.019 0.131 0.001 0.849] | 0.0117309 | 0.916138 | 0.927869 | [0.02 0.98] | 0.868 |
+| (0.85, 98) | 0.0373645 | 0.833636 | 0.871 | [0.022 0.128 0.001 0.849] | 0.0202228 | 0.90917 | 0.929392 | [0.023 0.977] | 0.871 |
+| (0.85, 99) | 0.0195995 | 0.8574 | 0.877 | [0.027 0.123 0. 0.85 ] | 0.0100396 | 0.922489 | 0.932529 | [0.027 0.973] | 0.877 |
+| (0.9, 0) | 0.0301308 | 0.880869 | 0.911 | [0.012 0.088 0.001 0.899] | 0.0161845 | 0.936651 | 0.952835 | [0.013 0.987] | 0.911 |
+| (0.9, 1) | 0.00656327 | 0.919563 | 0.913 | [0.013 0.087 0. 0.9 ] | 0.00410703 | 0.958002 | 0.953895 | [0.013 0.987] | 0.913 |
+| (0.9, 2) | 0.0144244 | 0.896576 | 0.911 | [0.012 0.088 0.001 0.899] | 0.00736751 | 0.945468 | 0.952835 | [0.013 0.987] | 0.911 |
+| (0.9, 3) | 0.0273018 | 0.891698 | 0.919 | [0.02 0.08 0.001 0.899] | 0.0150242 | 0.941868 | 0.956892 | [0.021 0.979] | 0.919 |
+| (0.9, 4) | 0.0168992 | 0.899101 | 0.916 | [0.016 0.084 0. 0.9 ] | 0.0085499 | 0.946864 | 0.955414 | [0.016 0.984] | 0.916 |
+| (0.9, 5) | 0.00223583 | 0.908764 | 0.911 | [0.012 0.088 0.001 0.899] | 0.00063496 | 0.9522 | 0.952835 | [0.013 0.987] | 0.911 |
+| (0.9, 6) | 0.00952175 | 0.904478 | 0.914 | [0.014 0.086 0. 0.9 ] | 0.00494578 | 0.949455 | 0.954401 | [0.014 0.986] | 0.914 |
+| (0.9, 7) | 0.014533 | 0.899467 | 0.914 | [0.014 0.086 0. 0.9 ] | 0.0074706 | 0.94693 | 0.954401 | [0.014 0.986] | 0.914 |
+| (0.9, 8) | 0.01088 | 0.90212 | 0.913 | [0.013 0.087 0. 0.9 ] | 0.00584198 | 0.948053 | 0.953895 | [0.013 0.987] | 0.913 |
+| (0.9, 9) | 0.00749745 | 0.899503 | 0.907 | [0.008 0.092 0.001 0.899] | 0.00393881 | 0.946881 | 0.95082 | [0.009 0.991] | 0.907 |
+| (0.9, 10) | 0.0218657 | 0.890134 | 0.912 | [0.012 0.088 0. 0.9 ] | 0.0115157 | 0.941874 | 0.95339 | [0.012 0.988] | 0.912 |
+| (0.9, 11) | 0.00199519 | 0.915005 | 0.917 | [0.018 0.082 0.001 0.899] | 0.0011787 | 0.954696 | 0.955875 | [0.019 0.981] | 0.917 |
+| (0.9, 12) | 0.00284903 | 0.924849 | 0.922 | [0.022 0.078 0. 0.9 ] | 0.00168534 | 0.960152 | 0.958466 | [0.022 0.978] | 0.922 |
+| (0.9, 13) | 0.00074074 | 0.910741 | 0.91 | [0.012 0.088 0.002 0.898] | 0.000999632 | 0.95328 | 0.95228 | [0.014 0.986] | 0.91 |
+| (0.9, 14) | 0.00416334 | 0.911837 | 0.916 | [0.016 0.084 0. 0.9 ] | 0.00221976 | 0.953194 | 0.955414 | [0.016 0.984] | 0.916 |
+| (0.9, 15) | 0.0169214 | 0.897079 | 0.914 | [0.014 0.086 0. 0.9 ] | 0.00901792 | 0.945383 | 0.954401 | [0.014 0.986] | 0.914 |
+| (0.9, 16) | 0.0165161 | 0.900484 | 0.917 | [0.017 0.083 0. 0.9 ] | 0.00913514 | 0.946786 | 0.955921 | [0.017 0.983] | 0.917 |
+| (0.9, 17) | 0.00866541 | 0.909335 | 0.918 | [0.019 0.081 0.001 0.899] | 0.00399855 | 0.952384 | 0.956383 | [0.02 0.98] | 0.918 |
+| (0.9, 18) | 0.011116 | 0.929116 | 0.918 | [0.019 0.081 0.001 0.899] | 0.00686953 | 0.963253 | 0.956383 | [0.02 0.98] | 0.918 |
+| (0.9, 19) | 0.00628126 | 0.906719 | 0.913 | [0.013 0.087 0. 0.9 ] | 0.00329276 | 0.950602 | 0.953895 | [0.013 0.987] | 0.913 |
+| (0.9, 20) | 0.00487117 | 0.909129 | 0.914 | [0.015 0.085 0.001 0.899] | 0.00222355 | 0.952129 | 0.954352 | [0.016 0.984] | 0.914 |
+| (0.9, 21) | 0.00958671 | 0.897413 | 0.907 | [0.008 0.092 0.001 0.899] | 0.0050069 | 0.945813 | 0.95082 | [0.009 0.991] | 0.907 |
+| (0.9, 22) | 0.00296476 | 0.912035 | 0.915 | [0.016 0.084 0.001 0.899] | 0.00143269 | 0.953427 | 0.954859 | [0.017 0.983] | 0.915 |
+| (0.9, 23) | 0.00900789 | 0.907992 | 0.917 | [0.017 0.083 0. 0.9 ] | 0.00414382 | 0.951778 | 0.955921 | [0.017 0.983] | 0.917 |
+| (0.9, 24) | 0.00113461 | 0.924135 | 0.923 | [0.024 0.076 0.001 0.899] | 0.00144543 | 0.960379 | 0.958933 | [0.025 0.975] | 0.923 |
+| (0.9, 25) | 0.0173475 | 0.895653 | 0.913 | [0.014 0.086 0.001 0.899] | 0.00891637 | 0.94493 | 0.953846 | [0.015 0.985] | 0.913 |
+| (0.9, 26) | 0.000654213 | 0.909346 | 0.91 | [0.011 0.089 0.001 0.899] | 0.000174876 | 0.952156 | 0.952331 | [0.012 0.988] | 0.91 |
+| (0.9, 27) | 0.00520818 | 0.908792 | 0.914 | [0.014 0.086 0. 0.9 ] | 0.00248187 | 0.951919 | 0.954401 | [0.014 0.986] | 0.914 |
+| (0.9, 28) | 0.00428414 | 0.917284 | 0.913 | [0.015 0.085 0.002 0.898] | 0.00242611 | 0.956223 | 0.953797 | [0.017 0.983] | 0.913 |
+| (0.9, 29) | 0.00155474 | 0.922555 | 0.921 | [0.021 0.079 0. 0.9 ] | 0.00142622 | 0.959383 | 0.957956 | [0.021 0.979] | 0.921 |
+| (0.9, 30) | 0.015075 | 0.898925 | 0.914 | [0.015 0.085 0.001 0.899] | 0.00843417 | 0.945918 | 0.954352 | [0.016 0.984] | 0.914 |
+| (0.9, 31) | 0.00664218 | 0.922642 | 0.916 | [0.017 0.083 0.001 0.899] | 0.00408139 | 0.959448 | 0.955367 | [0.018 0.982] | 0.916 |
+| (0.9, 32) | 0.00409654 | 0.908903 | 0.913 | [0.014 0.086 0.001 0.899] | 0.00195499 | 0.951891 | 0.953846 | [0.015 0.985] | 0.913 |
+| (0.9, 33) | 0.0100621 | 0.903938 | 0.914 | [0.014 0.086 0. 0.9 ] | 0.00487939 | 0.949521 | 0.954401 | [0.014 0.986] | 0.914 |
+| (0.9, 34) | 0.00666714 | 0.909333 | 0.916 | [0.018 0.082 0.002 0.898] | 0.00354481 | 0.951774 | 0.955319 | [0.02 0.98] | 0.916 |
+| (0.9, 35) | 0.00700774 | 0.904992 | 0.912 | [0.013 0.087 0.001 0.899] | 0.00362466 | 0.949716 | 0.95334 | [0.014 0.986] | 0.912 |
+| (0.9, 36) | 0.00340552 | 0.913594 | 0.917 | [0.017 0.083 0. 0.9 ] | 0.00179529 | 0.954126 | 0.955921 | [0.017 0.983] | 0.917 |
+| (0.9, 37) | 0.00453426 | 0.910466 | 0.915 | [0.016 0.084 0.001 0.899] | 0.00190253 | 0.952957 | 0.954859 | [0.017 0.983] | 0.915 |
+| (0.9, 38) | 0.00414505 | 0.916145 | 0.912 | [0.012 0.088 0. 0.9 ] | 0.00284759 | 0.956237 | 0.95339 | [0.012 0.988] | 0.912 |
+| (0.9, 39) | 0.00205744 | 0.918943 | 0.921 | [0.021 0.079 0. 0.9 ] | 0.000530198 | 0.957426 | 0.957956 | [0.021 0.979] | 0.921 |
+| (0.9, 40) | 0.00382936 | 0.915171 | 0.919 | [0.019 0.081 0. 0.9 ] | 0.00180558 | 0.955132 | 0.956938 | [0.019 0.981] | 0.919 |
+| (0.9, 41) | 0.00497108 | 0.904029 | 0.909 | [0.011 0.089 0.002 0.898] | 0.00217952 | 0.949596 | 0.951775 | [0.013 0.987] | 0.909 |
+| (0.9, 42) | 0.0112273 | 0.901773 | 0.913 | [0.013 0.087 0. 0.9 ] | 0.00593944 | 0.947956 | 0.953895 | [0.013 0.987] | 0.913 |
+| (0.9, 43) | 0.0170636 | 0.892936 | 0.91 | [0.01 0.09 0. 0.9 ] | 0.00909284 | 0.943288 | 0.952381 | [0.01 0.99] | 0.91 |
+| (0.9, 44) | 0.0162799 | 0.89772 | 0.914 | [0.015 0.085 0.001 0.899] | 0.00884155 | 0.945511 | 0.954352 | [0.016 0.984] | 0.914 |
+| (0.9, 45) | 0.00426367 | 0.922264 | 0.918 | [0.018 0.082 0. 0.9 ] | 0.00234195 | 0.958771 | 0.956429 | [0.018 0.982] | 0.918 |
+| (0.9, 46) | 0.00151459 | 0.918485 | 0.92 | [0.02 0.08 0. 0.9 ] | 0.000635751 | 0.956811 | 0.957447 | [0.02 0.98] | 0.92 |
+| (0.9, 47) | 0.0134137 | 0.897586 | 0.911 | [0.012 0.088 0.001 0.899] | 0.00688702 | 0.945948 | 0.952835 | [0.013 0.987] | 0.911 |
+| (0.9, 48) | 0.0125112 | 0.902489 | 0.915 | [0.015 0.085 0. 0.9 ] | 0.00641199 | 0.948495 | 0.954907 | [0.015 0.985] | 0.915 |
+| (0.9, 49) | 0.00639305 | 0.914393 | 0.908 | [0.008 0.092 0. 0.9 ] | 0.00362208 | 0.954996 | 0.951374 | [0.008 0.992] | 0.908 |
+| (0.9, 50) | 0.00774922 | 0.906251 | 0.914 | [0.014 0.086 0. 0.9 ] | 0.0041113 | 0.95029 | 0.954401 | [0.014 0.986] | 0.914 |
+| (0.9, 51) | 0.0122481 | 0.898752 | 0.911 | [0.012 0.088 0.001 0.899] | 0.00615901 | 0.946676 | 0.952835 | [0.013 0.987] | 0.911 |
+| (0.9, 52) | 0.0058903 | 0.90511 | 0.911 | [0.011 0.089 0. 0.9 ] | 0.00296234 | 0.949923 | 0.952885 | [0.011 0.989] | 0.911 |
+| (0.9, 53) | 0.00697218 | 0.912028 | 0.919 | [0.019 0.081 0. 0.9 ] | 0.0035033 | 0.953435 | 0.956938 | [0.019 0.981] | 0.919 |
+| (0.9, 54) | 0.00297486 | 0.912025 | 0.915 | [0.016 0.084 0.001 0.899] | 0.00088718 | 0.953972 | 0.954859 | [0.017 0.983] | 0.915 |
+| (0.9, 55) | 0.0137413 | 0.898259 | 0.912 | [0.012 0.088 0. 0.9 ] | 0.00730465 | 0.946085 | 0.95339 | [0.012 0.988] | 0.912 |
+| (0.9, 56) | 0.0064383 | 0.918438 | 0.912 | [0.012 0.088 0. 0.9 ] | 0.00363441 | 0.957024 | 0.95339 | [0.012 0.988] | 0.912 |
+| (0.9, 57) | 0.00642233 | 0.902578 | 0.909 | [0.012 0.088 0.003 0.897] | 0.00295656 | 0.948768 | 0.951724 | [0.015 0.985] | 0.909 |
+| (0.9, 58) | 0.0107958 | 0.920796 | 0.91 | [0.011 0.089 0.001 0.899] | 0.00590905 | 0.95824 | 0.952331 | [0.012 0.988] | 0.91 |
+| (0.9, 59) | 0.000578272 | 0.908422 | 0.909 | [0.009 0.091 0. 0.9 ] | 0.000168299 | 0.951709 | 0.951877 | [0.009 0.991] | 0.909 |
+| (0.9, 60) | 0.0124924 | 0.906508 | 0.919 | [0.019 0.081 0. 0.9 ] | 0.00642065 | 0.950517 | 0.956938 | [0.019 0.981] | 0.919 |
+| (0.9, 61) | 0.0155213 | 0.894479 | 0.91 | [0.012 0.088 0.002 0.898] | 0.00832079 | 0.943959 | 0.95228 | [0.014 0.986] | 0.91 |
+| (0.9, 62) | 0.0116735 | 0.899327 | 0.911 | [0.012 0.088 0.001 0.899] | 0.00587826 | 0.946957 | 0.952835 | [0.013 0.987] | 0.911 |
+| (0.9, 63) | 0.00207603 | 0.911924 | 0.914 | [0.014 0.086 0. 0.9 ] | 0.0011058 | 0.953295 | 0.954401 | [0.014 0.986] | 0.914 |
+| (0.9, 64) | 0.000689676 | 0.91331 | 0.914 | [0.014 0.086 0. 0.9 ] | 0.000139088 | 0.954262 | 0.954401 | [0.014 0.986] | 0.914 |
+| (0.9, 65) | 0.014441 | 0.900559 | 0.915 | [0.016 0.084 0.001 0.899] | 0.00718125 | 0.947678 | 0.954859 | [0.017 0.983] | 0.915 |
+| (0.9, 66) | 0.0176499 | 0.89435 | 0.912 | [0.013 0.087 0.001 0.899] | 0.00954539 | 0.943795 | 0.95334 | [0.014 0.986] | 0.912 |
+| (0.9, 67) | 0.00501621 | 0.908984 | 0.914 | [0.014 0.086 0. 0.9 ] | 0.00243601 | 0.951965 | 0.954401 | [0.014 0.986] | 0.914 |
+| (0.9, 68) | 0.00606039 | 0.90894 | 0.915 | [0.015 0.085 0. 0.9 ] | 0.00265232 | 0.952255 | 0.954907 | [0.015 0.985] | 0.915 |
+| (0.9, 69) | 0.0197135 | 0.898286 | 0.918 | [0.021 0.079 0.003 0.897] | 0.0098805 | 0.946409 | 0.95629 | [0.024 0.976] | 0.918 |
+| (0.9, 70) | 0.0116814 | 0.900319 | 0.912 | [0.012 0.088 0. 0.9 ] | 0.00584883 | 0.947541 | 0.95339 | [0.012 0.988] | 0.912 |
+| (0.9, 71) | 0.00793232 | 0.899068 | 0.907 | [0.008 0.092 0.001 0.899] | 0.00400617 | 0.946813 | 0.95082 | [0.009 0.991] | 0.907 |
+| (0.9, 72) | 0.00787936 | 0.909121 | 0.917 | [0.018 0.082 0.001 0.899] | 0.00347757 | 0.952397 | 0.955875 | [0.019 0.981] | 0.917 |
+| (0.9, 73) | 0.0128338 | 0.901166 | 0.914 | [0.015 0.085 0.001 0.899] | 0.00633845 | 0.948014 | 0.954352 | [0.016 0.984] | 0.914 |
+| (0.9, 74) | 0.000822019 | 0.912822 | 0.912 | [0.013 0.087 0.001 0.899] | 0.00056394 | 0.953904 | 0.95334 | [0.014 0.986] | 0.912 |
+| (0.9, 75) | 0.00670409 | 0.917704 | 0.911 | [0.011 0.089 0. 0.9 ] | 0.00386719 | 0.956752 | 0.952885 | [0.011 0.989] | 0.911 |
+| (0.9, 76) | 0.0180635 | 0.894936 | 0.913 | [0.014 0.086 0.001 0.899] | 0.00958846 | 0.944258 | 0.953846 | [0.015 0.985] | 0.913 |
+| (0.9, 77) | 0.0148393 | 0.900161 | 0.915 | [0.017 0.083 0.002 0.898] | 0.00809086 | 0.94672 | 0.954811 | [0.019 0.981] | 0.915 |
+| (0.9, 78) | 0.00479696 | 0.903203 | 0.908 | [0.01 0.09 0.002 0.898] | 0.00213129 | 0.94914 | 0.951271 | [0.012 0.988] | 0.908 |
+| (0.9, 79) | 0.00734862 | 0.903651 | 0.911 | [0.012 0.088 0.001 0.899] | 0.00346162 | 0.949374 | 0.952835 | [0.013 0.987] | 0.911 |
+| (0.9, 80) | 0.00871425 | 0.906286 | 0.915 | [0.015 0.085 0. 0.9 ] | 0.00469793 | 0.950209 | 0.954907 | [0.015 0.985] | 0.915 |
+| (0.9, 81) | 0.0288783 | 0.884122 | 0.913 | [0.014 0.086 0.001 0.899] | 0.0153488 | 0.938497 | 0.953846 | [0.015 0.985] | 0.913 |
+| (0.9, 82) | 0.00636029 | 0.90364 | 0.91 | [0.011 0.089 0.001 0.899] | 0.00336515 | 0.948965 | 0.952331 | [0.012 0.988] | 0.91 |
+| (0.9, 83) | 0.0398032 | 0.876197 | 0.916 | [0.016 0.084 0. 0.9 ] | 0.0216551 | 0.933759 | 0.955414 | [0.016 0.984] | 0.916 |
+| (0.9, 84) | 0.00975212 | 0.903248 | 0.913 | [0.015 0.085 0.002 0.898] | 0.00525826 | 0.948539 | 0.953797 | [0.017 0.983] | 0.913 |
+| (0.9, 85) | 0.00793273 | 0.920933 | 0.913 | [0.014 0.086 0.001 0.899] | 0.00455126 | 0.958397 | 0.953846 | [0.015 0.985] | 0.913 |
+| (0.9, 86) | 0.0174908 | 0.886509 | 0.904 | [0.006 0.094 0.002 0.898] | 0.00949516 | 0.939765 | 0.94926 | [0.008 0.992] | 0.904 |
+| (0.9, 87) | 0.0180295 | 0.893971 | 0.912 | [0.014 0.086 0.002 0.898] | 0.00968631 | 0.943605 | 0.953291 | [0.016 0.984] | 0.912 |
+| (0.9, 88) | 0.00443638 | 0.909564 | 0.914 | [0.017 0.083 0.003 0.897] | 0.00168449 | 0.952571 | 0.954255 | [0.02 0.98] | 0.914 |
+| (0.9, 89) | 0.0109881 | 0.907012 | 0.918 | [0.019 0.081 0.001 0.899] | 0.00541001 | 0.950973 | 0.956383 | [0.02 0.98] | 0.918 |
+| (0.9, 90) | 0.00504521 | 0.910045 | 0.905 | [0.006 0.094 0.001 0.899] | 0.00289806 | 0.952713 | 0.949815 | [0.007 0.993] | 0.905 |
+| (0.9, 91) | 0.00880224 | 0.910198 | 0.919 | [0.02 0.08 0.001 0.899] | 0.00480602 | 0.952086 | 0.956892 | [0.021 0.979] | 0.919 |
+| (0.9, 92) | 0.00684515 | 0.916155 | 0.923 | [0.023 0.077 0. 0.9 ] | 0.00299495 | 0.955982 | 0.958977 | [0.023 0.977] | 0.923 |
+| (0.9, 93) | 0.00277936 | 0.916221 | 0.919 | [0.019 0.081 0. 0.9 ] | 0.00155942 | 0.955378 | 0.956938 | [0.019 0.981] | 0.919 |
+| (0.9, 94) | 0.00155124 | 0.907449 | 0.909 | [0.009 0.091 0. 0.9 ] | 0.000742878 | 0.951134 | 0.951877 | [0.009 0.991] | 0.909 |
+| (0.9, 95) | 0.0102061 | 0.926206 | 0.916 | [0.017 0.083 0.001 0.899] | 0.00570406 | 0.961071 | 0.955367 | [0.018 0.982] | 0.916 |
+| (0.9, 96) | 0.00659766 | 0.923598 | 0.917 | [0.018 0.082 0.001 0.899] | 0.0037311 | 0.959606 | 0.955875 | [0.019 0.981] | 0.917 |
+| (0.9, 97) | 0.0133374 | 0.903663 | 0.917 | [0.018 0.082 0.001 0.899] | 0.00714786 | 0.948727 | 0.955875 | [0.019 0.981] | 0.917 |
+| (0.9, 98) | 0.0268155 | 0.890185 | 0.917 | [0.019 0.081 0.002 0.898] | 0.0139259 | 0.941902 | 0.955828 | [0.021 0.979] | 0.917 |
+| (0.9, 99) | 0.0100532 | 0.893947 | 0.904 | [0.006 0.094 0.002 0.898] | 0.00525952 | 0.944001 | 0.94926 | [0.008 0.992] | 0.904 |
+| (0.95, 0) | 0.0130864 | 0.969086 | 0.956 | [0.007 0.043 0.001 0.949] | 0.00681747 | 0.98416 | 0.977343 | [0.008 0.992] | 0.956 |
+| (0.95, 1) | 0.0112369 | 0.945763 | 0.957 | [0.008 0.042 0.001 0.949] | 0.00590501 | 0.971941 | 0.977846 | [0.009 0.991] | 0.957 |
+| (0.95, 2) | 0.000913955 | 0.959086 | 0.96 | [0.01 0.04 0. 0.95] | 0.000476725 | 0.978905 | 0.979381 | [0.01 0.99] | 0.96 |
+| (0.95, 3) | 0.00282916 | 0.957829 | 0.955 | [0.006 0.044 0.001 0.949] | 0.00161856 | 0.978458 | 0.97684 | [0.007 0.993] | 0.955 |
+| (0.95, 4) | 0.00252074 | 0.956479 | 0.959 | [0.01 0.04 0.001 0.949] | 0.00124336 | 0.977612 | 0.978855 | [0.011 0.989] | 0.959 |
+| (0.95, 5) | 0.00253113 | 0.957469 | 0.96 | [0.01 0.04 0. 0.95] | 0.00138245 | 0.977999 | 0.979381 | [0.01 0.99] | 0.96 |
+| (0.95, 6) | 0.00451495 | 0.951485 | 0.956 | [0.006 0.044 0. 0.95 ] | 0.00222678 | 0.975139 | 0.977366 | [0.006 0.994] | 0.956 |
+| (0.95, 7) | 0.00417619 | 0.955824 | 0.96 | [0.01 0.04 0. 0.95] | 0.00218906 | 0.977192 | 0.979381 | [0.01 0.99] | 0.96 |
+| (0.95, 8) | 0.00512566 | 0.950874 | 0.956 | [0.006 0.044 0. 0.95 ] | 0.00255172 | 0.974815 | 0.977366 | [0.006 0.994] | 0.956 |
+| (0.95, 9) | 0.00543415 | 0.946566 | 0.952 | [0.005 0.045 0.003 0.947] | 0.00273372 | 0.972549 | 0.975283 | [0.008 0.992] | 0.952 |
+| (0.95, 10) | 0.00479567 | 0.960796 | 0.956 | [0.007 0.043 0.001 0.949] | 0.00253629 | 0.979879 | 0.977343 | [0.008 0.992] | 0.956 |
+| (0.95, 11) | 0.0059848 | 0.953015 | 0.959 | [0.009 0.041 0. 0.95 ] | 0.00308922 | 0.975788 | 0.978877 | [0.009 0.991] | 0.959 |
+| (0.95, 12) | 0.0142771 | 0.971277 | 0.957 | [0.007 0.043 0. 0.95 ] | 0.00746109 | 0.98533 | 0.977869 | [0.007 0.993] | 0.957 |
+| (0.95, 13) | 0.00276339 | 0.956237 | 0.959 | [0.009 0.041 0. 0.95 ] | 0.00140162 | 0.977475 | 0.978877 | [0.009 0.991] | 0.959 |
+| (0.95, 14) | 0.00478025 | 0.95022 | 0.955 | [0.006 0.044 0.001 0.949] | 0.00252338 | 0.974317 | 0.97684 | [0.007 0.993] | 0.955 |
+| (0.95, 15) | 0.0046799 | 0.94932 | 0.954 | [0.005 0.045 0.001 0.949] | 0.00238639 | 0.973951 | 0.976337 | [0.006 0.994] | 0.954 |
+| (0.95, 16) | 0.00442474 | 0.955425 | 0.951 | [0.003 0.047 0.002 0.948] | 0.00232928 | 0.977136 | 0.974807 | [0.005 0.995] | 0.951 |
+| (0.95, 17) | 0.0114726 | 0.945527 | 0.957 | [0.008 0.042 0.001 0.949] | 0.00597459 | 0.971872 | 0.977846 | [0.009 0.991] | 0.957 |
+| (0.95, 18) | 0.00567983 | 0.95132 | 0.957 | [0.008 0.042 0.001 0.949] | 0.00293726 | 0.974909 | 0.977846 | [0.009 0.991] | 0.957 |
+| (0.95, 19) | 0.0147145 | 0.939286 | 0.954 | [0.004 0.046 0. 0.95 ] | 0.0076719 | 0.96869 | 0.976362 | [0.004 0.996] | 0.954 |
+| (0.95, 20) | 0.0086796 | 0.94732 | 0.956 | [0.006 0.044 0. 0.95 ] | 0.00446135 | 0.972905 | 0.977366 | [0.006 0.994] | 0.956 |
+| (0.95, 21) | 0.00869415 | 0.951306 | 0.96 | [0.011 0.039 0.001 0.949] | 0.00446133 | 0.974899 | 0.97936 | [0.012 0.988] | 0.96 |
+| (0.95, 22) | 0.00115897 | 0.956159 | 0.955 | [0.005 0.045 0. 0.95 ] | 0.000685432 | 0.977549 | 0.976864 | [0.005 0.995] | 0.955 |
+| (0.95, 23) | 0.0135314 | 0.950469 | 0.964 | [0.014 0.036 0. 0.95 ] | 0.00711114 | 0.974294 | 0.981405 | [0.014 0.986] | 0.964 |
+| (0.95, 24) | 0.000263541 | 0.955736 | 0.956 | [0.007 0.043 0.001 0.949] | 2.1201e-05 | 0.977364 | 0.977343 | [0.008 0.992] | 0.956 |
+| (0.95, 25) | 0.0147964 | 0.942204 | 0.957 | [0.01 0.04 0.003 0.947] | 0.00755989 | 0.970241 | 0.977801 | [0.013 0.987] | 0.957 |
+| (0.95, 26) | 0.00568312 | 0.951317 | 0.957 | [0.007 0.043 0. 0.95 ] | 0.00294096 | 0.974928 | 0.977869 | [0.007 0.993] | 0.957 |
+| (0.95, 27) | 0.00402375 | 0.954976 | 0.959 | [0.009 0.041 0. 0.95 ] | 0.00190956 | 0.976967 | 0.978877 | [0.009 0.991] | 0.959 |
+| (0.95, 28) | 0.00112943 | 0.957129 | 0.956 | [0.008 0.042 0.002 0.948] | 0.000543759 | 0.977863 | 0.97732 | [0.01 0.99] | 0.956 |
+| (0.95, 29) | 0.0129274 | 0.950073 | 0.963 | [0.014 0.036 0.001 0.949] | 0.00676198 | 0.974117 | 0.980879 | [0.015 0.985] | 0.963 |
+| (0.95, 30) | 0.00401177 | 0.962012 | 0.958 | [0.008 0.042 0. 0.95 ] | 0.00225901 | 0.980632 | 0.978373 | [0.008 0.992] | 0.958 |
+| (0.95, 31) | 0.0084593 | 0.948541 | 0.957 | [0.008 0.042 0.001 0.949] | 0.00432719 | 0.973519 | 0.977846 | [0.009 0.991] | 0.957 |
+| (0.95, 32) | 0.00247352 | 0.959474 | 0.957 | [0.008 0.042 0.001 0.949] | 0.00135301 | 0.979199 | 0.977846 | [0.009 0.991] | 0.957 |
+| (0.95, 33) | 0.00287278 | 0.957127 | 0.96 | [0.01 0.04 0. 0.95] | 0.00148084 | 0.977901 | 0.979381 | [0.01 0.99] | 0.96 |
+| (0.95, 34) | 0.00586271 | 0.951137 | 0.957 | [0.007 0.043 0. 0.95 ] | 0.00297376 | 0.974896 | 0.977869 | [0.007 0.993] | 0.957 |
+| (0.95, 35) | 0.00212307 | 0.953877 | 0.956 | [0.007 0.043 0.001 0.949] | 0.00111809 | 0.976225 | 0.977343 | [0.008 0.992] | 0.956 |
+| (0.95, 36) | 0.00105894 | 0.961059 | 0.96 | [0.01 0.04 0. 0.95] | 0.000574108 | 0.979956 | 0.979381 | [0.01 0.99] | 0.96 |
+| (0.95, 37) | 0.0105679 | 0.943432 | 0.954 | [0.005 0.045 0.001 0.949] | 0.00545768 | 0.97088 | 0.976337 | [0.006 0.994] | 0.954 |
+| (0.95, 38) | 0.005027 | 0.963027 | 0.958 | [0.008 0.042 0. 0.95 ] | 0.00259891 | 0.980972 | 0.978373 | [0.008 0.992] | 0.958 |
+| (0.95, 39) | 0.00677662 | 0.950223 | 0.957 | [0.007 0.043 0. 0.95 ] | 0.00342102 | 0.974448 | 0.977869 | [0.007 0.993] | 0.957 |
+| (0.95, 40) | 0.0132115 | 0.968212 | 0.955 | [0.006 0.044 0.001 0.949] | 0.00686927 | 0.983709 | 0.97684 | [0.007 0.993] | 0.955 |
+| (0.95, 41) | 0.012049 | 0.944951 | 0.957 | [0.008 0.042 0.001 0.949] | 0.00625242 | 0.971594 | 0.977846 | [0.009 0.991] | 0.957 |
+| (0.95, 42) | 0.00143589 | 0.960436 | 0.959 | [0.009 0.041 0. 0.95 ] | 0.000937985 | 0.979815 | 0.978877 | [0.009 0.991] | 0.959 |
+| (0.95, 43) | 0.00898241 | 0.952018 | 0.961 | [0.011 0.039 0. 0.95 ] | 0.00471306 | 0.975173 | 0.979887 | [0.011 0.989] | 0.961 |
+| (0.95, 44) | 0.00919265 | 0.947807 | 0.957 | [0.007 0.043 0. 0.95 ] | 0.00470138 | 0.973168 | 0.977869 | [0.007 0.993] | 0.957 |
+| (0.95, 45) | 0.00175008 | 0.95325 | 0.955 | [0.01 0.04 0.005 0.945] | 0.000737709 | 0.976006 | 0.976744 | [0.015 0.985] | 0.955 |
+| (0.95, 46) | 0.00710272 | 0.958103 | 0.951 | [0.005 0.045 0.004 0.946] | 0.00365538 | 0.978411 | 0.974755 | [0.009 0.991] | 0.951 |
+| (0.95, 47) | 0.00418356 | 0.955816 | 0.96 | [0.01 0.04 0. 0.95] | 0.00214877 | 0.977233 | 0.979381 | [0.01 0.99] | 0.96 |
+| (0.95, 48) | 0.00453778 | 0.960538 | 0.956 | [0.006 0.044 0. 0.95 ] | 0.0023711 | 0.979737 | 0.977366 | [0.006 0.994] | 0.956 |
+| (0.95, 49) | 0.0149231 | 0.972923 | 0.958 | [0.009 0.041 0.001 0.949] | 0.00778307 | 0.986134 | 0.978351 | [0.01 0.99] | 0.958 |
+| (0.95, 50) | 7.40124e-05 | 0.954926 | 0.955 | [0.005 0.045 0. 0.95 ] | 7.84744e-05 | 0.976942 | 0.976864 | [0.005 0.995] | 0.955 |
+| (0.95, 51) | 0.003751 | 0.955751 | 0.952 | [0.002 0.048 0. 0.95 ] | 0.00201513 | 0.977374 | 0.975359 | [0.002 0.998] | 0.952 |
+| (0.95, 52) | 0.00456641 | 0.947434 | 0.952 | [0.005 0.045 0.003 0.947] | 0.00227595 | 0.973007 | 0.975283 | [0.008 0.992] | 0.952 |
+| (0.95, 53) | 0.00276139 | 0.955239 | 0.958 | [0.009 0.041 0.001 0.949] | 0.00132328 | 0.977027 | 0.978351 | [0.01 0.99] | 0.958 |
+| (0.95, 54) | 0.0164937 | 0.941506 | 0.958 | [0.008 0.042 0. 0.95 ] | 0.00857274 | 0.9698 | 0.978373 | [0.008 0.992] | 0.958 |
+| (0.95, 55) | 0.00856963 | 0.94243 | 0.951 | [0.002 0.048 0.001 0.949] | 0.00451159 | 0.970321 | 0.974833 | [0.003 0.997] | 0.951 |
+| (0.95, 56) | 0.00327117 | 0.958271 | 0.955 | [0.005 0.045 0. 0.95 ] | 0.00173844 | 0.978602 | 0.976864 | [0.005 0.995] | 0.955 |
+| (0.95, 57) | 0.007871 | 0.944129 | 0.952 | [0.002 0.048 0. 0.95 ] | 0.00409843 | 0.971261 | 0.975359 | [0.002 0.998] | 0.952 |
+| (0.95, 58) | 0.000601234 | 0.956601 | 0.956 | [0.008 0.042 0.002 0.948] | 0.000499576 | 0.977819 | 0.97732 | [0.01 0.99] | 0.956 |
+| (0.95, 59) | 0.0032114 | 0.959211 | 0.956 | [0.007 0.043 0.001 0.949] | 0.00173182 | 0.979075 | 0.977343 | [0.008 0.992] | 0.956 |
+| (0.95, 60) | 0.0155299 | 0.93947 | 0.955 | [0.006 0.044 0.001 0.949] | 0.00804949 | 0.96879 | 0.97684 | [0.007 0.993] | 0.955 |
+| (0.95, 61) | 0.0318797 | 0.92512 | 0.957 | [0.009 0.041 0.002 0.948] | 0.0168799 | 0.960944 | 0.977824 | [0.011 0.989] | 0.957 |
+| (0.95, 62) | 0.00587987 | 0.96288 | 0.957 | [0.009 0.041 0.002 0.948] | 0.0030603 | 0.980884 | 0.977824 | [0.011 0.989] | 0.957 |
+| (0.95, 63) | 0.00842203 | 0.947578 | 0.956 | [0.006 0.044 0. 0.95 ] | 0.00443652 | 0.97293 | 0.977366 | [0.006 0.994] | 0.956 |
+| (0.95, 64) | 0.00752341 | 0.967523 | 0.96 | [0.01 0.04 0. 0.95] | 0.00394008 | 0.983322 | 0.979381 | [0.01 0.99] | 0.96 |
+| (0.95, 65) | 0.000204061 | 0.950204 | 0.95 | [0.005 0.045 0.005 0.945] | 0.000158767 | 0.974386 | 0.974227 | [0.01 0.99] | 0.95 |
+| (0.95, 66) | 0.0121659 | 0.945834 | 0.958 | [0.01 0.04 0.002 0.948] | 0.00618715 | 0.972141 | 0.978328 | [0.012 0.988] | 0.958 |
+| (0.95, 67) | 0.00567601 | 0.952324 | 0.958 | [0.009 0.041 0.001 0.949] | 0.00277065 | 0.97558 | 0.978351 | [0.01 0.99] | 0.958 |
+| (0.95, 68) | 0.000954144 | 0.958046 | 0.959 | [0.009 0.041 0. 0.95 ] | 0.000375038 | 0.978502 | 0.978877 | [0.009 0.991] | 0.959 |
+| (0.95, 69) | 0.00060172 | 0.957398 | 0.958 | [0.009 0.041 0.001 0.949] | 0.000289562 | 0.978061 | 0.978351 | [0.01 0.99] | 0.958 |
+| (0.95, 70) | 0.00426978 | 0.96327 | 0.959 | [0.009 0.041 0. 0.95 ] | 0.00227676 | 0.981154 | 0.978877 | [0.009 0.991] | 0.959 |
+| (0.95, 71) | 0.019713 | 0.937287 | 0.957 | [0.009 0.041 0.002 0.948] | 0.0104357 | 0.967388 | 0.977824 | [0.011 0.989] | 0.957 |
+| (0.95, 72) | 0.00756189 | 0.949438 | 0.957 | [0.008 0.042 0.001 0.949] | 0.00387345 | 0.973973 | 0.977846 | [0.009 0.991] | 0.957 |
+| (0.95, 73) | 0.00469595 | 0.951304 | 0.956 | [0.007 0.043 0.001 0.949] | 0.00241727 | 0.974926 | 0.977343 | [0.008 0.992] | 0.956 |
+| (0.95, 74) | 0.00317693 | 0.956177 | 0.953 | [0.005 0.045 0.002 0.948] | 0.00168466 | 0.977495 | 0.975811 | [0.007 0.993] | 0.953 |
+| (0.95, 75) | 0.00994606 | 0.968946 | 0.959 | [0.009 0.041 0. 0.95 ] | 0.0053118 | 0.984189 | 0.978877 | [0.009 0.991] | 0.959 |
+| (0.95, 76) | 0.00516192 | 0.959162 | 0.954 | [0.006 0.044 0.002 0.948] | 0.00269651 | 0.97901 | 0.976313 | [0.008 0.992] | 0.954 |
+| (0.95, 77) | 0.000941681 | 0.955058 | 0.956 | [0.007 0.043 0.001 0.949] | 0.000330332 | 0.977013 | 0.977343 | [0.008 0.992] | 0.956 |
+| (0.95, 78) | 0.0185866 | 0.980587 | 0.962 | [0.014 0.036 0.002 0.948] | 0.00965988 | 0.990011 | 0.980352 | [0.016 0.984] | 0.962 |
+| (0.95, 79) | 0.00133473 | 0.959335 | 0.958 | [0.009 0.041 0.001 0.949] | 0.000654896 | 0.979005 | 0.978351 | [0.01 0.99] | 0.958 |
+| (0.95, 80) | 0.00956923 | 0.944431 | 0.954 | [0.005 0.045 0.001 0.949] | 0.00491612 | 0.971421 | 0.976337 | [0.006 0.994] | 0.954 |
+| (0.95, 81) | 0.00636464 | 0.950635 | 0.957 | [0.008 0.042 0.001 0.949] | 0.00326916 | 0.974577 | 0.977846 | [0.009 0.991] | 0.957 |
+| (0.95, 82) | 0.000789837 | 0.95721 | 0.958 | [0.008 0.042 0. 0.95 ] | 0.00023548 | 0.978137 | 0.978373 | [0.008 0.992] | 0.958 |
+| (0.95, 83) | 0.0029409 | 0.961941 | 0.959 | [0.009 0.041 0. 0.95 ] | 0.00171311 | 0.98059 | 0.978877 | [0.009 0.991] | 0.959 |
+| (0.95, 84) | 0.00884236 | 0.946158 | 0.955 | [0.005 0.045 0. 0.95 ] | 0.00453154 | 0.972332 | 0.976864 | [0.005 0.995] | 0.955 |
+| (0.95, 85) | 0.000941489 | 0.958941 | 0.958 | [0.01 0.04 0.002 0.948] | 0.000520676 | 0.978849 | 0.978328 | [0.012 0.988] | 0.958 |
+| (0.95, 86) | 0.0140395 | 0.93996 | 0.954 | [0.006 0.044 0.002 0.948] | 0.00744394 | 0.968869 | 0.976313 | [0.008 0.992] | 0.954 |
+| (0.95, 87) | 0.00377863 | 0.961779 | 0.958 | [0.008 0.042 0. 0.95 ] | 0.00200204 | 0.980375 | 0.978373 | [0.008 0.992] | 0.958 |
+| (0.95, 88) | 0.000211864 | 0.959212 | 0.959 | [0.009 0.041 0. 0.95 ] | 0.000207292 | 0.979084 | 0.978877 | [0.009 0.991] | 0.959 |
+| (0.95, 89) | 0.0037105 | 0.952289 | 0.956 | [0.006 0.044 0. 0.95 ] | 0.00180449 | 0.975562 | 0.977366 | [0.006 0.994] | 0.956 |
+| (0.95, 90) | 0.000369451 | 0.955631 | 0.956 | [0.006 0.044 0. 0.95 ] | 5.4309e-05 | 0.977312 | 0.977366 | [0.006 0.994] | 0.956 |
+| (0.95, 91) | 0.00221093 | 0.958211 | 0.956 | [0.006 0.044 0. 0.95 ] | 0.00129289 | 0.978659 | 0.977366 | [0.006 0.994] | 0.956 |
+| (0.95, 92) | 0.00325314 | 0.958253 | 0.955 | [0.006 0.044 0.001 0.949] | 0.00182254 | 0.978662 | 0.97684 | [0.007 0.993] | 0.955 |
+| (0.95, 93) | 0.0021091 | 0.959109 | 0.957 | [0.007 0.043 0. 0.95 ] | 0.0011343 | 0.979004 | 0.977869 | [0.007 0.993] | 0.957 |
+| (0.95, 94) | 0.0031392 | 0.952861 | 0.956 | [0.006 0.044 0. 0.95 ] | 0.00151907 | 0.975847 | 0.977366 | [0.006 0.994] | 0.956 |
+| (0.95, 95) | 0.0117605 | 0.965761 | 0.954 | [0.005 0.045 0.001 0.949] | 0.00613714 | 0.982475 | 0.976337 | [0.006 0.994] | 0.954 |
+| (0.95, 96) | 0.0128302 | 0.94117 | 0.954 | [0.005 0.045 0.001 0.949] | 0.00671104 | 0.969626 | 0.976337 | [0.006 0.994] | 0.954 |
+| (0.95, 97) | 0.00541577 | 0.955584 | 0.961 | [0.011 0.039 0. 0.95 ] | 0.00261709 | 0.977269 | 0.979887 | [0.011 0.989] | 0.961 |
+| (0.95, 98) | 0.0028626 | 0.953137 | 0.956 | [0.007 0.043 0.001 0.949] | 0.00149962 | 0.975843 | 0.977343 | [0.008 0.992] | 0.956 |
+| (0.95, 99) | 0.00686275 | 0.949137 | 0.956 | [0.007 0.043 0.001 0.949] | 0.0035354 | 0.973808 | 0.977343 | [0.008 0.992] | 0.956 |
+| (1.0, 0) | 0.00038766 | 0.999612 | 1 | [0. 0. 0. 1.] | 0.000193868 | 0.999806 | 1 | [0. 1.] | 1 |
+| (1.0, 1) | 0.000768513 | 0.997231 | 0.998 | [0. 0. 0.002 0.998] | 0.000387314 | 0.998612 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 2) | 0.0110783 | 0.985922 | 0.997 | [0. 0. 0.003 0.997] | 0.00558684 | 0.992911 | 0.998498 | [0.003 0.997] | 0.997 |
+| (1.0, 3) | 0.00656081 | 0.990439 | 0.997 | [0. 0. 0.003 0.997] | 0.00330234 | 0.995195 | 0.998498 | [0.003 0.997] | 0.997 |
+| (1.0, 4) | 0.00261978 | 0.99538 | 0.998 | [0. 0. 0.002 0.998] | 0.00131429 | 0.997685 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 5) | 0.00163194 | 0.998368 | 1 | [0. 0. 0. 1.] | 0.000816636 | 0.999183 | 1 | [0. 1.] | 1 |
+| (1.0, 6) | 0.00407542 | 0.995925 | 1 | [0. 0. 0. 1.] | 0.00204187 | 0.997958 | 1 | [0. 1.] | 1 |
+| (1.0, 7) | 0.010548 | 0.987452 | 0.998 | [0. 0. 0.002 0.998] | 0.0053126 | 0.993686 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 8) | 0.00242359 | 0.996576 | 0.999 | [0. 0. 0.001 0.999] | 0.00121665 | 0.998283 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 9) | 0.00321056 | 0.995789 | 0.999 | [0. 0. 0.001 0.999] | 0.00160947 | 0.99789 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 10) | 0.00323781 | 0.996762 | 1 | [0. 0. 0. 1.] | 0.00162153 | 0.998378 | 1 | [0. 1.] | 1 |
+| (1.0, 11) | 0.000783789 | 0.999216 | 1 | [0. 0. 0. 1.] | 0.000392048 | 0.999608 | 1 | [0. 1.] | 1 |
+| (1.0, 12) | 0.00695127 | 0.993049 | 1 | [0. 0. 0. 1.] | 0.00348776 | 0.996512 | 1 | [0. 1.] | 1 |
+| (1.0, 13) | 0.00228645 | 0.995714 | 0.998 | [0. 0. 0.002 0.998] | 0.00114683 | 0.997852 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 14) | 0.0112308 | 0.988769 | 1 | [0. 0. 0. 1.] | 0.00564713 | 0.994353 | 1 | [0. 1.] | 1 |
+| (1.0, 15) | 0.012585 | 0.984415 | 0.997 | [0. 0. 0.003 0.997] | 0.00635148 | 0.992146 | 0.998498 | [0.003 0.997] | 0.997 |
+| (1.0, 16) | 0.00115313 | 0.998847 | 1 | [0. 0. 0. 1.] | 0.000576897 | 0.999423 | 1 | [0. 1.] | 1 |
+| (1.0, 17) | 0.00564588 | 0.993354 | 0.999 | [0. 0. 0.001 0.999] | 0.00283377 | 0.996666 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 18) | 0.00350382 | 0.995496 | 0.999 | [0. 0. 0.001 0.999] | 0.00175679 | 0.997743 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 19) | 0.00979927 | 0.990201 | 1 | [0. 0. 0. 1.] | 0.00492376 | 0.995076 | 1 | [0. 1.] | 1 |
+| (1.0, 20) | 0.00602819 | 0.991972 | 0.998 | [0. 0. 0.002 0.998] | 0.00302928 | 0.99597 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 21) | 0.00330174 | 0.995698 | 0.999 | [0. 0. 0.001 0.999] | 0.00165551 | 0.997844 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 22) | 0.00237333 | 0.996627 | 0.999 | [0. 0. 0.001 0.999] | 0.00118927 | 0.99831 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 23) | 0.00497561 | 0.994024 | 0.999 | [0. 0. 0.001 0.999] | 0.00249651 | 0.997003 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 24) | 0.0045159 | 0.995484 | 1 | [0. 0. 0. 1.] | 0.00226306 | 0.997737 | 1 | [0. 1.] | 1 |
+| (1.0, 25) | 0.00159816 | 0.999598 | 0.998 | [0. 0. 0.002 0.998] | 0.000799555 | 0.999799 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 26) | 0.00282877 | 0.996171 | 0.999 | [0. 0. 0.001 0.999] | 0.00142084 | 0.998079 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 27) | 0.0055852 | 0.992415 | 0.998 | [0. 0. 0.002 0.998] | 0.00280651 | 0.996192 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 28) | 0.00522598 | 0.994774 | 1 | [0. 0. 0. 1.] | 0.00261984 | 0.99738 | 1 | [0. 1.] | 1 |
+| (1.0, 29) | 0.00351762 | 0.995482 | 0.999 | [0. 0. 0.001 0.999] | 0.00176397 | 0.997736 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 30) | 0.00530586 | 0.993694 | 0.999 | [0. 0. 0.001 0.999] | 0.00266265 | 0.996837 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 31) | 3.04145e-05 | 0.99897 | 0.999 | [0. 0. 0.001 0.999] | 1.59575e-05 | 0.999484 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 32) | 0.00892355 | 0.990076 | 0.999 | [0. 0. 0.001 0.999] | 0.00448628 | 0.995013 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 33) | 0.00909471 | 0.990905 | 1 | [0. 0. 0. 1.] | 0.00456814 | 0.995432 | 1 | [0. 1.] | 1 |
+| (1.0, 34) | 0.00174823 | 0.997252 | 0.999 | [0. 0. 0.001 0.999] | 0.000876536 | 0.998623 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 35) | 0.00144624 | 0.996554 | 0.998 | [0. 0. 0.002 0.998] | 0.000725097 | 0.998274 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 36) | 0.0104275 | 0.989573 | 1 | [0. 0. 0. 1.] | 0.00524108 | 0.994759 | 1 | [0. 1.] | 1 |
+| (1.0, 37) | 0.00680342 | 0.992197 | 0.999 | [0. 0. 0.001 0.999] | 0.00341675 | 0.996083 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 38) | 0.0005654 | 0.998565 | 0.998 | [0. 0. 0.002 0.998] | 0.000281429 | 0.99928 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 39) | 0.0103369 | 0.988663 | 0.999 | [0. 0. 0.001 0.999] | 0.0052012 | 0.994299 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 40) | 0.00464786 | 0.994352 | 0.999 | [0. 0. 0.001 0.999] | 0.00233173 | 0.997168 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 41) | 0.00555467 | 0.993445 | 0.999 | [0. 0. 0.001 0.999] | 0.00278786 | 0.996712 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 42) | 0.000538905 | 0.999461 | 1 | [0. 0. 0. 1.] | 0.000269525 | 0.99973 | 1 | [0. 1.] | 1 |
+| (1.0, 43) | 0.000103208 | 0.999897 | 1 | [0. 0. 0. 1.] | 5.16066e-05 | 0.999948 | 1 | [0. 1.] | 1 |
+| (1.0, 44) | 0.000659831 | 0.99834 | 0.999 | [0. 0. 0.001 0.999] | 0.00033133 | 0.999168 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 45) | 0.00772108 | 0.991279 | 0.999 | [0. 0. 0.001 0.999] | 0.00388279 | 0.995617 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 46) | 0.0105663 | 0.986434 | 0.997 | [0. 0. 0.003 0.997] | 0.00532721 | 0.993171 | 0.998498 | [0.003 0.997] | 0.997 |
+| (1.0, 47) | 0.00475672 | 0.995243 | 1 | [0. 0. 0. 1.] | 0.00238403 | 0.997616 | 1 | [0. 1.] | 1 |
+| (1.0, 48) | 0.00098032 | 0.99902 | 1 | [0. 0. 0. 1.] | 0.0004904 | 0.99951 | 1 | [0. 1.] | 1 |
+| (1.0, 49) | 0.00485684 | 0.995143 | 1 | [0. 0. 0. 1.] | 0.00243433 | 0.997566 | 1 | [0. 1.] | 1 |
+| (1.0, 50) | 0.000364171 | 0.999636 | 1 | [0. 0. 0. 1.] | 0.000182119 | 0.999818 | 1 | [0. 1.] | 1 |
+| (1.0, 51) | 0.00901725 | 0.989983 | 0.999 | [0. 0. 0.001 0.999] | 0.00453359 | 0.994966 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 52) | 0.00401398 | 0.995986 | 1 | [0. 0. 0. 1.] | 0.00201102 | 0.997989 | 1 | [0. 1.] | 1 |
+| (1.0, 53) | 6.02743e-05 | 0.99994 | 1 | [0. 0. 0. 1.] | 3.0138e-05 | 0.99997 | 1 | [0. 1.] | 1 |
+| (1.0, 54) | 0.00525217 | 0.993748 | 0.999 | [0. 0. 0.001 0.999] | 0.00263592 | 0.996864 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 55) | 0.00586705 | 0.992133 | 0.998 | [0. 0. 0.002 0.998] | 0.00294815 | 0.996051 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 56) | 0.0047068 | 0.993293 | 0.998 | [0. 0. 0.002 0.998] | 0.00236369 | 0.996635 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 57) | 0.000832389 | 0.999168 | 1 | [0. 0. 0. 1.] | 0.000416368 | 0.999584 | 1 | [0. 1.] | 1 |
+| (1.0, 58) | 0.00219301 | 0.997807 | 1 | [0. 0. 0. 1.] | 0.00109771 | 0.998902 | 1 | [0. 1.] | 1 |
+| (1.0, 59) | 0.00652092 | 0.991479 | 0.998 | [0. 0. 0.002 0.998] | 0.0032777 | 0.995721 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 60) | 0.00533726 | 0.991663 | 0.997 | [0. 0. 0.003 0.997] | 0.0026845 | 0.995813 | 0.998498 | [0.003 0.997] | 0.997 |
+| (1.0, 61) | 0.00188364 | 0.997116 | 0.999 | [0. 0. 0.001 0.999] | 0.000945307 | 0.998554 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 62) | 0.00960516 | 0.990395 | 1 | [0. 0. 0. 1.] | 0.00482576 | 0.995174 | 1 | [0. 1.] | 1 |
+| (1.0, 63) | 0.000144585 | 0.999855 | 1 | [0. 0. 0. 1.] | 7.22978e-05 | 0.999928 | 1 | [0. 1.] | 1 |
+| (1.0, 64) | 0.0125929 | 0.984407 | 0.997 | [0. 0. 0.003 0.997] | 0.00635546 | 0.992142 | 0.998498 | [0.003 0.997] | 0.997 |
+| (1.0, 65) | 0.00338717 | 0.995613 | 0.999 | [0. 0. 0.001 0.999] | 0.00169816 | 0.997802 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 66) | 0.00079801 | 0.998202 | 0.999 | [0. 0. 0.001 0.999] | 0.000401174 | 0.999099 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 67) | 0.00224744 | 0.997753 | 1 | [0. 0. 0. 1.] | 0.00112499 | 0.998875 | 1 | [0. 1.] | 1 |
+| (1.0, 68) | 0.00487772 | 0.995122 | 1 | [0. 0. 0. 1.] | 0.00244482 | 0.997555 | 1 | [0. 1.] | 1 |
+| (1.0, 69) | 0.000371242 | 0.999629 | 1 | [0. 0. 0. 1.] | 0.000185655 | 0.999814 | 1 | [0. 1.] | 1 |
+| (1.0, 70) | 0.00206798 | 0.997932 | 1 | [0. 0. 0. 1.] | 0.00103506 | 0.998965 | 1 | [0. 1.] | 1 |
+| (1.0, 71) | 0.000710046 | 0.99929 | 1 | [0. 0. 0. 1.] | 0.000355149 | 0.999645 | 1 | [0. 1.] | 1 |
+| (1.0, 72) | 0.00335647 | 0.993644 | 0.997 | [0. 0. 0.003 0.997] | 0.00168683 | 0.996811 | 0.998498 | [0.003 0.997] | 0.997 |
+| (1.0, 73) | 0.00405536 | 0.994945 | 0.999 | [0. 0. 0.001 0.999] | 0.00203386 | 0.997466 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 74) | 0.00439108 | 0.995609 | 1 | [0. 0. 0. 1.] | 0.00220037 | 0.9978 | 1 | [0. 1.] | 1 |
+| (1.0, 75) | 0.000376378 | 0.999624 | 1 | [0. 0. 0. 1.] | 0.000188225 | 0.999812 | 1 | [0. 1.] | 1 |
+| (1.0, 76) | 2.2775e-05 | 0.999977 | 1 | [0. 0. 0. 1.] | 1.13876e-05 | 0.999989 | 1 | [0. 1.] | 1 |
+| (1.0, 77) | 0.000470373 | 0.99953 | 1 | [0. 0. 0. 1.] | 0.000235242 | 0.999765 | 1 | [0. 1.] | 1 |
+| (1.0, 78) | 0.000160133 | 0.99984 | 1 | [0. 0. 0. 1.] | 8.00731e-05 | 0.99992 | 1 | [0. 1.] | 1 |
+| (1.0, 79) | 0.00207087 | 0.997929 | 1 | [0. 0. 0. 1.] | 0.00103651 | 0.998963 | 1 | [0. 1.] | 1 |
+| (1.0, 80) | 0.00810417 | 0.989896 | 0.998 | [0. 0. 0.002 0.998] | 0.00407733 | 0.994922 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 81) | 0.00617284 | 0.993827 | 1 | [0. 0. 0. 1.] | 0.00309598 | 0.996904 | 1 | [0. 1.] | 1 |
+| (1.0, 82) | 0.000753367 | 0.999247 | 1 | [0. 0. 0. 1.] | 0.000376825 | 0.999623 | 1 | [0. 1.] | 1 |
+| (1.0, 83) | 0.00409922 | 0.995901 | 1 | [0. 0. 0. 1.] | 0.00205382 | 0.997946 | 1 | [0. 1.] | 1 |
+| (1.0, 84) | 0.00782572 | 0.990174 | 0.998 | [0. 0. 0.002 0.998] | 0.00393612 | 0.995063 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 85) | 0.0045099 | 0.99349 | 0.998 | [0. 0. 0.002 0.998] | 0.0022646 | 0.996734 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 86) | 0.00363821 | 0.994362 | 0.998 | [0. 0. 0.002 0.998] | 0.00182623 | 0.997173 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 87) | 0.00481349 | 0.995187 | 1 | [0. 0. 0. 1.] | 0.00241255 | 0.997587 | 1 | [0. 1.] | 1 |
+| (1.0, 88) | 0.00433078 | 0.995669 | 1 | [0. 0. 0. 1.] | 0.00217009 | 0.99783 | 1 | [0. 1.] | 1 |
+| (1.0, 89) | 0.00589255 | 0.992107 | 0.998 | [0. 0. 0.002 0.998] | 0.00296091 | 0.996038 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 90) | 0.000687943 | 0.999312 | 1 | [0. 0. 0. 1.] | 0.00034409 | 0.999656 | 1 | [0. 1.] | 1 |
+| (1.0, 91) | 0.00126096 | 0.998261 | 0.997 | [0. 0. 0.003 0.997] | 0.000629455 | 0.999127 | 0.998498 | [0.003 0.997] | 0.997 |
+| (1.0, 92) | 0.0047099 | 0.99429 | 0.999 | [0. 0. 0.001 0.999] | 0.00236294 | 0.997137 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 93) | 0.00124108 | 0.997759 | 0.999 | [0. 0. 0.001 0.999] | 0.000621546 | 0.998878 | 0.9995 | [0.001 0.999] | 0.999 |
+| (1.0, 94) | 0.00111707 | 0.996883 | 0.998 | [0. 0. 0.002 0.998] | 0.00055997 | 0.998439 | 0.998999 | [0.002 0.998] | 0.998 |
+| (1.0, 95) | 2.16117e-05 | 0.999978 | 1 | [0. 0. 0. 1.] | 1.0806e-05 | 0.999989 | 1 | [0. 1.] | 1 |
+| (1.0, 96) | 0.00580863 | 0.994191 | 1 | [0. 0. 0. 1.] | 0.00291278 | 0.997087 | 1 | [0. 1.] | 1 |
+| (1.0, 97) | 0.00636452 | 0.993635 | 1 | [0. 0. 0. 1.] | 0.00319242 | 0.996808 | 1 | [0. 1.] | 1 |
+| (1.0, 98) | 0.00321332 | 0.996787 | 1 | [0. 0. 0. 1.] | 0.00160925 | 0.998391 | 1 | [0. 1.] | 1 |
+| (1.0, 99) | 0.00562354 | 0.992376 | 0.998 | [0. 0. 0.002 0.998] | 0.00282537 | 0.996174 | 0.998999 | [0.002 0.998] | 0.998 |
\ No newline at end of file
diff --git a/tests/test_baseline.py b/tests/test_baseline.py
deleted file mode 100644
index c7a8027..0000000
--- a/tests/test_baseline.py
+++ /dev/null
@@ -1,20 +0,0 @@
-
-from sklearn.linear_model import LogisticRegression
-from quacc.evaluation.baseline import kfcv, trust_score
-from quacc.dataset import get_spambase
-
-
-class TestBaseline:
-
- def test_kfcv(self):
- train, validation, _ = get_spambase()
- c_model = LogisticRegression()
- c_model.fit(train.X, train.y)
- assert "f1_score" in kfcv(c_model, validation)
-
- def test_trust_score(self):
- train, validation, test = get_spambase()
- c_model = LogisticRegression()
- c_model.fit(train.X, train.y)
- trustscore = trust_score(c_model, train, test)
- assert len(trustscore) == len(test.y)
\ No newline at end of file
diff --git a/tests/test_evaluation/__pycache__/test_baseline.cpython-311-pytest-7.4.2.pyc b/tests/test_evaluation/__pycache__/test_baseline.cpython-311-pytest-7.4.2.pyc
new file mode 100644
index 0000000..0aaf325
Binary files /dev/null and b/tests/test_evaluation/__pycache__/test_baseline.cpython-311-pytest-7.4.2.pyc differ
diff --git a/tests/test_evaluation/test_baseline.py b/tests/test_evaluation/test_baseline.py
new file mode 100644
index 0000000..20fac98
--- /dev/null
+++ b/tests/test_evaluation/test_baseline.py
@@ -0,0 +1,12 @@
+from sklearn.linear_model import LogisticRegression
+
+from quacc.dataset import Dataset
+from quacc.evaluation.baseline import kfcv
+
+
+class TestBaseline:
+ def test_kfcv(self):
+ spambase = Dataset("spambase", n_prevalences=1).get_raw()
+ c_model = LogisticRegression()
+ c_model.fit(spambase.train.X, spambase.train.y)
+ assert "f1_score" in kfcv(c_model, spambase.validation)
diff --git a/tests/test_method/__pycache__/test_base.cpython-311-pytest-7.4.2.pyc b/tests/test_method/__pycache__/test_base.cpython-311-pytest-7.4.2.pyc
new file mode 100644
index 0000000..526d081
Binary files /dev/null and b/tests/test_method/__pycache__/test_base.cpython-311-pytest-7.4.2.pyc differ
diff --git a/tests/test_method/__pycache__/test_model_selection.cpython-311-pytest-7.4.2.pyc b/tests/test_method/__pycache__/test_model_selection.cpython-311-pytest-7.4.2.pyc
new file mode 100644
index 0000000..f9d7598
Binary files /dev/null and b/tests/test_method/__pycache__/test_model_selection.cpython-311-pytest-7.4.2.pyc differ
diff --git a/tests/test_method/test_base/__pycache__/test_BQAE.cpython-311-pytest-7.4.2.pyc b/tests/test_method/test_base/__pycache__/test_BQAE.cpython-311-pytest-7.4.2.pyc
new file mode 100644
index 0000000..e1ad6b8
Binary files /dev/null and b/tests/test_method/test_base/__pycache__/test_BQAE.cpython-311-pytest-7.4.2.pyc differ
diff --git a/tests/test_method/test_base/__pycache__/test_MCAE.cpython-311-pytest-7.4.2.pyc b/tests/test_method/test_base/__pycache__/test_MCAE.cpython-311-pytest-7.4.2.pyc
new file mode 100644
index 0000000..024d5e3
Binary files /dev/null and b/tests/test_method/test_base/__pycache__/test_MCAE.cpython-311-pytest-7.4.2.pyc differ
diff --git a/tests/test_estimator.py b/tests/test_method/test_base/test_BQAE.py
similarity index 95%
rename from tests/test_estimator.py
rename to tests/test_method/test_base/test_BQAE.py
index d13afe2..f28c71b 100644
--- a/tests/test_estimator.py
+++ b/tests/test_method/test_base/test_BQAE.py
@@ -1,12 +1,12 @@
-import pytest
import numpy as np
+import pytest
import scipy.sparse as sp
from sklearn.linear_model import LogisticRegression
-from quacc.estimator import BinaryQuantifierAccuracyEstimator
+from quacc.method.base import BinaryQuantifierAccuracyEstimator
-class TestBinaryQuantifierAccuracyEstimator:
+class TestBQAE:
@pytest.mark.parametrize(
"instances,preds0,preds1,result",
[
diff --git a/tests/test_method/test_base/test_MCAE.py b/tests/test_method/test_base/test_MCAE.py
new file mode 100644
index 0000000..b0784a2
--- /dev/null
+++ b/tests/test_method/test_base/test_MCAE.py
@@ -0,0 +1,2 @@
+class TestMCAE:
+ pass