2023-11-08 17:26:44 +01:00
|
|
|
debug_conf: &debug_conf
|
|
|
|
|
global:
|
|
|
|
|
METRICS:
|
|
|
|
|
- acc
|
2023-11-16 01:37:18 +01:00
|
|
|
OUT_DIR_NAME: output/debug
|
2023-11-10 01:25:05 +01:00
|
|
|
DATASET_N_PREVS: 9
|
2023-11-08 17:26:44 +01:00
|
|
|
|
|
|
|
|
confs:
|
2023-11-16 01:37:18 +01:00
|
|
|
- DATASET_NAME: rcv1
|
|
|
|
|
DATASET_TARGET: CCAT
|
2023-11-08 17:26:44 +01:00
|
|
|
|
|
|
|
|
plot_confs:
|
2023-11-11 18:46:27 +01:00
|
|
|
debug_gs:
|
2023-11-08 17:26:44 +01:00
|
|
|
PLOT_ESTIMATORS:
|
2023-11-11 18:46:27 +01:00
|
|
|
- mul_sld
|
|
|
|
|
- mul3w_sld
|
2023-11-08 17:26:44 +01:00
|
|
|
- atc_mc
|
|
|
|
|
PLOT_STDEV: true
|
|
|
|
|
|
|
|
|
|
mc_conf: &mc_conf
|
|
|
|
|
global:
|
|
|
|
|
METRICS:
|
|
|
|
|
- acc
|
|
|
|
|
DATASET_N_PREVS: 9
|
|
|
|
|
|
|
|
|
|
confs:
|
|
|
|
|
- DATASET_NAME: rcv1
|
|
|
|
|
DATASET_TARGET: CCAT
|
|
|
|
|
# - DATASET_NAME: imdb
|
|
|
|
|
|
|
|
|
|
plot_confs:
|
2023-11-10 01:25:05 +01:00
|
|
|
confidence:
|
2023-11-08 17:26:44 +01:00
|
|
|
PLOT_ESTIMATORS:
|
|
|
|
|
- bin_sld_gs
|
|
|
|
|
- mul_sld_gs
|
|
|
|
|
- atc_mc
|
|
|
|
|
PLOT_STDEV: true
|
|
|
|
|
|
|
|
|
|
test_conf: &test_conf
|
|
|
|
|
global:
|
|
|
|
|
METRICS:
|
|
|
|
|
- acc
|
|
|
|
|
- f1
|
2023-11-16 01:37:18 +01:00
|
|
|
OUT_DIR_NAME: output/test
|
2023-11-08 17:26:44 +01:00
|
|
|
DATASET_N_PREVS: 9
|
2023-11-16 01:37:18 +01:00
|
|
|
# DATASET_PREVS:
|
|
|
|
|
# - 0.5
|
2023-11-08 17:26:44 +01:00
|
|
|
|
|
|
|
|
confs:
|
|
|
|
|
- DATASET_NAME: rcv1
|
2023-11-16 17:15:05 +01:00
|
|
|
DATASET_TARGET: GCAT
|
2023-11-08 17:26:44 +01:00
|
|
|
# - DATASET_NAME: imdb
|
|
|
|
|
|
|
|
|
|
plot_confs:
|
2023-11-16 01:37:18 +01:00
|
|
|
main:
|
2023-11-08 17:26:44 +01:00
|
|
|
PLOT_ESTIMATORS:
|
|
|
|
|
- bin_sld
|
|
|
|
|
- mul_sld
|
2023-11-16 01:37:18 +01:00
|
|
|
- mul3w_sld
|
|
|
|
|
- binc_sld
|
|
|
|
|
- mulc_sld
|
|
|
|
|
- mul3wc_sld
|
|
|
|
|
- binmc_sld
|
|
|
|
|
- mulmc_sld
|
|
|
|
|
- mul3wmc_sld
|
|
|
|
|
- binne_sld
|
|
|
|
|
- mulne_sld
|
|
|
|
|
- mul3wne_sld
|
2023-11-08 17:26:44 +01:00
|
|
|
- bin_sld_gs
|
|
|
|
|
- mul_sld_gs
|
2023-11-16 01:37:18 +01:00
|
|
|
- mul3w_sld_gs
|
2023-11-08 17:26:44 +01:00
|
|
|
- atc_mc
|
|
|
|
|
- atc_ne
|
2023-11-16 01:37:18 +01:00
|
|
|
- doc_feat
|
|
|
|
|
- kfcv
|
2023-11-08 17:26:44 +01:00
|
|
|
|
|
|
|
|
main_conf: &main_conf
|
|
|
|
|
|
|
|
|
|
global:
|
|
|
|
|
METRICS:
|
|
|
|
|
- acc
|
|
|
|
|
- f1
|
2023-11-16 01:37:18 +01:00
|
|
|
OUT_DIR_NAME: output/main
|
2023-11-08 17:26:44 +01:00
|
|
|
DATASET_N_PREVS: 9
|
|
|
|
|
DATASET_DIR_UPDATE: true
|
|
|
|
|
|
|
|
|
|
confs:
|
|
|
|
|
- DATASET_NAME: rcv1
|
|
|
|
|
DATASET_TARGET: CCAT
|
|
|
|
|
- DATASET_NAME: imdb
|
|
|
|
|
confs_next:
|
|
|
|
|
- DATASET_NAME: rcv1
|
|
|
|
|
DATASET_TARGET: GCAT
|
|
|
|
|
- DATASET_NAME: rcv1
|
|
|
|
|
DATASET_TARGET: MCAT
|
|
|
|
|
|
|
|
|
|
plot_confs:
|
|
|
|
|
gs_vs_qgs:
|
|
|
|
|
PLOT_ESTIMATORS:
|
|
|
|
|
- mul_sld_gs
|
|
|
|
|
- bin_sld_gs
|
|
|
|
|
- mul_sld_gsq
|
|
|
|
|
- bin_sld_gsq
|
|
|
|
|
- atc_mc
|
|
|
|
|
- atc_ne
|
|
|
|
|
PLOT_STDEV: true
|
|
|
|
|
plot_confs_completed:
|
|
|
|
|
max_conf_vs_atc_pacc:
|
|
|
|
|
PLOT_ESTIMATORS:
|
|
|
|
|
- bin_pacc
|
|
|
|
|
- binmc_pacc
|
|
|
|
|
- mul_pacc
|
|
|
|
|
- mulmc_pacc
|
|
|
|
|
- atc_mc
|
|
|
|
|
PLOT_STDEV: true
|
|
|
|
|
max_conf_vs_entropy_pacc:
|
|
|
|
|
PLOT_ESTIMATORS:
|
|
|
|
|
- binmc_pacc
|
|
|
|
|
- binne_pacc
|
|
|
|
|
- mulmc_pacc
|
|
|
|
|
- mulne_pacc
|
|
|
|
|
- atc_mc
|
|
|
|
|
PLOT_STDEV: true
|
|
|
|
|
gs_vs_atc:
|
|
|
|
|
PLOT_ESTIMATORS:
|
|
|
|
|
- mul_sld_gs
|
|
|
|
|
- bin_sld_gs
|
|
|
|
|
- mul_pacc_gs
|
|
|
|
|
- bin_pacc_gs
|
|
|
|
|
- atc_mc
|
|
|
|
|
- atc_ne
|
|
|
|
|
PLOT_STDEV: true
|
|
|
|
|
gs_vs_all:
|
|
|
|
|
PLOT_ESTIMATORS:
|
|
|
|
|
- mul_sld_gs
|
|
|
|
|
- bin_sld_gs
|
|
|
|
|
- mul_pacc_gs
|
|
|
|
|
- bin_pacc_gs
|
|
|
|
|
- atc_mc
|
|
|
|
|
- doc_feat
|
|
|
|
|
- kfcv
|
|
|
|
|
PLOT_STDEV: true
|
|
|
|
|
gs_vs_qgs:
|
|
|
|
|
PLOT_ESTIMATORS:
|
|
|
|
|
- mul_sld_gs
|
|
|
|
|
- bin_sld_gs
|
|
|
|
|
- mul_sld_gsq
|
|
|
|
|
- bin_sld_gsq
|
|
|
|
|
- atc_mc
|
|
|
|
|
- atc_ne
|
|
|
|
|
PLOT_STDEV: true
|
|
|
|
|
cc_vs_other:
|
|
|
|
|
PLOT_ESTIMATORS:
|
|
|
|
|
- mul_cc
|
|
|
|
|
- bin_cc
|
|
|
|
|
- mul_sld
|
|
|
|
|
- bin_sld
|
|
|
|
|
- mul_pacc
|
|
|
|
|
- bin_pacc
|
|
|
|
|
PLOT_STDEV: true
|
|
|
|
|
max_conf_vs_atc:
|
|
|
|
|
PLOT_ESTIMATORS:
|
|
|
|
|
- bin_sld
|
|
|
|
|
- binmc_sld
|
|
|
|
|
- mul_sld
|
|
|
|
|
- mulmc_sld
|
|
|
|
|
- atc_mc
|
|
|
|
|
PLOT_STDEV: true
|
|
|
|
|
max_conf_vs_entropy:
|
|
|
|
|
PLOT_ESTIMATORS:
|
|
|
|
|
- binmc_sld
|
|
|
|
|
- binne_sld
|
|
|
|
|
- mulmc_sld
|
|
|
|
|
- mulne_sld
|
|
|
|
|
- atc_mc
|
|
|
|
|
PLOT_STDEV: true
|
|
|
|
|
sld_vs_pacc:
|
|
|
|
|
PLOT_ESTIMATORS:
|
|
|
|
|
- bin_sld
|
|
|
|
|
- mul_sld
|
|
|
|
|
- bin_pacc
|
|
|
|
|
- mul_pacc
|
|
|
|
|
- atc_mc
|
|
|
|
|
PLOT_STDEV: true
|
|
|
|
|
plot_confs_other:
|
|
|
|
|
best_vs_atc:
|
|
|
|
|
PLOT_ESTIMATORS:
|
|
|
|
|
- mul_sld_bcts
|
|
|
|
|
- mul_sld_gs
|
|
|
|
|
- bin_sld_bcts
|
|
|
|
|
- bin_sld_gs
|
|
|
|
|
- atc_mc
|
|
|
|
|
- atc_ne
|
|
|
|
|
all_vs_atc:
|
|
|
|
|
PLOT_ESTIMATORS:
|
|
|
|
|
- bin_sld
|
|
|
|
|
- bin_sld_bcts
|
|
|
|
|
- bin_sld_gs
|
|
|
|
|
- mul_sld
|
|
|
|
|
- mul_sld_bcts
|
|
|
|
|
- mul_sld_gs
|
|
|
|
|
- atc_mc
|
|
|
|
|
- atc_ne
|
|
|
|
|
best_vs_all:
|
|
|
|
|
PLOT_ESTIMATORS:
|
|
|
|
|
- bin_sld_bcts
|
|
|
|
|
- bin_sld_gs
|
|
|
|
|
- mul_sld_bcts
|
|
|
|
|
- mul_sld_gs
|
|
|
|
|
- kfcv
|
|
|
|
|
- atc_mc
|
|
|
|
|
- atc_ne
|
|
|
|
|
- doc_feat
|
|
|
|
|
|
2023-11-16 01:37:18 +01:00
|
|
|
exec: *test_conf
|
