From 0d7f31c0cdcba45ce4d50b9c8dfadec9e920eae9 Mon Sep 17 00:00:00 2001 From: Lorenzo Volpi Date: Wed, 6 Dec 2023 10:01:14 +0100 Subject: [PATCH] main_test updated --- quacc/main_test.py | 26 ++++++++++++++++++++++++-- 1 file changed, 24 insertions(+), 2 deletions(-) diff --git a/quacc/main_test.py b/quacc/main_test.py index 1a78815..488f6fe 100644 --- a/quacc/main_test.py +++ b/quacc/main_test.py @@ -1,13 +1,19 @@ -from time import time +import logging +from logging.handlers import QueueHandler +from multiprocessing import Manager, Queue +from threading import Thread +from time import sleep, time import numpy as np import scipy.sparse as sp +from joblib import Parallel, delayed from quapy.protocol import APP from sklearn.linear_model import LinearRegression, LogisticRegression from sklearn.metrics import accuracy_score from baselines.mandoline import estimate_performance from quacc.dataset import Dataset +from quacc.logger import logger, logger_manager, setup_logger, setup_worker_logger def test_lr(): @@ -111,5 +117,21 @@ def test_mandoline(): print(f"time: {time() - tstart}s") +def joblib_queue(): + def worker(q: Queue, i): + setup_worker_logger(q) + log = logger() + log.info(i) + sleep(2) + print(f"worker {i}") + + setup_logger() + log = logger() + log.info("start") + Parallel(n_jobs=5)(delayed(worker)(logger_manager().q, i) for i in range(5)) + log.info("end") + logger_manager().close() + + if __name__ == "__main__": - test_mandoline() + joblib_queue()