lorenzo.volpi
/
QuAcc
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

pool size updated

This commit is contained in:
Lorenzo Volpi 2023-11-16 01:35:21 +01:00
parent 4317632ec9
commit 4423221ba9
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
quacc/evaluation/comp.py
View File

@ -1,4 +1,5 @@
import multiprocessing
import os
import time
from traceback import print_exception as traceback
from typing import List
@ -10,7 +11,7 @@ import quapy as qp
from quacc.dataset import Dataset
from quacc.environment import env
from quacc.evaluation import baseline, method
from quacc.evaluation.report import CompReport, DatasetReport, EvaluationReport
from quacc.evaluation.report import CompReport, DatasetReport
from quacc.evaluation.worker import estimate_worker
from quacc.logger import Logger
@ -74,12 +75,13 @@ class CompEstimator:
CE = CompEstimator()
def evaluate_comparison(dataset: Dataset, estimators=None) -> EvaluationReport:
def evaluate_comparison(dataset: Dataset, estimators=None) -> DatasetReport:
log = Logger.logger()
# with multiprocessing.Pool(1) as pool:
with multiprocessing.Pool(len(estimators)) as pool:
__pool_size = os.cpu_count() // 2
with multiprocessing.Pool(__pool_size) as pool:
dr = DatasetReport(dataset.name)
log.info(f"dataset {dataset.name}")
log.info(f"dataset {dataset.name} [pool size: {__pool_size}]")
for d in dataset():
log.info(
f"Dataset sample {d.train_prev[1]:.2f} of dataset {dataset.name} started"