25 lines
858 B
Python
25 lines
858 B
Python
|
from quapy.method.base import BaseQuantifier
|
||
|
|
from quapy.protocol import OnLabelledCollectionProtocol, AbstractStochasticSeededProtocol
|
||
|
|
|
||
|
|
from .estimator import AccuracyEstimator, _extend_collection
|
||
|
|
|
||
|
|
|
||
|
|
def estimate(estimator: AccuracyEstimator, protocol: AbstractStochasticSeededProtocol):
|
||
|
|
|
||
|
|
# ensure that the protocol returns a LabelledCollection for each iteration
|
||
|
|
protocol.collator = OnLabelledCollectionProtocol.get_collator('labelled_collection')
|
||
|
|
|
||
|
|
base_prevs, true_prevs, estim_prevs = [], [], []
|
||
|
|
for sample in protocol():
|
||
|
|
e_sample = estimator.extend(sample)
|
||
|
|
estim_prev = estimator.estimate(e_sample.X, ext=True)
|
||
|
|
base_prevs.append(sample.prevalence())
|
||
|
|
true_prevs.append(e_sample.prevalence())
|
||
|
|
estim_prevs.append(estim_prev)
|
||
|
|
|
||
|
|
return base_prevs, true_prevs, estim_prevs
|
||
|
|
|
||
|
|
|
||
|
|
def evaluate():
|
||
|
|
pass
|