nessie.calibration

Module Contents

Classes

CalibrationCallback
CalibrationOnHoldoutCallback
CalibratorWrapper

class nessie.calibration.CalibrationCallback(calibrator: CalibratorWrapper)

Bases: nessie.helper.Callback

property calibrated_probabilities(self) → numpy.typing.NDArray[float]

Returns: float array of shape (num_instances, num_classes) containing calibrated probabilities

property calibrated_repeated_probabilities(self) → numpy.typing.NDArray[float]

Returns: float array of shape (num_instances, num_repetitions, num_classes)

containing calibrated repeated probabilities

property calibration_error(self) → Tuple[float, float]

Returns: tuple containing Expected Calibration Errors (ECE) before and after calibration

on_after_predicting(self, state: nessie.helper.State)

on_begin(self, state: nessie.helper.State)

class nessie.calibration.CalibrationOnHoldoutCallback

Bases: nessie.helper.Callback

class nessie.calibration.CalibratorWrapper(calibrator: netcal.AbstractCalibration)

fit(self, probas: nessie.types.FloatArray2D, gold_labels: nessie.types.IntArray)

transform(self, probas: nessie.types.FloatArray2D) → nessie.types.FloatArray2D