Index

A

add_column() (lir.data.io.DataFileBuilderCsv method) AggregatePlot (class in lir.aggregation) Aggregation (class in lir.aggregation) AggregationData (class in lir.aggregation) AlcoholBreathAnalyser (class in lir.data.datasets.alcohol_breath_analyser) all_fields (lir.data.models.InstanceData property) apply() (lir.algorithms.bootstraps.Bootstrap method) (lir.algorithms.kde.KDECalibrator method) (lir.algorithms.logistic_regression.FourParameterLogisticCalibrator method) (lir.algorithms.logistic_regression.LogitCalibrator method) (lir.bounding.LLRBounder method) (lir.config.lrsystem_architectures.ParsedLRSystem method) (lir.data.data_strategies.BinaryCrossValidation method) (lir.data.data_strategies.BinaryTrainTestSplit method) (lir.data.data_strategies.MulticlassCrossValidation method) (lir.data.data_strategies.MulticlassTrainTestSplit method) (lir.data.data_strategies.PredefinedTrainTestSplit method) (lir.data.models.DataStrategy method) (lir.data.models.InstanceData method) (lir.lrsystems.binary_lrsystem.BinaryLRSystem method) (lir.lrsystems.lrsystems.LRSystem method) (lir.lrsystems.score_based.ScoreBasedSystem method) (lir.lrsystems.two_level.TwoLevelSystem method) (lir.transform.BinaryClassifierTransformer method) (lir.transform.CsvWriter method) (lir.transform.distance.ElementWiseDifference method) (lir.transform.distance.ManhattanDistance method) (lir.transform.FunctionTransformer method) (lir.transform.Identity method) (lir.transform.NumpyTransformer method) (lir.transform.pipeline.LoggingPipeline method) (lir.transform.pipeline.Pipeline method) (lir.transform.SklearnTransformer method) (lir.transform.Tee method) (lir.transform.Transformer method) (lir.transform.TransformerWrapper method)

as_transformer() (in module lir.transform) axes() (in module lir.plotting)

B

bandwidth_silverman() (lir.algorithms.kde.KDECalibrator static method) BinaryClassifierTransformer (class in lir.transform) BinaryCrossValidation (class in lir.data.data_strategies) BinaryLRSystem (class in lir.lrsystems.binary_lrsystem)

BinaryTrainTestSplit (class in lir.data.data_strategies) Bind (class in lir.util) Bootstrap (class in lir.algorithms.bootstraps) BootstrapAtData (class in lir.algorithms.bootstraps) BootstrapEquidistant (class in lir.algorithms.bootstraps)

C

calc_fiducial_density_functions() (in module lir.algorithms.llr_overestimation) calc_llr_overestimation() (in module lir.algorithms.llr_overestimation) calculate_bounds() (lir.algorithms.bayeserror.ELUBBounder method) (lir.algorithms.invariance_bounds.IVBounder method) (lir.bounding.LLRBounder method) (lir.bounding.NSourceBounder method) (lir.bounding.StaticBounder method) calculate_ece() (in module lir.plotting.expected_calibration_error) calculate_expected_utility() (in module lir.algorithms.bayeserror) calculate_invariance_bounds() (in module lir.algorithms.invariance_bounds) calculate_invariance_delta_functions() (in module lir.algorithms.invariance_bounds) Canvas (class in lir.plotting) CategoricalHyperparameter (class in lir.config.substitution) check_features() (lir.data.models.FeatureData method) check_features_are_llrs() (lir.data.models.LLRData method) check_features_dimensions() (lir.data.models.PairedFeatureData method) check_is_empty() (in module lir.config.base) check_matching_shapes() (lir.data.models.FeatureData method) check_misleading_finite() (lir.data.models.LLRData method) check_not_none() (in module lir.config.base) check_sourceid_shape() (lir.data.models.InstanceData method) (lir.data.models.PairedFeatureData method)

check_sourceids_labels_match() (lir.data.models.InstanceData method) check_type() (in module lir.config.base) (in module lir.util) ClassLoader (class in lir.registry) cllr() (in module lir.metrics) cllr_cal() (in module lir.metrics) cllr_min() (in module lir.metrics) clone() (lir.config.base.ContextAwareDict method) (lir.config.base.ContextAwareList method) close() (lir.aggregation.Aggregation method) (lir.aggregation.WriteMetricsToCsv method) combine() (lir.data.models.InstanceData method) compensate_and_remove_neginf_inf() (in module lir.algorithms.kde) ComponentNotFoundError concatenate() (lir.data.models.InstanceData method) concatenate_instances() (in module lir.data.models) config_parser() (in module lir.config.base) ConfigParser (class in lir.config.base) ConfigParserLoader (class in lir.registry) ContextAwareDict (class in lir.config.base) ContextAwareList (class in lir.config.base) copy_yaml_definition() (in module lir.main) CsvWriter (class in lir.transform)

D

data() (lir.config.experiment_strategies.ExperimentStrategyConfigParser method) DataFileBuilderCsv (class in lir.data.io) DataProvider (class in lir.data.models)

DataStrategy (class in lir.data.models) DataWriter (class in lir.transform) devpav() (in module lir.metrics.devpav)

E

ece() (in module lir.visualization) ElementWiseDifference (class in lir.transform.distance) elub() (in module lir.algorithms.bayeserror)

ELUBBounder (class in lir.algorithms.bayeserror) error() (in module lir.main) Experiment (class in lir.experiment) ExperimentStrategyConfigParser (class in lir.config.experiment_strategies)

F

f_delta_interval_lower (lir.algorithms.bootstraps.Bootstrap attribute) f_delta_interval_upper (lir.algorithms.bootstraps.Bootstrap attribute) FeatureData (class in lir.data.models) FeatureDataCsvFileParser (class in lir.data.datasets.feature_data_csv) FeatureDataCsvHttpParser (class in lir.data.datasets.feature_data_csv) FeatureDataCsvParser (class in lir.data.datasets.feature_data_csv) FeatureDataCsvStreamParser (class in lir.data.datasets.feature_data_csv) features (lir.data.models.FeatureData attribute) features_ref (lir.data.models.PairedFeatureData property) features_trace (lir.data.models.PairedFeatureData property) FederatedLoader (class in lir.registry) fit() (lir.algorithms.bootstraps.Bootstrap method) (lir.algorithms.isotonic_regression.IsotonicCalibrator method) (lir.algorithms.isotonic_regression.IsotonicRegression method) (lir.algorithms.kde.KDECalibrator method) (lir.algorithms.logistic_regression.FourParameterLogisticCalibrator method) (lir.algorithms.logistic_regression.LogitCalibrator method) (lir.algorithms.percentile_rank.PercentileRankTransformer method) (lir.bounding.LLRBounder method) (lir.config.lrsystem_architectures.ParsedLRSystem method) (lir.lrsystems.binary_lrsystem.BinaryLRSystem method) (lir.lrsystems.lrsystems.LRSystem method) (lir.lrsystems.score_based.ScoreBasedSystem method) (lir.lrsystems.two_level.TwoLevelSystem method) (lir.transform.BinaryClassifierTransformer method) (lir.transform.pipeline.Pipeline method) (lir.transform.SKLearnPipelineModule method) (lir.transform.SklearnTransformer method) (lir.transform.SklearnTransformerType method) (lir.transform.Tee method) (lir.transform.Transformer method) (lir.transform.TransformerWrapper method)

fit_apply() (lir.algorithms.bootstraps.Bootstrap method) (lir.transform.CsvWriter method) (lir.transform.NumpyTransformer method) (lir.transform.pipeline.Pipeline method) (lir.transform.SklearnTransformer method) (lir.transform.Transformer method) fit_on_unpaired_instances() (lir.lrsystems.two_level.TwoLevelModelNormalKDE method) fit_transform() (lir.transform.SklearnTransformerType method) FloatHyperparameter (class in lir.config.substitution) FolderHyperparameter (class in lir.config.substitution) FourParameterLogisticCalibrator (class in lir.algorithms.logistic_regression) FunctionTransformer (class in lir.transform)

G

GenericConfigParser (class in lir.config.base) GenericFunctionConfigParser (class in lir.config.base) GenericTransformerConfigParser (class in lir.config.transform) get() (in module lir.registry) (lir.data.datasets.synthesized_normal_binary.SynthesizedNormalDataClass method) (lir.registry.ClassLoader method) (lir.registry.ConfigParserLoader method) (lir.registry.FederatedLoader method) (lir.registry.YamlRegistry method) get_bootstrap_data() (lir.algorithms.bootstraps.Bootstrap method) (lir.algorithms.bootstraps.BootstrapAtData method) (lir.algorithms.bootstraps.BootstrapEquidistant method) get_classes_from_Xy() (in module lir.util) get_experiment() (lir.config.experiment_strategies.ExperimentStrategyConfigParser method) (lir.config.experiment_strategies.GridStrategy method) (lir.config.experiment_strategies.OptunaStrategy method) (lir.config.experiment_strategies.SingleRunStrategy method)

get_instances() (lir.data.datasets.alcohol_breath_analyser.AlcoholBreathAnalyser method) (lir.data.datasets.feature_data_csv.FeatureDataCsvFileParser method) (lir.data.datasets.feature_data_csv.FeatureDataCsvHttpParser method) (lir.data.datasets.feature_data_csv.FeatureDataCsvStreamParser method) (lir.data.datasets.glass.GlassData method) (lir.data.datasets.synthesized_normal_binary.SynthesizedNormalBinaryData method) (lir.data.datasets.synthesized_normal_multiclass.SynthesizedNormalMulticlassData method) (lir.data.models.DataProvider method) get_type_name() (lir.config.base.ConfigParser static method) GlassData (class in lir.data.datasets.glass) GridStrategy (class in lir.config.experiment_strategies)

H

has_intervals (lir.data.models.LLRData property) has_labels (lir.data.models.InstanceData property)

has_same_type() (lir.data.models.InstanceData method) Hyperparameter (class in lir.config.substitution) HyperparameterOption (class in lir.config.substitution)

I

Identity (class in lir.transform) initialize_experiments() (in module lir.main) initialize_logfile() (in module lir.main) InstanceData (class in lir.data.models) InstancePairing (class in lir.transform.pairing)

interval (lir.algorithms.bootstraps.Bootstrap attribute) InvalidRegistryEntryError is_interactive() (in module lir) IsotonicCalibrator (class in lir.algorithms.isotonic_regression) IsotonicRegression (class in lir.algorithms.isotonic_regression) IVBounder (class in lir.algorithms.invariance_bounds)

K

KDECalibrator (class in lir.algorithms.kde)

L

labels (lir.data.models.InstanceData attribute) lir module lir.aggregation module lir.algorithms module lir.algorithms.bayeserror module lir.algorithms.bootstraps module lir.algorithms.invariance_bounds module lir.algorithms.isotonic_regression module lir.algorithms.kde module lir.algorithms.llr_overestimation module lir.algorithms.logistic_regression module lir.algorithms.percentile_rank module lir.bounding module lir.config module lir.config.base module lir.config.data_providers module lir.config.data_strategies module lir.config.experiment_strategies module lir.config.lrsystem_architectures module lir.config.metrics module lir.config.substitution module lir.config.transform module lir.config.util module lir.data module lir.data.data_strategies module lir.data.datasets module lir.data.datasets.alcohol_breath_analyser module lir.data.datasets.feature_data_csv module lir.data.datasets.glass module lir.data.datasets.synthesized_normal_binary module lir.data.datasets.synthesized_normal_multiclass module lir.data.io module lir.data.models module lir.experiment module

lir.lrsystems module lir.lrsystems.binary_lrsystem module lir.lrsystems.lrsystems module lir.lrsystems.score_based module lir.lrsystems.two_level module lir.main module lir.metrics module lir.metrics.devpav module lir.metrics.overestimation module lir.optuna module lir.persistence module lir.plotting module lir.plotting.expected_calibration_error module lir.registry module lir.resources module lir.transform module lir.transform.distance module lir.transform.pairing module lir.transform.pipeline module lir.util module lir.visualization module llr_bounds (lir.data.models.LLRData property) llr_interval() (in module lir.plotting) (in module lir.visualization) llr_intervals (lir.data.models.LLRData property) llr_lower_bound (lir.data.models.LLRData attribute) llr_lower_bound() (in module lir.metrics) llr_overestimation() (in module lir.metrics.overestimation) llr_upper_bound (lir.data.models.LLRData attribute) llr_upper_bound() (in module lir.metrics) LLRBounder (class in lir.bounding) LLRData (class in lir.data.models) llrdata (lir.aggregation.AggregationData attribute) llrs (lir.data.models.LLRData property) ln_to_log10() (in module lir.util) load_model() (in module lir.persistence) LoggingPipeline (class in lir.transform.pipeline) LogitCalibrator (class in lir.algorithms.logistic_regression) logodds_to_odds() (in module lir.util) logodds_to_probability() (in module lir.util) LR (class in lir.util) lr (lir.util.LR attribute) lr_histogram() (in module lir.plotting) (in module lir.visualization) LRSystem (class in lir.lrsystems.lrsystems) lrsystem (lir.aggregation.AggregationData attribute) lrsystem() (lir.config.experiment_strategies.ExperimentStrategyConfigParser method)

M

main() (in module lir.main) ManhattanDistance (class in lir.transform.distance) model_config (lir.data.models.FeatureData attribute) (lir.data.models.InstanceData attribute) (lir.data.models.LLRData attribute) (lir.data.models.PairedFeatureData attribute) module lir lir.aggregation lir.algorithms lir.algorithms.bayeserror lir.algorithms.bootstraps lir.algorithms.invariance_bounds lir.algorithms.isotonic_regression lir.algorithms.kde lir.algorithms.llr_overestimation lir.algorithms.logistic_regression lir.algorithms.percentile_rank lir.bounding lir.config lir.config.base lir.config.data_providers lir.config.data_strategies lir.config.experiment_strategies lir.config.lrsystem_architectures lir.config.metrics lir.config.substitution lir.config.transform lir.config.util lir.data lir.data.data_strategies lir.data.datasets lir.data.datasets.alcohol_breath_analyser lir.data.datasets.feature_data_csv lir.data.datasets.glass lir.data.datasets.synthesized_normal_binary lir.data.datasets.synthesized_normal_multiclass lir.data.io lir.data.models lir.experiment lir.lrsystems lir.lrsystems.binary_lrsystem lir.lrsystems.lrsystems lir.lrsystems.score_based lir.lrsystems.two_level lir.main lir.metrics lir.metrics.devpav lir.metrics.overestimation lir.optuna lir.persistence lir.plotting lir.plotting.expected_calibration_error lir.registry lir.resources lir.transform lir.transform.distance lir.transform.pairing lir.transform.pipeline lir.util lir.visualization

MulticlassCrossValidation (class in lir.data.data_strategies) MulticlassTrainTestSplit (class in lir.data.data_strategies)

N

n_bootstraps (lir.algorithms.bootstraps.Bootstrap attribute) n_points (lir.algorithms.bootstraps.Bootstrap attribute) n_ref_instances (lir.data.models.PairedFeatureData attribute) n_trace_instances (lir.data.models.PairedFeatureData attribute)

name (lir.config.substitution.HyperparameterOption attribute) NSourceBounder (class in lir.bounding) NumpyTransformer (class in lir.transform) NumpyWrappingConfigParser (class in lir.config.transform)

O

odds_to_logodds() (in module lir.util) odds_to_probability() (in module lir.util) open() (lir.data.io.RemoteResource method) options() (lir.config.substitution.CategoricalHyperparameter method) (lir.config.substitution.FloatHyperparameter method) (lir.config.substitution.FolderHyperparameter method) (lir.config.substitution.Hyperparameter method)

OptunaExperiment (class in lir.optuna) OptunaStrategy (class in lir.config.experiment_strategies) output_list() (lir.config.experiment_strategies.ExperimentStrategyConfigParser method)

P

p0 (lir.util.LR attribute) p1 (lir.util.LR attribute) pair() (lir.transform.pairing.InstancePairing method) (lir.transform.pairing.PairingMethod method) (lir.transform.pairing.SourcePairing method) PairedFeatureData (class in lir.data.models) PairingMethod (class in lir.transform.pairing) parameters (lir.aggregation.AggregationData attribute) parse() (lir.config.base.ConfigParser method) (lir.config.base.GenericConfigParser method) (lir.config.base.GenericFunctionConfigParser method) (lir.config.experiment_strategies.ExperimentStrategyConfigParser method) (lir.config.transform.GenericTransformerConfigParser method) (lir.config.transform.NumpyWrappingConfigParser method) (lir.config.util.TeeParser method) parse_augmented_lrsystem() (in module lir.config.lrsystem_architectures) parse_bandwidth() (in module lir.algorithms.kde) parse_data_provider() (in module lir.config.data_providers) parse_data_strategy() (in module lir.config.data_strategies) parse_default_pipeline() (in module lir.config.lrsystem_architectures) parse_experiment_strategy() (in module lir.config.experiment_strategies) parse_experiments() (in module lir.config.experiment_strategies) parse_folder() (in module lir.config.substitution) parse_hyperparameter() (in module lir.config.substitution)

parse_individual_metric() (in module lir.config.metrics) parse_lrsystem() (in module lir.config.lrsystem_architectures) parse_module() (in module lir.config.transform) parse_pairing_config() (in module lir.config.base) parse_steps() (in module lir.transform.pipeline) ParsedLRSystem (class in lir.config.lrsystem_architectures) pav() (in module lir.plotting) (in module lir.visualization) PercentileRankTransformer (class in lir.algorithms.percentile_rank) Pipeline (class in lir.transform.pipeline) plot_ece() (in module lir.plotting.expected_calibration_error) plot_invariance_delta_functions() (in module lir.algorithms.invariance_bounds) plot_llr_overestimation() (in module lir.algorithms.llr_overestimation) plot_nbe() (in module lir.algorithms.bayeserror) pop_field() (in module lir.config.base) population_mean (lir.data.datasets.synthesized_normal_multiclass.SynthesizedDimension attribute) population_std (lir.data.datasets.synthesized_normal_multiclass.SynthesizedDimension attribute) PredefinedExperiment (class in lir.experiment) PredefinedTrainTestSplit (class in lir.data.data_strategies) predict_proba() (lir.lrsystems.two_level.TwoLevelModelNormalKDE method) (lir.transform.SKLearnPipelineModule method) primary_metric() (lir.config.experiment_strategies.ExperimentStrategyConfigParser method) probability_to_logodds() (in module lir.util) probability_to_odds() (in module lir.util)

R

reference() (lir.config.base.ConfigParser method) (lir.config.base.GenericConfigParser method) (lir.config.base.GenericFunctionConfigParser method) (lir.config.transform.NumpyWrappingConfigParser method) registry() (in module lir.registry) RemoteResource (class in lir.data.io) replace() (lir.data.models.InstanceData method) replace_as() (lir.data.models.InstanceData method)

report() (lir.aggregation.AggregatePlot method) (lir.aggregation.Aggregation method) (lir.aggregation.WriteMetricsToCsv method) (lir.persistence.SaveModel method) require_labels (lir.data.models.InstanceData property) rng (lir.transform.pairing.InstancePairing property) RoleAssignment (class in lir.data.data_strategies) run() (lir.experiment.Experiment method)

S

save_model() (in module lir.persistence) savefig() (in module lir.plotting) SaveModel (class in lir.persistence) score_distribution() (in module lir.plotting) ScoreBasedSystem (class in lir.lrsystems.score_based) search_path() (in module lir.data.io) seed (lir.algorithms.bootstraps.Bootstrap attribute) set_fit_request() (lir.algorithms.isotonic_regression.IsotonicRegression method) set_score_request() (lir.algorithms.isotonic_regression.IsotonicRegression method) setup_logging() (in module lir.main) show() (in module lir.plotting) simplify_data_structure() (in module lir.config.util) SingleRunStrategy (class in lir.config.experiment_strategies) SKLearnPipelineModule (class in lir.transform)

SklearnTransformer (class in lir.transform) SklearnTransformerType (class in lir.transform) source_ids (lir.data.models.InstanceData attribute) source_ids_ref (lir.data.models.PairedFeatureData property) source_ids_trace (lir.data.models.PairedFeatureData property) SourcePairing (class in lir.transform.pairing) sources_std (lir.data.datasets.synthesized_normal_multiclass.SynthesizedDimension attribute) StaticBounder (class in lir.bounding) steps (lir.algorithms.bootstraps.Bootstrap attribute) substitute_hyperparameters() (in module lir.config.substitution) substitutions (lir.config.substitution.HyperparameterOption attribute) SynthesizedDimension (class in lir.data.datasets.synthesized_normal_multiclass) SynthesizedNormalBinaryData (class in lir.data.datasets.synthesized_normal_binary) SynthesizedNormalDataClass (class in lir.data.datasets.synthesized_normal_binary) SynthesizedNormalMulticlassData (class in lir.data.datasets.synthesized_normal_multiclass)

T

Tee (class in lir.transform) TeeParser (class in lir.config.util) TEST (lir.data.data_strategies.RoleAssignment attribute) tippett() (in module lir.plotting) TRAIN (lir.data.data_strategies.RoleAssignment attribute) transform() (lir.algorithms.isotonic_regression.IsotonicCalibrator method) (lir.algorithms.isotonic_regression.IsotonicRegression method) (lir.algorithms.percentile_rank.PercentileRankTransformer method) (lir.lrsystems.two_level.TwoLevelModelNormalKDE method) (lir.transform.SKLearnPipelineModule method) (lir.transform.SklearnTransformerType method)

Transformer (class in lir.transform) TransformerWrapper (class in lir.transform) TwoLevelModelNormalKDE (class in lir.lrsystems.two_level) TwoLevelSystem (class in lir.lrsystems.two_level)

W

warn_deprecated() (in module lir.util) write() (lir.data.io.DataFileBuilderCsv method)

WriteMetricsToCsv (class in lir.aggregation) writerow() (lir.transform.DataWriter method)

X

Xn_to_Xy() (in module lir.util)

Xy_to_Xn() (in module lir.util)

Y

YamlParseError

YamlRegistry (class in lir.registry)