Index

_

__init__() (opendataval.dataloader.CatDataset method), [1] (opendataval.dataloader.DataFetcher method), [1] (opendataval.dataloader.Register method), [1] (opendataval.dataval.AME method), [1] (opendataval.dataval.BetaShapley method), [1] (opendataval.dataval.DataBanzhaf method), [1] (opendataval.dataval.DataEvaluator method), [1] (opendataval.dataval.DataOob method), [1] (opendataval.dataval.DataShapley method), [1] (opendataval.dataval.DVRL method), [1] (opendataval.dataval.GrTMCSampler method), [1] (opendataval.dataval.InfluenceFunction method), [1] (opendataval.dataval.InfluenceSubsample method), [1] (opendataval.dataval.KNNShapley method), [1] (opendataval.dataval.LavaEvaluator method), [1] (opendataval.dataval.LeaveOneOut method), [1] (opendataval.dataval.ModelLessMixin method), [1] (opendataval.dataval.ModelMixin method), [1] (opendataval.dataval.RandomEvaluator method), [1] (opendataval.dataval.RobustVolumeShapley method), [1] (opendataval.dataval.Sampler method), [1] (opendataval.dataval.ShapEvaluator method), [1] (opendataval.dataval.TMCSampler method), [1] (opendataval.experiment.ExperimentMediator method), [1] (opendataval.model.ClassifierSkLearnWrapper method), [1] (opendataval.model.ClassifierUnweightedSkLearnWrapper method), [1] (opendataval.model.GradientModel method), [1] (opendataval.model.Model method), [1] (opendataval.model.RegressionSkLearnWrapper method), [1] (opendataval.model.TorchClassMixin method), [1] (opendataval.model.TorchGradMixin method), [1] (opendataval.model.TorchPredictMixin method), [1] (opendataval.model.TorchRegressMixin method), [1]

__version__ (in module opendataval)

A

ACCURACY (opendataval.metrics.Metrics attribute) accuracy() (in module opendataval.metrics) add_covar_transform() (opendataval.dataloader.register.Register method) ADD_GAUSS_NOISE (opendataval.dataloader.noisify.NoiseFunc attribute)

add_gauss_noise() (in module opendataval.dataloader.noisify) add_indices() (opendataval.dataval.oob.oob.GroupingIndex method) add_label_transform() (opendataval.dataloader.register.Register method) AME (class in opendataval.dataval), [1] (class in opendataval.dataval.ame.ame)

B

BaggingEvaluator (class in opendataval.dataval.ame.ame) basename() (in module opendataval.dataloader.datasets.challenge) batch_augmented_cost() (in module opendataval.dataval.lava.otdd) BATCH_CACHE (opendataval.dataloader.util.FolderDataset attribute) batched() (in module opendataval.util)

bbc_embedding() (in module opendataval.dataloader.datasets.nlpsets) BertClassifier (class in opendataval.model.bert) BertEmbeddings() (in module opendataval.dataloader.datasets.nlpsets) BetaShapley (class in opendataval.dataval), [1] (class in opendataval.dataval.margcontrib.betashap)

C

CACHE (opendataval.dataval.margcontrib.sampler.GrTMCSampler attribute) (opendataval.dataval.margcontrib.sampler.MonteCarloSampler attribute) (opendataval.dataval.margcontrib.sampler.TMCSampler attribute) cache() (in module opendataval.dataloader), [1] (in module opendataval.dataloader.register) CACHE_DIR (opendataval.dataloader.register.Register attribute) CatDataset (class in opendataval.dataloader), [1] (class in opendataval.dataloader.util) CHALLENGE_URL (in module opendataval.dataloader.datasets.challenge) cifar10 (in module opendataval.dataloader.datasets.imagesets) cifar100 (in module opendataval.dataloader.datasets.imagesets) cifar10_embed() (in module opendataval.dataloader.datasets.imagesets) ClassifierMLP (class in opendataval.model.mlp) ClassifierSkLearnWrapper (class in opendataval.model), [1] (class in opendataval.model.api)

ClassifierUnweightedSkLearnWrapper (class in opendataval.model), [1] (class in opendataval.model.api) ClassWiseShapley (class in opendataval.dataval.csshap.csshap) clone() (opendataval.model.api.Model method) compute_data_values() (opendataval.experiment.api.ExperimentMediator method) compute_marginal_contribution() (opendataval.dataval.margcontrib.sampler.GrTMCSampler method) (opendataval.dataval.margcontrib.sampler.MonteCarloSampler method) (opendataval.dataval.margcontrib.sampler.Sampler method) (opendataval.dataval.margcontrib.sampler.TMCSampler method) compute_robust_volumes() (in module opendataval.dataval.volume.rvs) compute_weight() (opendataval.dataval.margcontrib.banzhaf.DataBanzhafMargContrib method) (opendataval.dataval.margcontrib.betashap.BetaShapley method) (opendataval.dataval.margcontrib.datashap.DataShapley method) (opendataval.dataval.margcontrib.shap.ShapEvaluator method) compute_x_tilde_and_counts() (in module opendataval.dataval.volume.rvs) covar_dim (opendataval.dataloader.fetcher.DataFetcher property)

D

data_values (opendataval.dataval.api.DataEvaluator property) DataBanzhaf (class in opendataval.dataval), [1] (class in opendataval.dataval.margcontrib.banzhaf) DataBanzhafMargContrib (class in opendataval.dataval.margcontrib.banzhaf) DataEvaluator (class in opendataval.dataval), [1] (class in opendataval.dataval.api) DataFetcher (class in opendataval.dataloader), [1] (class in opendataval.dataloader.fetcher) DataOob (class in opendataval.dataval), [1] (class in opendataval.dataval.oob.oob) datapoints (opendataval.dataloader.fetcher.DataFetcher property) DatasetDistance (class in opendataval.dataval.lava.otdd) Datasets (opendataval.dataloader.register.Register attribute) datasets_available() (opendataval.dataloader.fetcher.DataFetcher static method) DataShapley (class in opendataval.dataval), [1] (class in opendataval.dataval.margcontrib.datashap) DataValueEstimatorRL (class in opendataval.dataval.dvrl.dvrl) device (opendataval.model.api.TorchModel property) discover_corrupted_sample() (in module opendataval.experiment.exper_methods) download_2dplanes() (in module opendataval.dataloader.datasets.datasets) download_adult() (in module opendataval.dataloader.datasets.datasets) download_bbc() (in module opendataval.dataloader.datasets.nlpsets)

download_breast_cancer() (in module opendataval.dataloader.datasets.datasets) download_creditcard() (in module opendataval.dataloader.datasets.datasets) download_diabetes() (in module opendataval.dataloader.datasets.datasets) download_digits() (in module opendataval.dataloader.datasets.datasets) download_drive() (in module opendataval.dataloader.datasets.challenge) download_echoMonths() (in module opendataval.dataloader.datasets.datasets) download_election() (in module opendataval.dataloader.datasets.datasets) download_electricity() (in module opendataval.dataloader.datasets.datasets) download_fried() (in module opendataval.dataloader.datasets.datasets) download_imdb() (in module opendataval.dataloader.datasets.nlpsets) download_iris() (in module opendataval.dataloader.datasets.datasets) download_linnerud() (in module opendataval.dataloader.datasets.datasets) download_lowbwt() (in module opendataval.dataloader.datasets.datasets) download_MiniBooNE() (in module opendataval.dataloader.datasets.datasets) download_mv() (in module opendataval.dataloader.datasets.datasets) download_nomao() (in module opendataval.dataloader.datasets.datasets) download_pol() (in module opendataval.dataloader.datasets.datasets) download_stock() (in module opendataval.dataloader.datasets.datasets) download_wave_energy() (in module opendataval.dataloader.datasets.datasets) dual_sol() (opendataval.dataval.lava.otdd.DatasetDistance method) DveLoss (class in opendataval.dataval.dvrl.dvrl) DVRL (class in opendataval.dataval), [1] (class in opendataval.dataval.dvrl.dvrl)

E

embeddings() (opendataval.dataval.api.ModelLessMixin method) evaluate() (opendataval.dataval.api.ModelMixin method) (opendataval.experiment.api.ExperimentMediator method) evaluate_data_values() (opendataval.dataval.ame.ame.AME method) (opendataval.dataval.ame.ame.BaggingEvaluator method) (opendataval.dataval.api.DataEvaluator method) (opendataval.dataval.csshap.csshap.ClassWiseShapley method) (opendataval.dataval.dvrl.dvrl.DVRL method) (opendataval.dataval.influence.influence.InfluenceFunction method) (opendataval.dataval.influence.infsub.InfluenceSubsample method) (opendataval.dataval.knnshap.knnshap.KNNShapley method) (opendataval.dataval.lava.lava.LavaEvaluator method) (opendataval.dataval.margcontrib.banzhaf.DataBanzhaf method) (opendataval.dataval.margcontrib.loo.LeaveOneOut method) (opendataval.dataval.margcontrib.shap.ShapEvaluator method) (opendataval.dataval.oob.oob.DataOob method) (opendataval.dataval.random.random.RandomEvaluator method) (opendataval.dataval.volume.rvs.RobustVolumeShapley method)

Evaluators (opendataval.dataval.api.DataEvaluator attribute) exists() (opendataval.dataloader.util.FolderDataset static method) ExperimentMediator (class in opendataval.experiment), [1] (class in opendataval.experiment.api) export_dataset() (opendataval.dataloader.fetcher.DataFetcher method) extract_dataset() (in module opendataval.dataval.lava.otdd)

F

f1_score() (in module opendataval.experiment.util) fashion (in module opendataval.dataloader.datasets.imagesets) FeatureCost (class in opendataval.dataval.lava.otdd) filter_kwargs() (in module opendataval.experiment.util) fit() (opendataval.model.api.ClassifierSkLearnWrapper method) (opendataval.model.api.ClassifierUnweightedSkLearnWrapper method) (opendataval.model.api.Model method) (opendataval.model.api.RegressionSkLearnWrapper method) (opendataval.model.api.TorchClassMixin method) (opendataval.model.api.TorchRegressMixin method) (opendataval.model.bert.BertClassifier method) FolderDataset (class in opendataval.dataloader.util) format_batch_path() (opendataval.dataloader.util.FolderDataset method) forward() (opendataval.dataval.dvrl.dvrl.DataValueEstimatorRL method) (opendataval.dataval.dvrl.dvrl.DveLoss method) (opendataval.model.bert.BertClassifier method) (opendataval.model.lenet.LeNet method) (opendataval.model.logistic_regression.LogisticRegression method) (opendataval.model.mlp.ClassifierMLP method) (opendataval.model.mlp.RegressionMLP method)

from_covar_func() (opendataval.dataloader.register.Register method) from_covar_label_func() (opendataval.dataloader.register.Register method) from_csv() (opendataval.dataloader.register.Register method) from_data() (opendataval.dataloader.fetcher.DataFetcher class method) (opendataval.dataloader.register.Register method) from_data_splits() (opendataval.dataloader.fetcher.DataFetcher class method) from_label_func() (opendataval.dataloader.register.Register method) from_numpy() (opendataval.dataloader.register.Register method) from_pandas() (opendataval.dataloader.register.Register method) FuncEnum (class in opendataval.util)

G

gaussian_classifier() (in module opendataval.dataloader.datasets.datasets) get_batch() (opendataval.dataloader.util.FolderDataset method) get_name() (in module opendataval.util) get_subset_perf() (opendataval.dataval.ame.ame.BaggingEvaluator method) GR_MAX (opendataval.dataval.margcontrib.sampler.GrTMCSampler attribute) grad() (opendataval.model.grad.GradientModel method) (opendataval.model.grad.TorchGradMixin method)

GradientModel (class in opendataval.model), [1] (class in opendataval.model.grad) GroupingIndex (class in opendataval.dataval.oob.oob) GrTMCSampler (class in opendataval.dataval), [1] (class in opendataval.dataval.margcontrib.sampler)

I

imdb_embedding() (in module opendataval.dataloader.datasets.nlpsets) increasing_bin_removal() (in module opendataval.experiment.exper_methods) IndexTransformDataset (class in opendataval.dataloader.util) InfluenceFunction (class in opendataval.dataval), [1] (class in opendataval.dataval.influence.influence) InfluenceSubsample (class in opendataval.dataval), [1] (class in opendataval.dataval.influence.infsub) input_data() (opendataval.dataval.ame.ame.BaggingEvaluator method) (opendataval.dataval.api.DataEvaluator method) (opendataval.dataval.csshap.csshap.ClassWiseShapley method) (opendataval.dataval.dvrl.dvrl.DVRL method) (opendataval.dataval.influence.influence.InfluenceFunction method) (opendataval.dataval.influence.infsub.InfluenceSubsample method) (opendataval.dataval.margcontrib.banzhaf.DataBanzhaf method) (opendataval.dataval.margcontrib.loo.LeaveOneOut method) (opendataval.dataval.margcontrib.shap.ShapEvaluator method) (opendataval.dataval.oob.oob.DataOob method) (opendataval.dataval.volume.rvs.RobustVolumeShapley method)

input_fetcher() (opendataval.dataval.api.DataEvaluator method) input_metric() (opendataval.dataval.api.ModelMixin method) input_model() (opendataval.dataval.api.ModelMixin method) (opendataval.dataval.influence.influence.InfluenceFunction method) input_model_metric() (opendataval.dataval.api.ModelMixin method) iris_challenge() (in module opendataval.dataloader.datasets.challenge)

K

KNNShapley (class in opendataval.dataval), [1] (class in opendataval.dataval.knnshap.knnshap)

L

label_dim (opendataval.dataloader.fetcher.DataFetcher property) LavaEvaluator (class in opendataval.dataval), [1] (class in opendataval.dataval.lava.lava) LeaveOneOut (class in opendataval.dataval), [1] (class in opendataval.dataval.margcontrib.loo) LeNet (class in opendataval.model.lenet)

ListDataset (class in opendataval.dataloader.util) load() (opendataval.dataloader.util.FolderDataset class method) load_data() (opendataval.dataloader.register.Register method) load_mediator_output() (in module opendataval.util), [1] load_openml() (in module opendataval.dataloader.datasets.datasets) load_tensor() (in module opendataval.dataloader.util) LogisticRegression (class in opendataval.model.logistic_regression)

M

macos_fix() (in module opendataval.dataval.lava.lava) match() (opendataval.dataval.knnshap.knnshap.KNNShapley method) MeanStdTime (class in opendataval.util) metadata (opendataval.dataloader.util.FolderDataset property) Metrics (class in opendataval.metrics) MIX_LABELS (opendataval.dataloader.noisify.NoiseFunc attribute) mix_labels() (in module opendataval.dataloader), [1] (in module opendataval.dataloader.noisify) Model (class in opendataval.model), [1] (class in opendataval.model.api) model_factory_setup() (opendataval.experiment.api.ExperimentMediator class method) ModelFactory() (in module opendataval.model), [1], [2] ModelLessMixin (class in opendataval.dataval), [1] (class in opendataval.dataval.api) ModelMixin (class in opendataval.dataval), [1] (class in opendataval.dataval.api) Models (opendataval.model.api.Model attribute) module opendataval opendataval.dataloader, [1] opendataval.dataloader.datasets, [1], [2] opendataval.dataloader.datasets.challenge opendataval.dataloader.datasets.datasets, [1], [2], [3] opendataval.dataloader.datasets.imagesets, [1], [2], [3] opendataval.dataloader.datasets.nlpsets, [1], [2], [3] opendataval.dataloader.fetcher opendataval.dataloader.noisify opendataval.dataloader.register opendataval.dataloader.util opendataval.dataval, [1] opendataval.dataval.ame opendataval.dataval.ame.ame opendataval.dataval.api opendataval.dataval.csshap opendataval.dataval.csshap.csshap opendataval.dataval.dvrl opendataval.dataval.dvrl.dvrl opendataval.dataval.influence opendataval.dataval.influence.influence opendataval.dataval.influence.infsub opendataval.dataval.knnshap opendataval.dataval.knnshap.knnshap opendataval.dataval.lava opendataval.dataval.lava.lava opendataval.dataval.lava.otdd opendataval.dataval.margcontrib opendataval.dataval.margcontrib.banzhaf opendataval.dataval.margcontrib.betashap opendataval.dataval.margcontrib.datashap opendataval.dataval.margcontrib.loo opendataval.dataval.margcontrib.sampler opendataval.dataval.margcontrib.shap opendataval.dataval.oob opendataval.dataval.oob.oob opendataval.dataval.random opendataval.dataval.random.random opendataval.dataval.volume opendataval.dataval.volume.rvs opendataval.experiment, [1] opendataval.experiment.api opendataval.experiment.exper_methods, [1], [2] opendataval.experiment.util opendataval.metrics opendataval.model, [1] opendataval.model.api opendataval.model.bert opendataval.model.grad opendataval.model.lenet opendataval.model.logistic_regression opendataval.model.mlp opendataval.util

MonteCarloSampler (class in opendataval.dataval.margcontrib.sampler)

N

NEG_L2 (opendataval.metrics.Metrics attribute) neg_l2() (in module opendataval.metrics) NEG_MSE (opendataval.metrics.Metrics attribute) neg_mse() (in module opendataval.metrics)

NoiseFunc (class in opendataval.dataloader.noisify) noisify() (opendataval.dataloader.fetcher.DataFetcher method) noisy_detection() (in module opendataval.experiment.exper_methods) num_points (opendataval.dataloader.fetcher.DataFetcher property) numbers (in module opendataval.dataloader.datasets.imagesets)

O

one_hot_encode() (in module opendataval.dataloader), [1] (in module opendataval.dataloader.register) oned_twonn_clustering() (in module opendataval.experiment.util) opendataval module opendataval.dataloader module, [1] opendataval.dataloader.datasets module, [1], [2] opendataval.dataloader.datasets.challenge module opendataval.dataloader.datasets.datasets module, [1], [2], [3] opendataval.dataloader.datasets.imagesets module, [1], [2], [3] opendataval.dataloader.datasets.nlpsets module, [1], [2], [3] opendataval.dataloader.fetcher module opendataval.dataloader.noisify module opendataval.dataloader.register module opendataval.dataloader.util module opendataval.dataval module, [1] opendataval.dataval.ame module opendataval.dataval.ame.ame module opendataval.dataval.api module opendataval.dataval.csshap module opendataval.dataval.csshap.csshap module opendataval.dataval.dvrl module opendataval.dataval.dvrl.dvrl module opendataval.dataval.influence module opendataval.dataval.influence.influence module opendataval.dataval.influence.infsub module opendataval.dataval.knnshap module opendataval.dataval.knnshap.knnshap module opendataval.dataval.lava module opendataval.dataval.lava.lava module

opendataval.dataval.lava.otdd module opendataval.dataval.margcontrib module opendataval.dataval.margcontrib.banzhaf module opendataval.dataval.margcontrib.betashap module opendataval.dataval.margcontrib.datashap module opendataval.dataval.margcontrib.loo module opendataval.dataval.margcontrib.sampler module opendataval.dataval.margcontrib.shap module opendataval.dataval.oob module opendataval.dataval.oob.oob module opendataval.dataval.random module opendataval.dataval.random.random module opendataval.dataval.volume module opendataval.dataval.volume.rvs module opendataval.experiment module, [1] opendataval.experiment.api module opendataval.experiment.exper_methods module, [1], [2] opendataval.experiment.util module opendataval.metrics module opendataval.model module, [1] opendataval.model.api module opendataval.model.bert module opendataval.model.grad module opendataval.model.lenet module opendataval.model.logistic_regression module opendataval.model.mlp module opendataval.util module

P

ParamSweep (class in opendataval.util) plot() (opendataval.experiment.api.ExperimentMediator method) predict() (opendataval.model.api.ClassifierSkLearnWrapper method) (opendataval.model.api.Model method) (opendataval.model.api.RegressionSkLearnWrapper method) (opendataval.model.api.TorchPredictMixin method) (opendataval.model.bert.BertClassifier method)

pwdist_exact() (in module opendataval.dataval.lava.otdd)

R

RandomEvaluator (class in opendataval.dataval), [1] (class in opendataval.dataval.random.random) Register (class in opendataval.dataloader), [1] (class in opendataval.dataloader.register) RegressionMLP (class in opendataval.model.mlp) RegressionSkLearnWrapper (class in opendataval.model), [1] (class in opendataval.model.api)

remove_high_low() (in module opendataval.experiment.exper_methods) ReprMixin (class in opendataval.util) ResnetEmbeding() (in module opendataval.dataloader.datasets.imagesets) RobustVolumeShapley (class in opendataval.dataval), [1] (class in opendataval.dataval.volume.rvs)

S

Sampler (class in opendataval.dataval), [1] (class in opendataval.dataval.margcontrib.sampler) save() (opendataval.dataloader.util.FolderDataset method) save_dataval() (in module opendataval.experiment.exper_methods) save_output() (opendataval.experiment.api.ExperimentMediator method) set_coalition() (opendataval.dataval.margcontrib.sampler.GrTMCSampler method) (opendataval.dataval.margcontrib.sampler.MonteCarloSampler method) (opendataval.dataval.margcontrib.sampler.Sampler method) (opendataval.dataval.margcontrib.sampler.TMCSampler method) set_evaluator() (opendataval.dataval.margcontrib.sampler.Sampler method) set_output_directory() (opendataval.experiment.api.ExperimentMediator method) set_random_state() (in module opendataval.util), [1] setup() (opendataval.dataloader.fetcher.DataFetcher class method) (opendataval.dataval.api.DataEvaluator method) (opendataval.experiment.api.ExperimentMediator class method)

shape (opendataval.dataloader.util.FolderDataset property) ShapEvaluator (class in opendataval.dataval), [1] (class in opendataval.dataval.margcontrib.shap) show_image() (in module opendataval.dataloader.datasets.imagesets) split_dataset_by_count() (opendataval.dataloader.fetcher.DataFetcher method) split_dataset_by_indices() (opendataval.dataloader.fetcher.DataFetcher method) split_dataset_by_prop() (opendataval.dataloader.fetcher.DataFetcher method) stl10_embed() (in module opendataval.dataloader.datasets.imagesets) StrEnum (class in opendataval.util) svhn_embed() (in module opendataval.dataloader.datasets.imagesets) sweep() (opendataval.util.ParamSweep method)

T

TMCSampler (class in opendataval.dataval), [1] (class in opendataval.dataval.margcontrib.sampler) to_numpy() (in module opendataval.model.api) tokenize() (opendataval.model.bert.BertClassifier method) TorchClassMixin (class in opendataval.model), [1] (class in opendataval.model.api) TorchGradMixin (class in opendataval.model), [1] (class in opendataval.model.grad) TorchModel (class in opendataval.model.api) TorchPredictMixin (class in opendataval.model), [1] (class in opendataval.model.api) TorchRegressMixin (class in opendataval.model), [1] (class in opendataval.model.api) train() (opendataval.dataval.api.DataEvaluator method) train_data_values() (opendataval.dataval.ame.ame.AME method) (opendataval.dataval.ame.ame.BaggingEvaluator method) (opendataval.dataval.api.DataEvaluator method) (opendataval.dataval.csshap.csshap.ClassWiseShapley method) (opendataval.dataval.dvrl.dvrl.DVRL method) (opendataval.dataval.influence.influence.InfluenceFunction method) (opendataval.dataval.influence.infsub.InfluenceSubsample method) (opendataval.dataval.knnshap.knnshap.KNNShapley method) (opendataval.dataval.lava.lava.LavaEvaluator method) (opendataval.dataval.margcontrib.banzhaf.DataBanzhaf method) (opendataval.dataval.margcontrib.loo.LeaveOneOut method) (opendataval.dataval.margcontrib.shap.ShapEvaluator method) (opendataval.dataval.oob.oob.DataOob method) (opendataval.dataval.random.random.RandomEvaluator method) (opendataval.dataval.volume.rvs.RobustVolumeShapley method)

training (opendataval.model.api.TorchClassMixin attribute) (opendataval.model.api.TorchPredictMixin attribute) (opendataval.model.api.TorchRegressMixin attribute) (opendataval.model.grad.TorchGradMixin attribute) transform (opendataval.dataloader.util.IndexTransformDataset property)

V

VisionAdapter (class in opendataval.dataloader.datasets.imagesets)

W

wrap() (opendataval.util.FuncEnum static method)

wrapper (class in opendataval.util) write() (opendataval.dataloader.util.FolderDataset method)