Index

_

__init__() (ictonyx.config.ModelConfig method) (ictonyx.data.ArraysDataHandler method) (ictonyx.data.ImageDataHandler method) (ictonyx.data.TabularDataHandler method) (ictonyx.loggers.MLflowLogger method) (ictonyx.memory.MemoryManager method) (ictonyx.runners.ExperimentRunner method) (ictonyx.tuning.HyperparameterTuner method)

A

accuracy_score() (in module ictonyx.core) actions (ictonyx.memory.MemoryResult attribute) add_context() (ictonyx.exceptions.IctonyxError method) all_runs_metrics (ictonyx.runners.VariabilityStudyResults attribute), [1] anova_test() (in module ictonyx.analysis) apply_multiple_comparison_correction() (in module ictonyx.analysis)

ArraysDataHandler (class in ictonyx.data) assess() (ictonyx.core.BaseModelWrapper method) assess_training_stability() (in module ictonyx.analysis) assumption_details (ictonyx.analysis.StatisticalTestResult attribute), [1] assumptions_met (ictonyx.analysis.StatisticalTestResult attribute), [1] auto_resolve_handler() (in module ictonyx.data)

B

base_config (ictonyx.runners.GridStudyResults attribute), [1] BaseLogger (class in ictonyx.loggers) BaseModelWrapper (class in ictonyx.core) batch_size (ictonyx.config.ModelConfig property) bootstrap_ci() (in module ictonyx.bootstrap) bootstrap_distribution (ictonyx.bootstrap.BootstrapCIResult attribute), [1]

bootstrap_effect_size_ci() (in module ictonyx.bootstrap) bootstrap_hedges_g_ci() (in module ictonyx.bootstrap) bootstrap_hodges_lehmann_ci() (in module ictonyx.bootstrap) bootstrap_mean_difference_ci() (in module ictonyx.bootstrap) bootstrap_paired_difference_ci() (in module ictonyx.bootstrap) BootstrapCIResult (class in ictonyx.bootstrap)

C

calculate_autocorr() (in module ictonyx.analysis) calculate_averaged_autocorr() (in module ictonyx.analysis) check_convergence() (in module ictonyx.analysis) check_equal_variances() (in module ictonyx.analysis) check_independence() (in module ictonyx.analysis) check_isolation_capability() (in module ictonyx.memory) check_memory_and_cleanup_if_needed() (ictonyx.core.BaseModelWrapper method) check_normality() (in module ictonyx.analysis) ci_confidence_level (ictonyx.analysis.StatisticalTestResult attribute), [1] ci_effect_size (ictonyx.analysis.StatisticalTestResult attribute), [1] ci_lower (ictonyx.bootstrap.BootstrapCIResult attribute), [1] ci_method (ictonyx.analysis.StatisticalTestResult attribute), [1] ci_upper (ictonyx.bootstrap.BootstrapCIResult attribute), [1] cleanup() (ictonyx.core.BaseModelWrapper method) (ictonyx.memory.MemoryManager method) cleanup_gpu_memory() (in module ictonyx.memory)

cleanup_threshold (ictonyx.config.ModelConfig property) cohens_d() (in module ictonyx.analysis) compare_models() (in module ictonyx.api) compare_models_statistically() (ictonyx.runners.VariabilityStudyResults method) compare_multiple_models() (in module ictonyx.analysis) compare_results() (in module ictonyx.api) compare_two_models() (in module ictonyx.analysis) conclusion (ictonyx.analysis.StatisticalTestResult attribute), [1] confidence_interval (ictonyx.analysis.StatisticalTestResult attribute), [1] confidence_level (ictonyx.bootstrap.BootstrapCIResult attribute), [1] ConfigurationError copy() (ictonyx.config.ModelConfig method) corrected_p_value (ictonyx.analysis.StatisticalTestResult attribute), [1] correction_method (ictonyx.analysis.ModelComparisonResults attribute), [1] (ictonyx.analysis.StatisticalTestResult attribute), [1] create_results_dataframe() (in module ictonyx.analysis) create_search_space() (in module ictonyx.tuning)

D

data_type (ictonyx.data.ArraysDataHandler property) (ictonyx.data.DataHandler property) (ictonyx.data.ImageDataHandler property) (ictonyx.data.TabularDataHandler property) (ictonyx.data.TextDataHandler property) (ictonyx.data.TimeSeriesDataHandler property)

DataHandler (class in ictonyx.data) DataValidationError detailed_interpretation (ictonyx.analysis.StatisticalTestResult attribute), [1]

E

effect_size (ictonyx.analysis.StatisticalTestResult attribute), [1] effect_size_interpretation (ictonyx.analysis.StatisticalTestResult attribute), [1] effect_size_name (ictonyx.analysis.StatisticalTestResult attribute), [1] effect_size_secondary (ictonyx.analysis.StatisticalTestResult attribute), [1] effect_size_secondary_interpretation (ictonyx.analysis.StatisticalTestResult attribute), [1] effect_size_secondary_name (ictonyx.analysis.StatisticalTestResult attribute), [1] end_child_run() (ictonyx.loggers.BaseLogger method) (ictonyx.loggers.MLflowLogger method) end_run() (ictonyx.loggers.BaseLogger method) (ictonyx.loggers.MLflowLogger method)

epochs (ictonyx.config.ModelConfig property) epochs_per_run (ictonyx.config.ModelConfig property) errors (ictonyx.memory.MemoryResult attribute) eta_squared() (in module ictonyx.analysis) evaluate() (ictonyx.core.BaseModelWrapper method) experiment_name (ictonyx.loggers.MLflowLogger property) ExperimentError ExperimentRunner (class in ictonyx.runners)

F

final_metrics (ictonyx.runners.VariabilityStudyResults attribute), [1] final_test_metrics (ictonyx.runners.VariabilityStudyResults attribute), [1] fit() (ictonyx.core.BaseModelWrapper method) for_cnn() (ictonyx.config.ModelConfig class method) for_empty_dataset() (ictonyx.exceptions.DataValidationError class method) for_splits() (ictonyx.exceptions.DataValidationError class method)

for_variability_study() (ictonyx.config.ModelConfig class method) for_xgboost() (ictonyx.config.ModelConfig class method) freeze() (ictonyx.config.ModelConfig method) friedman_test() (in module ictonyx.analysis) from_defaults() (ictonyx.config.ModelConfig class method) from_json() (ictonyx.runners.VariabilityStudyResults class method) from_mlflow_experiment() (ictonyx.runners.VariabilityStudyResults class method)

G

generate_statistical_summary() (in module ictonyx.analysis) get() (ictonyx.config.ModelConfig method) get_available_metrics() (ictonyx.runners.VariabilityStudyResults method) get_best_trial() (ictonyx.tuning.HyperparameterTuner method) get_confusion_matrix_df() (in module ictonyx.analysis) get_context_summary() (ictonyx.exceptions.IctonyxError method) get_data_info() (ictonyx.data.DataHandler method) (ictonyx.data.ImageDataHandler method) (ictonyx.data.TabularDataHandler method) (ictonyx.data.TextDataHandler method) (ictonyx.data.TimeSeriesDataHandler method) get_epoch_statistics() (ictonyx.runners.VariabilityStudyResults method) get_final_metrics() (ictonyx.runners.VariabilityStudyResults method)

get_history() (ictonyx.loggers.BaseLogger method) get_memory_info() (in module ictonyx.memory) get_memory_manager() (in module ictonyx.memory) get_memory_report() (ictonyx.core.BaseModelWrapper method) get_metric_values() (ictonyx.runners.VariabilityStudyResults method) get_results_for_config() (ictonyx.runners.GridStudyResults method) get_run_url() (ictonyx.loggers.MLflowLogger method) get_shap_feature_importance() (in module ictonyx.explainers) get_summary() (ictonyx.analysis.ModelComparisonResults method) (ictonyx.analysis.StatisticalTestResult method) get_summary_stats() (ictonyx.runners.ExperimentRunner method) get_test_metric_values() (ictonyx.runners.VariabilityStudyResults method) get_trials_dataframe() (ictonyx.tuning.HyperparameterTuner method) GridStudyResults (class in ictonyx.runners)

H

has() (ictonyx.config.ModelConfig method) has_test_data (ictonyx.runners.VariabilityStudyResults property) high_failure_rate() (ictonyx.exceptions.ExperimentError class method)

history (ictonyx.core.TrainingResult attribute), [1] (ictonyx.loggers.BaseLogger attribute) HyperparameterTuner (class in ictonyx.tuning)

I

ictonyx.analysis module ictonyx.api module ictonyx.bootstrap module ictonyx.config module ictonyx.core module ictonyx.data module ictonyx.exceptions module ictonyx.explainers module ictonyx.loggers module

ictonyx.memory module ictonyx.plotting module ictonyx.runners module ictonyx.tuning module IctonyxError ImageDataHandler (class in ictonyx.data) insufficient_data() (ictonyx.exceptions.StatisticalTestError class method) invalid_distribution() (ictonyx.exceptions.StatisticalTestError class method) invalid_parameter() (ictonyx.exceptions.ConfigurationError class method) is_significant() (ictonyx.analysis.ModelComparisonResults method) (ictonyx.analysis.StatisticalTestResult method) items() (ictonyx.config.ModelConfig method)

K

keys() (ictonyx.config.ModelConfig method)

kruskal_wallis_test() (in module ictonyx.analysis)

L

learning_rate (ictonyx.config.ModelConfig property) list_configurations() (ictonyx.runners.GridStudyResults method) load() (ictonyx.data.ArraysDataHandler method) (ictonyx.data.DataHandler method) (ictonyx.data.ImageDataHandler method) (ictonyx.data.TabularDataHandler method) (ictonyx.data.TextDataHandler method) (ictonyx.data.TimeSeriesDataHandler method) (ictonyx.runners.VariabilityStudyResults class method) load_model() (ictonyx.core.BaseModelWrapper class method) log_artifact() (ictonyx.loggers.BaseLogger method) (ictonyx.loggers.MLflowLogger method) log_confusion_matrix() (ictonyx.loggers.MLflowLogger method)

log_dataframe() (ictonyx.loggers.MLflowLogger method) log_figure() (ictonyx.loggers.BaseLogger method) (ictonyx.loggers.MLflowLogger method) log_metric() (ictonyx.loggers.BaseLogger method) (ictonyx.loggers.MLflowLogger method) log_metrics() (ictonyx.loggers.BaseLogger method) (ictonyx.loggers.MLflowLogger method) log_model() (ictonyx.loggers.BaseLogger method) (ictonyx.loggers.MLflowLogger method) log_params() (ictonyx.loggers.BaseLogger method) (ictonyx.loggers.MLflowLogger method) log_study_summary() (ictonyx.loggers.MLflowLogger method) log_system_info() (ictonyx.loggers.MLflowLogger method) log_training_history() (ictonyx.loggers.MLflowLogger method)

M

managed_memory() (in module ictonyx.memory) mann_whitney_test() (in module ictonyx.analysis) memory_after_mb (ictonyx.memory.MemoryResult attribute) memory_before_mb (ictonyx.memory.MemoryResult attribute) memory_freed_mb (ictonyx.memory.MemoryResult attribute) MemoryManager (class in ictonyx.memory) MemoryResult (class in ictonyx.memory) merge() (ictonyx.config.ModelConfig method) method (ictonyx.bootstrap.BootstrapCIResult attribute), [1] metric (ictonyx.analysis.ModelComparisonResults attribute), [1] (ictonyx.runners.GridStudyResults attribute), [1] minimum_detectable_effect() (in module ictonyx.analysis) MLflowLogger (class in ictonyx.loggers) mode (ictonyx.memory.MemoryResult attribute) ModelComparisonResults (class in ictonyx.analysis)

ModelConfig (class in ictonyx.config) ModelError module ictonyx.analysis ictonyx.api ictonyx.bootstrap ictonyx.config ictonyx.core ictonyx.data ictonyx.exceptions ictonyx.explainers ictonyx.loggers ictonyx.memory ictonyx.plotting ictonyx.runners ictonyx.tuning

N

n_bootstrap (ictonyx.bootstrap.BootstrapCIResult attribute), [1] n_configurations (ictonyx.runners.GridStudyResults property) n_models (ictonyx.analysis.ModelComparisonResults attribute), [1]

n_runs (ictonyx.runners.VariabilityStudyResults property) n_runs_per_config (ictonyx.runners.GridStudyResults property) num_runs (ictonyx.config.ModelConfig property)

O

overall_test (ictonyx.analysis.ModelComparisonResults attribute), [1]

P

p_value (ictonyx.analysis.StatisticalTestResult attribute), [1] paired_wilcoxon_test() (in module ictonyx.analysis) pairwise_comparisons (ictonyx.analysis.ModelComparisonResults attribute), [1] param_grid (ictonyx.runners.GridStudyResults attribute), [1] params (ictonyx.core.TrainingResult attribute), [1] plot_autocorr_vs_lag() (in module ictonyx.plotting) plot_averaged_autocorr() (in module ictonyx.plotting) plot_averaged_pacf() (in module ictonyx.plotting) plot_comparison_boxplots() (in module ictonyx.plotting) plot_comparison_forest() (in module ictonyx.plotting) plot_confusion_matrix() (in module ictonyx.plotting) plot_epoch_run_heatmap() (in module ictonyx.plotting) plot_grid_study_heatmap() (in module ictonyx.plotting) plot_pacf_vs_lag() (in module ictonyx.plotting) plot_paired_deltas() (in module ictonyx.plotting) plot_pairwise_comparison_matrix() (in module ictonyx.plotting) plot_precision_recall_curve() (in module ictonyx.plotting) plot_rank_correlation_over_epoch() (in module ictonyx.plotting)

plot_roc_curve() (in module ictonyx.plotting) plot_run_distribution() (in module ictonyx.plotting) plot_run_independence_diagnostics() (in module ictonyx.plotting) plot_run_strip() (in module ictonyx.plotting) plot_run_trajectories() (in module ictonyx.plotting) plot_sequential_ci() (in module ictonyx.plotting) plot_shap_dependence() (in module ictonyx.explainers) plot_shap_summary() (in module ictonyx.explainers) plot_shap_waterfall() (in module ictonyx.explainers) plot_training_history() (in module ictonyx.plotting) plot_training_stability() (in module ictonyx.plotting) plot_variability_summary() (in module ictonyx.plotting) point_estimate (ictonyx.bootstrap.BootstrapCIResult attribute), [1] predict() (ictonyx.core.BaseModelWrapper method) predict_proba() (ictonyx.core.BaseModelWrapper method) prediction_failed() (ictonyx.exceptions.ModelError class method) predictions (ictonyx.core.BaseModelWrapper attribute) preferred_metric() (ictonyx.runners.VariabilityStudyResults method)

R

rank_biserial_correlation() (in module ictonyx.analysis) raw_data (ictonyx.analysis.ModelComparisonResults attribute), [1] recommendations (ictonyx.analysis.StatisticalTestResult attribute), [1] required_runs() (in module ictonyx.analysis) required_runs_paired() (in module ictonyx.analysis) resource_exhausted() (ictonyx.exceptions.ExperimentError class method) results (ictonyx.runners.GridStudyResults attribute), [1] return_format (ictonyx.data.ArraysDataHandler property) (ictonyx.data.DataHandler property) (ictonyx.data.ImageDataHandler property) (ictonyx.data.TabularDataHandler property) (ictonyx.data.TextDataHandler property) (ictonyx.data.TimeSeriesDataHandler property)

run_grid_study() (in module ictonyx.runners) run_id (ictonyx.loggers.MLflowLogger property) run_isolated() (ictonyx.memory.MemoryManager method) run_seeds (ictonyx.runners.VariabilityStudyResults attribute), [1] run_study() (ictonyx.runners.ExperimentRunner method) run_variability_study() (in module ictonyx.runners)

S

sample_sizes (ictonyx.analysis.StatisticalTestResult attribute), [1] save() (ictonyx.runners.VariabilityStudyResults method) save_model() (ictonyx.core.BaseModelWrapper method) se_bootstrap (ictonyx.bootstrap.BootstrapCIResult attribute), [1] seed (ictonyx.runners.VariabilityStudyResults attribute), [1] set() (ictonyx.config.ModelConfig method) set_tags() (ictonyx.loggers.BaseLogger method) (ictonyx.loggers.MLflowLogger method) setup() (ictonyx.memory.MemoryManager method)

shapiro_wilk_test() (in module ictonyx.analysis) significant_comparisons (ictonyx.analysis.ModelComparisonResults attribute), [1] start_child_run() (ictonyx.loggers.BaseLogger method) (ictonyx.loggers.MLflowLogger method) statistic (ictonyx.analysis.StatisticalTestResult attribute), [1] StatisticalTestError StatisticalTestResult (class in ictonyx.analysis) success (ictonyx.memory.MemoryResult attribute) summarize() (ictonyx.runners.GridStudyResults method) (ictonyx.runners.VariabilityStudyResults method)

T

TabularDataHandler (class in ictonyx.data) test_above_chance() (ictonyx.runners.VariabilityStudyResults method) test_against_null() (ictonyx.runners.VariabilityStudyResults method) test_name (ictonyx.analysis.StatisticalTestResult attribute), [1] TextDataHandler (class in ictonyx.data) TimeSeriesDataHandler (class in ictonyx.data) to_dataframe() (ictonyx.runners.GridStudyResults method) (ictonyx.runners.VariabilityStudyResults method)

to_dict() (ictonyx.config.ModelConfig method) to_json() (ictonyx.runners.VariabilityStudyResults method) training_failed() (ictonyx.exceptions.ModelError class method) training_result (ictonyx.core.BaseModelWrapper attribute) TrainingResult (class in ictonyx.core) tune() (ictonyx.tuning.HyperparameterTuner method)

U

update() (ictonyx.config.ModelConfig method)

V

validate_not_empty() (in module ictonyx.exceptions) validate_required() (ictonyx.config.ModelConfig method) validate_sample_sizes() (in module ictonyx.analysis) validate_splits() (in module ictonyx.exceptions) validate_statistical_input() (in module ictonyx.exceptions)

validate_types() (ictonyx.config.ModelConfig method) values() (ictonyx.config.ModelConfig method) variability_study() (in module ictonyx.api) VariabilityStudyResults (class in ictonyx.runners) verbose (ictonyx.config.ModelConfig property)

W

warnings (ictonyx.analysis.StatisticalTestResult attribute), [1]

wilcoxon_signed_rank_test() (in module ictonyx.analysis)