Index

A

absolute_avg_epoch_time_plot() (in module itwinai.scalability_report.plot) account (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) active_run (itwinai.loggers.MLFlowLogger attribute) Adapter (class in itwinai.components) add_library_information() (in module itwinai.torch.profiling.py_spy_aggregation) after_save_checkpoint() (itwinai.torch.loggers.ItwinaiLogger method)

allgather_obj() (itwinai.torch.distributed.DeepSpeedStrategy method) (itwinai.torch.distributed.HorovodStrategy method) (itwinai.torch.distributed.NonDistributedStrategy method) (itwinai.torch.distributed.TorchDDPStrategy method) (itwinai.torch.distributed.TorchDistributedStrategy method) AMDBackend (class in itwinai.torch.monitoring.backend) ArgumentParser (class in itwinai.parser)

B

backend (itwinai.torch.distributed.DeepSpeedStrategy attribute) (itwinai.torch.distributed.TorchDDPStrategy attribute) barrier() (itwinai.torch.distributed.DeepSpeedStrategy method) (itwinai.torch.distributed.HorovodStrategy method) (itwinai.torch.distributed.NonDistributedStrategy method) (itwinai.torch.distributed.TorchDDPStrategy method) (itwinai.torch.distributed.TorchDistributedStrategy method) BaseComponent (class in itwinai.components)

Batch (in module itwinai.torch.type) batch_size (itwinai.torch.config.TrainingConfiguration attribute) broadcast_obj() (itwinai.torch.distributed.DeepSpeedStrategy method) (itwinai.torch.distributed.HorovodStrategy method) (itwinai.torch.distributed.NonDistributedStrategy method) (itwinai.torch.distributed.TorchDDPStrategy method) (itwinai.torch.distributed.TorchDistributedStrategy method) build_training_command() (itwinai.slurm.configuration.MLSlurmBuilderConfig method) builtin_print() (in module itwinai.distributed)

C

calculate_comp_and_comm_time() (in module itwinai.scalability_report.utils) calculate_comp_time() (in module itwinai.scalability_report.utils) calculate_epoch_statistics() (in module itwinai.scalability_report.utils) calculate_gpu_statistics() (in module itwinai.scalability_report.utils) calculate_plot_dimensions() (in module itwinai.scalability_report.plot) callbacks (itwinai.tensorflow.trainer.TensorflowTrainer attribute) check_contains_columns() (in module itwinai.scalability_report.utils) check_initialized() (in module itwinai.loggers) (in module itwinai.torch.distributed) check_not_initialized() (in module itwinai.loggers) check_probing_interval_consistency() (in module itwinai.scalability_report.utils) clean_up() (itwinai.torch.distributed.DeepSpeedStrategy method) (itwinai.torch.distributed.HorovodStrategy method) (itwinai.torch.distributed.NonDistributedStrategy method) (itwinai.torch.distributed.TorchDDPStrategy method) (itwinai.torch.distributed.TorchDistributedStrategy method) cleanup() (itwinai.components.BaseComponent method) clear_key() (in module itwinai.utils) ClusterEnvironment (class in itwinai.distributed) communication_data_report() (in module itwinai.scalability_report.reports) computation_data_report() (in module itwinai.scalability_report.reports) computation_fraction_bar_plot() (in module itwinai.scalability_report.plot) computation_vs_other_bar_plot() (in module itwinai.scalability_report.plot)

compute_metrics() (itwinai.torch.trainer.TorchTrainer method) config (itwinai.slurm.script_builder.MLSlurmBuilder attribute) (itwinai.slurm.script_builder.SlurmScriptBuilder attribute) config_name (itwinai.slurm.configuration.MLSlurmBuilderConfig attribute) config_path (itwinai.slurm.configuration.MLSlurmBuilderConfig attribute) Configuration (class in itwinai.torch.config) ConsoleLogger (class in itwinai.loggers) container_path (itwinai.slurm.configuration.MLSlurmBuilderConfig attribute) convert_stack_trace_to_list() (in module itwinai.torch.profiling.py_spy_aggregation) cpus_per_task (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) create_dataloader() (itwinai.torch.distributed.TorchDistributedStrategy method) create_dataloaders() (itwinai.torch.inference.TorchPredictor method) (itwinai.torch.trainer.TorchTrainer method) create_logger_context() (itwinai.loggers.ConsoleLogger method) (itwinai.loggers.EmptyLogger method) (itwinai.loggers.Logger method) (itwinai.loggers.LoggersCollection method) (itwinai.loggers.MLFlowLogger method) (itwinai.loggers.Prov4MLLogger method) (itwinai.loggers.TensorBoardLogger method) (itwinai.loggers.WandBLogger method) create_model_loss_optimizer() (itwinai.torch.gan.GANTrainer method) (itwinai.torch.trainer.TorchTrainer method)

D

DataGetter (class in itwinai.components) DataProcessor (class in itwinai.components) DataSplitter (class in itwinai.components) DeepSpeedStrategy (class in itwinai.torch.distributed) deprecated() (in module itwinai.utils) destroy_logger_context() (itwinai.loggers.ConsoleLogger method) (itwinai.loggers.EmptyLogger method) (itwinai.loggers.Logger method) (itwinai.loggers.LoggersCollection method) (itwinai.loggers.MLFlowLogger method) (itwinai.loggers.Prov4MLLogger method) (itwinai.loggers.TensorBoardLogger method) (itwinai.loggers.WandBLogger method) detect_distributed_environment() (in module itwinai.distributed) detect_gpu_backend() (in module itwinai.torch.monitoring.backend)

device (itwinai.torch.trainer.TorchTrainer property) device() (itwinai.torch.distributed.TorchDistributedStrategy method) discriminator (itwinai.torch.gan.GANTrainer attribute) dist_backend (itwinai.torch.config.TrainingConfiguration attribute) distribute_model() (itwinai.torch.inference.TorchPredictor method) distributed() (itwinai.torch.distributed.DeepSpeedStrategy method) (itwinai.torch.distributed.HorovodStrategy method) (itwinai.torch.distributed.NonDistributedStrategy method) (itwinai.torch.distributed.RayDDPStrategy method) (itwinai.torch.distributed.TorchDDPStrategy method) (itwinai.torch.distributed.TorchDistributedStrategy method) distributed_patch_print() (in module itwinai.distributed) distributed_resources_available() (in module itwinai.torch.distributed) distributed_strategy (itwinai.slurm.configuration.MLSlurmBuilderConfig attribute) DistributedStrategyError dynamically_import_class() (in module itwinai.utils)

E

EmptyLogger (class in itwinai.loggers) enable_torch_profiling (itwinai.torch.trainer.TorchTrainer attribute) epoch_time_report() (in module itwinai.scalability_report.reports) epochs (itwinai.tensorflow.trainer.TensorflowTrainer attribute) err_out (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) exclusive (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) exclusive_line() (itwinai.slurm.configuration.SlurmScriptConfiguration method) exec_command (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) exec_file (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) execute() (itwinai.components.Adapter method) (itwinai.components.BaseComponent method) (itwinai.components.DataGetter method) (itwinai.components.DataProcessor method) (itwinai.components.DataSplitter method) (itwinai.components.Predictor method) (itwinai.components.Saver method) (itwinai.components.Trainer method) (itwinai.pipeline.Pipeline method) (itwinai.tensorflow.trainer.TensorflowTrainer method) (itwinai.tests.dummy_components.FakeGetter method) (itwinai.tests.dummy_components.FakeGetterExec method) (itwinai.tests.dummy_components.FakePreproc method) (itwinai.tests.dummy_components.FakePreprocExec method) (itwinai.tests.dummy_components.FakeSaver method) (itwinai.tests.dummy_components.FakeSaverExec method) (itwinai.tests.dummy_components.FakeSplitter method) (itwinai.tests.dummy_components.FakeSplitterExec method) (itwinai.tests.dummy_components.FakeTrainer method) (itwinai.tests.dummy_components.FakeTrainerExec method) (itwinai.torch.inference.TorchPredictor method) (itwinai.torch.trainer.TorchLightningTrainer method) (itwinai.torch.trainer.TorchTrainer method)

experiment (itwinai.torch.loggers.ItwinaiLogger property) experiment_id (itwinai.loggers.Logger property) (itwinai.loggers.MLFlowLogger property)

F

FakeGetter (class in itwinai.tests.dummy_components) FakeGetterExec (class in itwinai.tests.dummy_components) FakePreproc (class in itwinai.tests.dummy_components) FakePreprocExec (class in itwinai.tests.dummy_components) FakeSaver (class in itwinai.tests.dummy_components) FakeSaverExec (class in itwinai.tests.dummy_components) FakeSplitter (class in itwinai.tests.dummy_components) FakeSplitterExec (class in itwinai.tests.dummy_components)

FakeTrainer (class in itwinai.tests.dummy_components) FakeTrainerExec (class in itwinai.tests.dummy_components) filter_pipeline_steps() (in module itwinai.utils) finalize() (itwinai.torch.loggers.ItwinaiLogger method) flatten_dict() (in module itwinai.utils) forward() (itwinai.torch.models.mnist.MNISTModel method) fp16_allreduce (itwinai.torch.config.TrainingConfiguration attribute) fullname() (in module itwinai.serialization)

G

GANTrainer (class in itwinai.torch.gan) GANTrainingConfiguration (class in itwinai.torch.gan) gather() (itwinai.torch.distributed.DeepSpeedStrategy method) (itwinai.torch.distributed.HorovodStrategy method) (itwinai.torch.distributed.NonDistributedStrategy method) (itwinai.torch.distributed.TorchDDPStrategy method) (itwinai.torch.distributed.TorchDistributedStrategy method) gather_obj() (itwinai.torch.distributed.DeepSpeedStrategy method) (itwinai.torch.distributed.HorovodStrategy method) (itwinai.torch.distributed.NonDistributedStrategy method) (itwinai.torch.distributed.TorchDDPStrategy method) (itwinai.torch.distributed.TorchDistributedStrategy method) generate_default_slurm_script() (in module itwinai.slurm.script_builder) generate_random_name() (in module itwinai.utils) generate_script() (itwinai.slurm.configuration.SlurmScriptConfiguration method) generator (itwinai.torch.gan.GANTrainer attribute) get_adaptive_ray_scaling_config() (in module itwinai.distributed) get_aggregated_paths() (in module itwinai.torch.profiling.py_spy_aggregation) get_aggregation_key() (itwinai.torch.profiling.py_spy_aggregation.StackFrame method) get_computation_fraction_data() (in module itwinai.scalability_report.utils) get_computation_vs_other_data() (in module itwinai.scalability_report.utils) get_default_distributed_kwargs() (itwinai.torch.trainer.TorchTrainer method) get_epoch_time_runs_by_parent() (in module itwinai.torch.mlflow) get_exec_command() (itwinai.slurm.script_builder.MLSlurmBuilder method) get_gpu_power_usage() (itwinai.torch.monitoring.backend.AMDBackend method) (itwinai.torch.monitoring.backend.GPUBackend method) (itwinai.torch.monitoring.backend.NvidiaBackend method) get_gpu_runs_by_parent() (in module itwinai.torch.mlflow) get_gpu_utilization() (itwinai.torch.monitoring.backend.AMDBackend method) (itwinai.torch.monitoring.backend.GPUBackend method) (itwinai.torch.monitoring.backend.NvidiaBackend method) get_handle_by_id() (itwinai.torch.monitoring.backend.AMDBackend method) (itwinai.torch.monitoring.backend.GPUBackend method) (itwinai.torch.monitoring.backend.NvidiaBackend method)

get_handle_by_uuid() (itwinai.torch.monitoring.backend.AMDBackend method) (itwinai.torch.monitoring.backend.GPUBackend method) (itwinai.torch.monitoring.backend.NvidiaBackend method) get_metric_names() (in module itwinai.torch.mlflow) get_mlflow_logger() (in module itwinai.loggers) get_params() (in module itwinai.torch.mlflow) get_pre_exec_command() (itwinai.slurm.script_builder.MLSlurmBuilder method) get_profiling_avg_by_parent() (in module itwinai.torch.mlflow) get_root_cause() (in module itwinai.utils) get_run_metrics_as_df() (in module itwinai.torch.mlflow) get_runs_by_name() (in module itwinai.torch.mlflow) get_strategy() (in module itwinai.tensorflow.distributed) get_visible_gpu_ids() (itwinai.torch.monitoring.backend.AMDBackend method) (itwinai.torch.monitoring.backend.GPUBackend method) (itwinai.torch.monitoring.backend.NvidiaBackend method) global_rank (itwinai.distributed.ClusterEnvironment attribute) global_rank() (itwinai.torch.distributed.DeepSpeedStrategy method) (itwinai.torch.distributed.HorovodStrategy method) (itwinai.torch.distributed.NonDistributedStrategy method) (itwinai.torch.distributed.RayDDPStrategy method) (itwinai.torch.distributed.TorchDDPStrategy method) (itwinai.torch.distributed.TorchDistributedStrategy method) global_world_size (itwinai.distributed.ClusterEnvironment attribute) global_world_size() (itwinai.torch.distributed.DeepSpeedStrategy method) (itwinai.torch.distributed.HorovodStrategy method) (itwinai.torch.distributed.NonDistributedStrategy method) (itwinai.torch.distributed.RayDDPStrategy method) (itwinai.torch.distributed.TorchDDPStrategy method) (itwinai.torch.distributed.TorchDistributedStrategy method) gpu_bar_plot() (in module itwinai.scalability_report.plot) gpu_data_report() (in module itwinai.scalability_report.reports) GPUBackend (class in itwinai.torch.monitoring.backend) gpus_per_node (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) gradient_predivide_factor (itwinai.torch.config.TrainingConfiguration attribute)

H

has_kwargs (itwinai.utils.SignatureInspector property)

has_varargs (itwinai.utils.SignatureInspector property) HorovodStrategy (class in itwinai.torch.distributed)

I

inference_dataloader (itwinai.torch.inference.TorchPredictor attribute) INFTY (itwinai.utils.SignatureInspector attribute) init() (itwinai.torch.distributed.DeepSpeedStrategy method) (itwinai.torch.distributed.HorovodStrategy method) (itwinai.torch.distributed.NonDistributedStrategy method) (itwinai.torch.distributed.RayDDPStrategy method) (itwinai.torch.distributed.RayDeepSpeedStrategy method) (itwinai.torch.distributed.TorchDDPStrategy method) (itwinai.torch.distributed.TorchDistributedStrategy method) init_lightning_mlflow() (in module itwinai.torch.mlflow) initialize_ray() (in module itwinai.torch.distributed) INPUT_PREFIX (itwinai.components.Adapter attribute) instantiate_callbacks() (itwinai.tensorflow.trainer.TensorflowTrainer static method) instantiate_compile_conf() (itwinai.tensorflow.trainer.TensorflowTrainer static method) is_distributed (itwinai.torch.distributed.NonDistributedStrategy attribute) (itwinai.torch.distributed.TorchDistributedStrategy attribute) is_initialized (itwinai.loggers.Logger attribute) (itwinai.torch.distributed.TorchDistributedStrategy attribute) is_jsonable() (in module itwinai.serialization) is_main_worker (itwinai.torch.distributed.TorchDistributedStrategy property) itwinai.components module itwinai.distributed module itwinai.loggers module itwinai.parser module itwinai.pipeline module itwinai.scalability_report.data module itwinai.scalability_report.plot module itwinai.scalability_report.reports module itwinai.scalability_report.utils module itwinai.serialization module itwinai.slurm.configuration module itwinai.slurm.script_builder module itwinai.slurm.utils module

itwinai.tensorflow.distributed module itwinai.tensorflow.trainer module itwinai.tensorflow.utils module itwinai.tests.dummy_components module itwinai.tests.exceptions module itwinai.tests.sanity_check module itwinai.torch.config module itwinai.torch.distributed module itwinai.torch.gan module itwinai.torch.inference module itwinai.torch.loggers module itwinai.torch.mlflow module itwinai.torch.models.mnist module itwinai.torch.monitoring.backend module itwinai.torch.monitoring.monitoring module itwinai.torch.profiling.profiler module itwinai.torch.profiling.py_spy_aggregation module itwinai.torch.reproducibility module itwinai.torch.trainer module itwinai.torch.tuning module itwinai.torch.type module itwinai.type module itwinai.utils module ItwinaiLogger (class in itwinai.torch.loggers)

J

job_name (itwinai.slurm.configuration.SlurmScriptConfiguration attribute)

L

library_function_line (itwinai.torch.profiling.py_spy_aggregation.StackFrame attribute) library_function_name (itwinai.torch.profiling.py_spy_aggregation.StackFrame attribute) library_function_path (itwinai.torch.profiling.py_spy_aggregation.StackFrame attribute) line (itwinai.torch.profiling.py_spy_aggregation.StackFrame attribute) load_checkpoint() (itwinai.torch.trainer.TorchTrainer method) load_yaml() (in module itwinai.utils) local_rank (itwinai.distributed.ClusterEnvironment attribute) local_rank() (itwinai.torch.distributed.DeepSpeedStrategy method) (itwinai.torch.distributed.HorovodStrategy method) (itwinai.torch.distributed.NonDistributedStrategy method) (itwinai.torch.distributed.RayDDPStrategy method) (itwinai.torch.distributed.TorchDDPStrategy method) (itwinai.torch.distributed.TorchDistributedStrategy method) local_world_size (itwinai.distributed.ClusterEnvironment attribute) local_world_size() (itwinai.torch.distributed.DeepSpeedStrategy method) (itwinai.torch.distributed.HorovodStrategy method) (itwinai.torch.distributed.NonDistributedStrategy method) (itwinai.torch.distributed.RayDDPStrategy method) (itwinai.torch.distributed.TorchDDPStrategy method) (itwinai.torch.distributed.TorchDistributedStrategy method) locals2params() (itwinai.serialization.Serializable static method) log() (itwinai.loggers.ConsoleLogger method) (itwinai.loggers.EmptyLogger method) (itwinai.loggers.LoggersCollection method) (itwinai.loggers.LogMixin method) (itwinai.loggers.MLFlowLogger method) (itwinai.loggers.Prov4MLLogger method) (itwinai.loggers.TensorBoardLogger method) (itwinai.loggers.WandBLogger method) (itwinai.torch.inference.TorchPredictor method) (itwinai.torch.trainer.TorchTrainer method)

log_freq (itwinai.loggers.Logger property) log_hyperparams() (itwinai.torch.loggers.ItwinaiLogger method) log_metrics() (itwinai.torch.loggers.ItwinaiLogger method) Logger (class in itwinai.loggers) logger (itwinai.torch.inference.TorchPredictor attribute) (itwinai.torch.trainer.TorchTrainer attribute) LoggersCollection (class in itwinai.loggers) LogMixin (class in itwinai.loggers) loss (itwinai.torch.config.TrainingConfiguration attribute) (itwinai.torch.gan.GANTrainer attribute) (itwinai.torch.gan.GANTrainingConfiguration attribute) (itwinai.torch.trainer.TorchTrainer attribute) lr_scheduler (itwinai.torch.config.TrainingConfiguration attribute) (itwinai.torch.trainer.TorchTrainer attribute) lr_scheduler_discriminator (itwinai.torch.gan.GANTrainer attribute) (itwinai.torch.gan.GANTrainingConfiguration attribute) lr_scheduler_discriminator_gamma (itwinai.torch.gan.GANTrainingConfiguration attribute) lr_scheduler_discriminator_step_size (itwinai.torch.gan.GANTrainingConfiguration attribute) lr_scheduler_gamma (itwinai.torch.config.TrainingConfiguration attribute) lr_scheduler_generator (itwinai.torch.gan.GANTrainer attribute) (itwinai.torch.gan.GANTrainingConfiguration attribute) lr_scheduler_generator_gamma (itwinai.torch.gan.GANTrainingConfiguration attribute) lr_scheduler_generator_step_size (itwinai.torch.gan.GANTrainingConfiguration attribute) lr_scheduler_step_size (itwinai.torch.config.TrainingConfiguration attribute)

M

macro_batch_size (itwinai.tensorflow.trainer.TensorflowTrainer attribute) make_config_paths_absolute() (in module itwinai.utils) man_lib (itwinai.torch.monitoring.backend.AMDBackend property) (itwinai.torch.monitoring.backend.GPUBackend property) (itwinai.torch.monitoring.backend.NvidiaBackend property) man_type (itwinai.torch.monitoring.backend.AMDBackend property) (itwinai.torch.monitoring.backend.GPUBackend property) (itwinai.torch.monitoring.backend.NvidiaBackend property) max_params_num (itwinai.utils.SignatureInspector property) measure_epoch_time (itwinai.torch.trainer.TorchTrainer attribute) measure_gpu_data (itwinai.torch.trainer.TorchTrainer attribute) measure_gpu_utilization() (in module itwinai.torch.monitoring.monitoring) memory (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) Metric (in module itwinai.torch.type) metrics (itwinai.torch.trainer.TorchTrainer attribute) micro_batch_size (itwinai.tensorflow.trainer.TensorflowTrainer attribute) min_params_num (itwinai.utils.SignatureInspector property) MLArtifact (class in itwinai.type) MLDataset (class in itwinai.type) mlflow_train_run_id (itwinai.torch.trainer.TorchTrainer attribute) mlflow_tune_run_id (itwinai.torch.trainer.TorchTrainer attribute) mlflow_worker_run_id (itwinai.torch.trainer.TorchTrainer attribute) MLFlowLogger (class in itwinai.loggers) MLModel (class in itwinai.type) MLSlurmBuilder (class in itwinai.slurm.script_builder) MLSlurmBuilderConfig (class in itwinai.slurm.configuration) MNISTModel (class in itwinai.torch.models.mnist) mode (itwinai.slurm.configuration.MLSlurmBuilderConfig attribute) model (itwinai.components.Predictor attribute) (itwinai.tests.dummy_components.FakeTrainerExec attribute) (itwinai.torch.inference.TorchPredictor attribute) (itwinai.torch.trainer.TorchTrainer attribute) model_config (itwinai.distributed.ClusterEnvironment attribute) (itwinai.slurm.configuration.MLSlurmBuilderConfig attribute) (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) (itwinai.torch.config.Configuration attribute) (itwinai.torch.config.TrainingConfiguration attribute) (itwinai.torch.gan.GANTrainingConfiguration attribute) (itwinai.torch.profiling.py_spy_aggregation.StackFrame attribute) model_from_json() (in module itwinai.tensorflow.utils) model_to_json() (in module itwinai.tensorflow.utils)

ModelLoader (class in itwinai.serialization) module itwinai.components itwinai.distributed itwinai.loggers itwinai.parser itwinai.pipeline itwinai.scalability_report.data itwinai.scalability_report.plot itwinai.scalability_report.reports itwinai.scalability_report.utils itwinai.serialization itwinai.slurm.configuration itwinai.slurm.script_builder itwinai.slurm.utils itwinai.tensorflow.distributed itwinai.tensorflow.trainer itwinai.tensorflow.utils itwinai.tests.dummy_components itwinai.tests.exceptions itwinai.tests.sanity_check itwinai.torch.config itwinai.torch.distributed itwinai.torch.gan itwinai.torch.inference itwinai.torch.loggers itwinai.torch.mlflow itwinai.torch.models.mnist itwinai.torch.monitoring.backend itwinai.torch.monitoring.monitoring itwinai.torch.profiling.profiler itwinai.torch.profiling.py_spy_aggregation itwinai.torch.reproducibility itwinai.torch.trainer itwinai.torch.tuning itwinai.torch.type itwinai.type itwinai.utils monitor_exec() (in module itwinai.components) MulticlassTorchPredictor (class in itwinai.torch.inference) MultilabelTorchPredictor (class in itwinai.torch.inference)

N

name (itwinai.components.BaseComponent property) (itwinai.torch.distributed.TorchDistributedStrategy attribute) (itwinai.torch.loggers.ItwinaiLogger property) (itwinai.torch.profiling.py_spy_aggregation.StackFrame attribute) NonDistributedStrategy (class in itwinai.torch.distributed) normalize_choices() (itwinai.slurm.configuration.MLSlurmBuilderConfig class method) normalize_tracking_uri() (in module itwinai.utils)

num_nodes (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) num_samples (itwinai.torch.profiling.py_spy_aggregation.StackFrame attribute) num_tasks (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) num_tasks_per_node (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) num_workers (itwinai.tensorflow.trainer.TensorflowTrainer attribute) num_workers_dataloader (itwinai.torch.config.TrainingConfiguration attribute) NvidiaBackend (class in itwinai.torch.monitoring.backend)

O

optim_betas (itwinai.torch.config.TrainingConfiguration attribute) optim_discriminator_betas (itwinai.torch.gan.GANTrainingConfiguration attribute) optim_discriminator_lr (itwinai.torch.gan.GANTrainingConfiguration attribute) optim_discriminator_momentum (itwinai.torch.gan.GANTrainingConfiguration attribute) optim_discriminator_weight_decay (itwinai.torch.gan.GANTrainingConfiguration attribute) optim_generator_betas (itwinai.torch.gan.GANTrainingConfiguration attribute) optim_generator_lr (itwinai.torch.gan.GANTrainingConfiguration attribute) optim_generator_momentum (itwinai.torch.gan.GANTrainingConfiguration attribute) optim_generator_weight_decay (itwinai.torch.gan.GANTrainingConfiguration attribute)

optim_lr (itwinai.torch.config.TrainingConfiguration attribute) optim_momentum (itwinai.torch.config.TrainingConfiguration attribute) optim_weight_decay (itwinai.torch.config.TrainingConfiguration attribute) optimizer (itwinai.torch.config.TrainingConfiguration attribute) (itwinai.torch.trainer.TorchTrainer attribute) optimizer_discriminator (itwinai.torch.gan.GANTrainer attribute) (itwinai.torch.gan.GANTrainingConfiguration attribute) optimizer_generator (itwinai.torch.gan.GANTrainer attribute) (itwinai.torch.gan.GANTrainingConfiguration attribute)

P

parameters (itwinai.components.BaseComponent attribute) (itwinai.serialization.Serializable attribute) parse_num_rows() (in module itwinai.torch.profiling.py_spy_aggregation) parse_py_spy_lines() (in module itwinai.torch.profiling.py_spy_aggregation) parse_scalability_nodes() (itwinai.slurm.configuration.MLSlurmBuilderConfig class method) parse_trace_line_to_stack_frame() (in module itwinai.torch.profiling.py_spy_aggregation) partition (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) path (itwinai.torch.profiling.py_spy_aggregation.StackFrame attribute) pin_gpu_memory (itwinai.torch.config.TrainingConfiguration attribute) pipe_key (itwinai.slurm.configuration.MLSlurmBuilderConfig attribute) Pipeline (class in itwinai.pipeline) policy (itwinai.components.Adapter attribute) pre_exec_command (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) pre_exec_file (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) predict() (itwinai.torch.inference.TorchPredictor method)

predict_step() (itwinai.torch.models.mnist.MNISTModel method) Predictor (class in itwinai.components) print_script() (itwinai.slurm.script_builder.SlurmScriptBuilder static method) process_all_strategies() (itwinai.slurm.script_builder.MLSlurmBuilder method) process_builder() (in module itwinai.slurm.script_builder) process_scaling_test() (itwinai.slurm.script_builder.MLSlurmBuilder method) process_script() (itwinai.slurm.script_builder.MLSlurmBuilder method) (itwinai.slurm.script_builder.SlurmScriptBuilder method) profile_gpu_utilization() (in module itwinai.torch.monitoring.monitoring) profile_torch_trainer() (in module itwinai.torch.profiling.profiler) profiler (itwinai.torch.trainer.TorchTrainer attribute) profiling_sampling_rate (itwinai.slurm.configuration.MLSlurmBuilderConfig attribute) proportion (itwinai.torch.profiling.py_spy_aggregation.StackFrame attribute) Prov4MLLogger (class in itwinai.loggers) py_spy (itwinai.slurm.configuration.MLSlurmBuilderConfig attribute) python_venv (itwinai.slurm.configuration.MLSlurmBuilderConfig attribute)

R

ray_cluster_is_running() (in module itwinai.distributed) ray_report() (itwinai.torch.trainer.TorchTrainer method) RayDDPStrategy (class in itwinai.torch.distributed) RayDeepSpeedStrategy (class in itwinai.torch.distributed) RayTorchDistributedStrategy (class in itwinai.torch.distributed) read_epoch_time_from_mlflow() (in module itwinai.scalability_report.data) read_gpu_metrics_from_mlflow() (in module itwinai.scalability_report.data) read_profiling_data_from_mlflow() (in module itwinai.scalability_report.data) read_stack_traces() (in module itwinai.torch.profiling.py_spy_aggregation) RegressionTorchPredictor (class in itwinai.torch.inference) relative_epoch_time_speedup_plot() (in module itwinai.scalability_report.plot)

remove_indentation_from_multiline_string() (in module itwinai.slurm.utils) required_params (itwinai.utils.SignatureInspector property) resolve_experiment_id() (itwinai.loggers.MLFlowLogger method) result (itwinai.tests.dummy_components.FakeGetterExec attribute) (itwinai.tests.dummy_components.FakeSplitterExec attribute) retrieve_remote_file() (in module itwinai.slurm.utils) retrieve_remote_omegaconf_file() (in module itwinai.utils) rnd_seed (itwinai.tensorflow.trainer.TensorflowTrainer attribute) run_id (itwinai.loggers.Logger property) run_name (itwinai.slurm.configuration.MLSlurmBuilderConfig attribute) (itwinai.torch.trainer.TorchTrainer attribute) run_sanity_check() (in module itwinai.tests.sanity_check)

S

sanity_check_all() (in module itwinai.tests.sanity_check) sanity_check_slim() (in module itwinai.tests.sanity_check) sanity_check_tensorflow() (in module itwinai.tests.sanity_check) sanity_check_torch() (in module itwinai.tests.sanity_check) SanityCheckError save_checkpoint() (itwinai.torch.gan.GANTrainer method) (itwinai.torch.trainer.TorchTrainer method) save_dir (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) (itwinai.torch.loggers.ItwinaiLogger property) save_fake_generator_images() (itwinai.torch.gan.GANTrainer method) save_hyperparameters() (itwinai.loggers.ConsoleLogger method) (itwinai.loggers.EmptyLogger method) (itwinai.loggers.Logger method) (itwinai.loggers.LoggersCollection method) (itwinai.loggers.MLFlowLogger method) (itwinai.loggers.Prov4MLLogger method) (itwinai.loggers.TensorBoardLogger method) (itwinai.loggers.WandBLogger method) save_parameters() (itwinai.serialization.Serializable method) save_script (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) save_script() (itwinai.slurm.script_builder.SlurmScriptBuilder static method) savedir (itwinai.loggers.Logger attribute) Saver (class in itwinai.components) scalability_nodes (itwinai.slurm.configuration.MLSlurmBuilderConfig attribute) search_space() (in module itwinai.torch.tuning) seed_worker() (in module itwinai.torch.reproducibility) Serializable (class in itwinai.serialization) SerializationError serialize() (itwinai.loggers.Logger method)

set_device() (itwinai.torch.distributed.TorchDistributedStrategy method) set_epoch() (itwinai.torch.trainer.TorchTrainer method) set_seed() (in module itwinai.torch.reproducibility) should_log() (itwinai.loggers.Logger method) (itwinai.loggers.LoggersCollection method) shuffle_buffer (itwinai.tensorflow.trainer.TensorflowTrainer attribute) shuffle_test (itwinai.torch.config.TrainingConfiguration attribute) shuffle_train (itwinai.torch.config.TrainingConfiguration attribute) shuffle_validation (itwinai.torch.config.TrainingConfiguration attribute) SignatureInspector (class in itwinai.utils) SlurmScriptBuilder (class in itwinai.slurm.script_builder) SlurmScriptConfiguration (class in itwinai.slurm.configuration) StackFrame (class in itwinai.torch.profiling.py_spy_aggregation) start_logging() (itwinai.loggers.Logger method) std_out (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) steps (itwinai.pipeline.Pipeline attribute) store_torch_profiling_traces (itwinai.torch.trainer.TorchTrainer attribute) strategy (itwinai.tensorflow.trainer.TensorflowTrainer attribute) (itwinai.torch.trainer.TorchTrainer property) submit_job (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) submit_script() (itwinai.slurm.script_builder.SlurmScriptBuilder static method) supported_kinds (itwinai.loggers.ConsoleLogger attribute) (itwinai.loggers.Logger attribute) (itwinai.loggers.LoggersCollection attribute) (itwinai.loggers.MLFlowLogger attribute) (itwinai.loggers.Prov4MLLogger attribute) (itwinai.loggers.TensorBoardLogger attribute) (itwinai.loggers.WandBLogger attribute) suppress_workers_output() (in module itwinai.distributed) suppress_workers_print() (in module itwinai.distributed)

T

teardown_lightning_mlflow() (in module itwinai.torch.mlflow) TensorBoardLogger (class in itwinai.loggers) TensorflowTrainer (class in itwinai.tensorflow.trainer) test_dataloader (itwinai.torch.trainer.TorchTrainer attribute) test_epoch() (itwinai.torch.trainer.TorchTrainer method) test_glob_step (itwinai.torch.trainer.TorchTrainer attribute) test_proportion (itwinai.components.DataSplitter property) test_step() (itwinai.torch.models.mnist.MNISTModel method) (itwinai.torch.trainer.TorchTrainer method) threshold (itwinai.torch.inference.MultilabelTorchPredictor attribute) time (itwinai.slurm.configuration.SlurmScriptConfiguration attribute) time_and_log() (in module itwinai.utils) time_ray (itwinai.torch.trainer.TorchTrainer attribute) to_dict() (itwinai.serialization.Serializable method) to_json() (itwinai.serialization.Serializable method) to_uri() (in module itwinai.utils) to_yaml() (itwinai.serialization.Serializable method) torch_rng (itwinai.torch.inference.TorchPredictor attribute) (itwinai.torch.trainer.TorchTrainer attribute) TorchDDPStrategy (class in itwinai.torch.distributed) TorchDistributedStrategy (class in itwinai.torch.distributed)

TorchLightningTrainer (class in itwinai.torch.trainer) TorchModelLoader (class in itwinai.torch.inference) TorchPredictor (class in itwinai.torch.inference) TorchTrainer (class in itwinai.torch.trainer) tracking_uri (itwinai.loggers.MLFlowLogger attribute) train() (itwinai.torch.trainer.TorchTrainer method) train_dataloader (itwinai.torch.trainer.TorchTrainer attribute) train_epoch() (itwinai.torch.gan.GANTrainer method) (itwinai.torch.trainer.TorchTrainer method) train_glob_step (itwinai.torch.trainer.TorchTrainer attribute) train_proportion (itwinai.components.DataSplitter property) train_step() (itwinai.torch.gan.GANTrainer method) (itwinai.torch.trainer.TorchTrainer method) Trainer (class in itwinai.components) training_cmd (itwinai.slurm.configuration.MLSlurmBuilderConfig attribute) training_step() (itwinai.torch.models.mnist.MNISTModel method) TrainingConfiguration (class in itwinai.torch.config) transform_predictions() (itwinai.torch.inference.MulticlassTorchPredictor method) (itwinai.torch.inference.MultilabelTorchPredictor method) (itwinai.torch.inference.RegressionTorchPredictor method) (itwinai.torch.inference.TorchPredictor method)

U

UninitializedStrategyError update_parameters() (itwinai.serialization.Serializable method)

use_adasum (itwinai.torch.config.TrainingConfiguration attribute) use_ray (itwinai.slurm.configuration.MLSlurmBuilderConfig attribute)

V

validate_args() (itwinai.pipeline.Pipeline static method) validation_dataloader (itwinai.torch.trainer.TorchTrainer attribute) validation_epoch() (itwinai.torch.gan.GANTrainer method) (itwinai.torch.trainer.TorchTrainer method) validation_glob_step (itwinai.torch.trainer.TorchTrainer attribute)

validation_proportion (itwinai.components.DataSplitter property) validation_step() (itwinai.torch.gan.GANTrainer method) (itwinai.torch.models.mnist.MNISTModel method) (itwinai.torch.trainer.TorchTrainer method) version (itwinai.torch.loggers.ItwinaiLogger property)

W

WandBLogger (class in itwinai.loggers)

worker_rank (itwinai.loggers.Logger attribute)

Z

z_dim (itwinai.torch.gan.GANTrainingConfiguration attribute)