Python SDK
- itwinai.components
- itwinai.distributed
- itwinai.loggers
- itwinai.parser
- itwinai.pipeline
- itwinai.scalability_report
- itwinai.serialization
- itwinai.slurm
- configuration
SlurmScriptConfigurationSlurmScriptConfiguration.model_configSlurmScriptConfiguration.job_nameSlurmScriptConfiguration.accountSlurmScriptConfiguration.partitionSlurmScriptConfiguration.timeSlurmScriptConfiguration.std_outSlurmScriptConfiguration.err_outSlurmScriptConfiguration.num_nodesSlurmScriptConfiguration.num_tasksSlurmScriptConfiguration.num_tasks_per_nodeSlurmScriptConfiguration.gpus_per_nodeSlurmScriptConfiguration.cpus_per_taskSlurmScriptConfiguration.memorySlurmScriptConfiguration.exclusiveSlurmScriptConfiguration.pre_exec_commandSlurmScriptConfiguration.exec_commandSlurmScriptConfiguration.save_scriptSlurmScriptConfiguration.submit_jobSlurmScriptConfiguration.save_dirSlurmScriptConfiguration.pre_exec_fileSlurmScriptConfiguration.exec_fileSlurmScriptConfiguration.exclusive_line()SlurmScriptConfiguration.generate_script()
MLSlurmBuilderConfigMLSlurmBuilderConfig.model_configMLSlurmBuilderConfig.use_rayMLSlurmBuilderConfig.container_pathMLSlurmBuilderConfig.distributed_strategyMLSlurmBuilderConfig.modeMLSlurmBuilderConfig.training_cmdMLSlurmBuilderConfig.python_venvMLSlurmBuilderConfig.config_nameMLSlurmBuilderConfig.config_pathMLSlurmBuilderConfig.pipe_keyMLSlurmBuilderConfig.scalability_nodesMLSlurmBuilderConfig.py_spyMLSlurmBuilderConfig.profiling_sampling_rateMLSlurmBuilderConfig.run_nameMLSlurmBuilderConfig.parse_scalability_nodes()MLSlurmBuilderConfig.normalize_choices()MLSlurmBuilderConfig.build_training_command()
- script_builder
- utils
- configuration
- itwinai.tests
- itwinai.tensorflow
- distributed
- trainer
TensorflowTrainerTensorflowTrainer.epochsTensorflowTrainer.micro_batch_sizeTensorflowTrainer.shuffle_bufferTensorflowTrainer.rnd_seedTensorflowTrainer.callbacksTensorflowTrainer.strategyTensorflowTrainer.num_workersTensorflowTrainer.macro_batch_sizeTensorflowTrainer.instantiate_compile_conf()TensorflowTrainer.instantiate_callbacks()TensorflowTrainer.execute()
- utils
- itwinai.torch
- config
ConfigurationTrainingConfigurationTrainingConfiguration.batch_sizeTrainingConfiguration.shuffle_trainTrainingConfiguration.shuffle_validationTrainingConfiguration.shuffle_testTrainingConfiguration.pin_gpu_memoryTrainingConfiguration.num_workers_dataloaderTrainingConfiguration.lossTrainingConfiguration.optimizerTrainingConfiguration.optim_lrTrainingConfiguration.optim_momentumTrainingConfiguration.optim_betasTrainingConfiguration.optim_weight_decayTrainingConfiguration.lr_schedulerTrainingConfiguration.lr_scheduler_step_sizeTrainingConfiguration.lr_scheduler_gammaTrainingConfiguration.fp16_allreduceTrainingConfiguration.use_adasumTrainingConfiguration.gradient_predivide_factorTrainingConfiguration.dist_backendTrainingConfiguration.model_config
- distributed
distributed_resources_available()check_initialized()initialize_ray()TorchDistributedStrategyTorchDistributedStrategy.is_distributedTorchDistributedStrategy.is_initializedTorchDistributedStrategy.nameTorchDistributedStrategy.is_main_workerTorchDistributedStrategy.init()TorchDistributedStrategy.distributed()TorchDistributedStrategy.global_world_size()TorchDistributedStrategy.local_world_size()TorchDistributedStrategy.global_rank()TorchDistributedStrategy.local_rank()TorchDistributedStrategy.barrier()TorchDistributedStrategy.device()TorchDistributedStrategy.set_device()TorchDistributedStrategy.create_dataloader()TorchDistributedStrategy.clean_up()TorchDistributedStrategy.allgather_obj()TorchDistributedStrategy.gather_obj()TorchDistributedStrategy.gather()TorchDistributedStrategy.broadcast_obj()
TorchDDPStrategyTorchDDPStrategy.backendTorchDDPStrategy.init()TorchDDPStrategy.distributed()TorchDDPStrategy.barrier()TorchDDPStrategy.global_world_size()TorchDDPStrategy.local_world_size()TorchDDPStrategy.global_rank()TorchDDPStrategy.local_rank()TorchDDPStrategy.clean_up()TorchDDPStrategy.allgather_obj()TorchDDPStrategy.gather_obj()TorchDDPStrategy.gather()TorchDDPStrategy.broadcast_obj()
DeepSpeedStrategyDeepSpeedStrategy.backendDeepSpeedStrategy.init()DeepSpeedStrategy.distributed()DeepSpeedStrategy.barrier()DeepSpeedStrategy.global_world_size()DeepSpeedStrategy.local_world_size()DeepSpeedStrategy.global_rank()DeepSpeedStrategy.local_rank()DeepSpeedStrategy.clean_up()DeepSpeedStrategy.allgather_obj()DeepSpeedStrategy.gather_obj()DeepSpeedStrategy.gather()DeepSpeedStrategy.broadcast_obj()
HorovodStrategyHorovodStrategy.init()HorovodStrategy.distributed()HorovodStrategy.barrier()HorovodStrategy.global_world_size()HorovodStrategy.local_world_size()HorovodStrategy.global_rank()HorovodStrategy.local_rank()HorovodStrategy.clean_up()HorovodStrategy.allgather_obj()HorovodStrategy.gather_obj()HorovodStrategy.gather()HorovodStrategy.broadcast_obj()
NonDistributedStrategyNonDistributedStrategy.is_distributedNonDistributedStrategy.init()NonDistributedStrategy.distributed()NonDistributedStrategy.barrier()NonDistributedStrategy.global_world_size()NonDistributedStrategy.local_world_size()NonDistributedStrategy.global_rank()NonDistributedStrategy.local_rank()NonDistributedStrategy.clean_up()NonDistributedStrategy.allgather_obj()NonDistributedStrategy.gather_obj()NonDistributedStrategy.gather()NonDistributedStrategy.broadcast_obj()
RayTorchDistributedStrategyRayDDPStrategyRayDeepSpeedStrategy
- gan
GANTrainingConfigurationGANTrainingConfiguration.optimizer_generatorGANTrainingConfiguration.optim_generator_lrGANTrainingConfiguration.optim_generator_momentumGANTrainingConfiguration.optim_generator_betasGANTrainingConfiguration.optim_generator_weight_decayGANTrainingConfiguration.lr_scheduler_generatorGANTrainingConfiguration.lr_scheduler_generator_step_sizeGANTrainingConfiguration.lr_scheduler_generator_gammaGANTrainingConfiguration.optimizer_discriminatorGANTrainingConfiguration.optim_discriminator_lrGANTrainingConfiguration.optim_discriminator_momentumGANTrainingConfiguration.optim_discriminator_betasGANTrainingConfiguration.optim_discriminator_weight_decayGANTrainingConfiguration.lr_scheduler_discriminatorGANTrainingConfiguration.lr_scheduler_discriminator_step_sizeGANTrainingConfiguration.lr_scheduler_discriminator_gammaGANTrainingConfiguration.lossGANTrainingConfiguration.z_dimGANTrainingConfiguration.model_config
GANTrainerGANTrainer.lossGANTrainer.optimizer_generatorGANTrainer.optimizer_discriminatorGANTrainer.lr_scheduler_generatorGANTrainer.lr_scheduler_discriminatorGANTrainer.discriminatorGANTrainer.generatorGANTrainer.create_model_loss_optimizer()GANTrainer.save_checkpoint()GANTrainer.train_epoch()GANTrainer.train_step()GANTrainer.validation_epoch()GANTrainer.validation_step()GANTrainer.save_fake_generator_images()
- inference
- loggers
- models.mnist
- monitoring.monitoring
- monitoring.backend
- mlflow
- profiling.profiler
- profiling.py_spy_aggregation
- reproducibility
- trainer
TorchTrainerTorchTrainer.train_dataloaderTorchTrainer.validation_dataloaderTorchTrainer.test_dataloaderTorchTrainer.lossTorchTrainer.optimizerTorchTrainer.lr_schedulerTorchTrainer.torch_rngTorchTrainer.train_glob_stepTorchTrainer.validation_glob_stepTorchTrainer.test_glob_stepTorchTrainer.mlflow_tune_run_idTorchTrainer.mlflow_train_run_idTorchTrainer.mlflow_worker_run_idTorchTrainer.modelTorchTrainer.loggerTorchTrainer.metricsTorchTrainer.profilerTorchTrainer.measure_gpu_dataTorchTrainer.enable_torch_profilingTorchTrainer.store_torch_profiling_tracesTorchTrainer.measure_epoch_timeTorchTrainer.time_rayTorchTrainer.run_nameTorchTrainer.strategyTorchTrainer.deviceTorchTrainer.get_default_distributed_kwargs()TorchTrainer.create_model_loss_optimizer()TorchTrainer.save_checkpoint()TorchTrainer.load_checkpoint()TorchTrainer.create_dataloaders()TorchTrainer.execute()TorchTrainer.set_epoch()TorchTrainer.log()TorchTrainer.ray_report()TorchTrainer.compute_metrics()TorchTrainer.train()TorchTrainer.train_epoch()TorchTrainer.train_step()TorchTrainer.validation_epoch()TorchTrainer.validation_step()TorchTrainer.test_epoch()TorchTrainer.test_step()
TorchLightningTrainer
- tuning
- type
- config
- itwinai.type
- itwinai.utils