# Python Module Index Source: https://www.tensorplay.cn/docs/py-modindex.html [t](#cap-t) | |  | | | --- | --- | --- | | | t | | | | tensorplay | | | |     tensorplay.accelerator.graphs | | | |     tensorplay.accelerator.memory | | | |     tensorplay.accelerator.random | | | |     tensorplay.amp | | | |     tensorplay.amp.autocast_mode | | | |     tensorplay.amp.grad_scaler | | | |     tensorplay.backends | | | |     tensorplay.cuda.tunable | | | |     tensorplay.distributed.algorithms | | | |     tensorplay.distributed.algorithms.ddp_comm_hooks | | | |     tensorplay.distributed.algorithms.ddp_comm_hooks.ddp_zero_hook | | | |     tensorplay.distributed.algorithms.ddp_comm_hooks.debugging_hooks | | | |     tensorplay.distributed.algorithms.ddp_comm_hooks.default_hooks | | | |     tensorplay.distributed.algorithms.ddp_comm_hooks.mixed_precision_hooks | | | |     tensorplay.distributed.algorithms.ddp_comm_hooks.optimizer_overlap_hooks | | | |     tensorplay.distributed.algorithms.ddp_comm_hooks.post_localSGD_hook | | | |     tensorplay.distributed.algorithms.ddp_comm_hooks.powerSGD_hook | | | |     tensorplay.distributed.algorithms.ddp_comm_hooks.quantization_hooks | | | |     tensorplay.distributed.algorithms.join | | | |     tensorplay.distributed.algorithms.model_averaging | | | |     tensorplay.distributed.algorithms.model_averaging.averagers | | | |     tensorplay.distributed.algorithms.model_averaging.hierarchical_model_averager | | | |     tensorplay.distributed.algorithms.model_averaging.utils | | | |     tensorplay.distributed.argparse_util | | | |     tensorplay.distributed.checkpoint.api | | | |     tensorplay.distributed.checkpoint.default_planner | | | |     tensorplay.distributed.checkpoint.filesystem | | | |     tensorplay.distributed.checkpoint.hf_storage | | | |     tensorplay.distributed.checkpoint.metadata | | | |     tensorplay.distributed.checkpoint.optimizer | | | |     tensorplay.distributed.checkpoint.planner | | | |     tensorplay.distributed.checkpoint.planner_helpers | | | |     tensorplay.distributed.checkpoint.quantized_hf_storage | | | |     tensorplay.distributed.checkpoint.resharding | | | |     tensorplay.distributed.checkpoint.state_dict | | | |     tensorplay.distributed.checkpoint.state_dict_loader | | | |     tensorplay.distributed.checkpoint.state_dict_saver | | | |     tensorplay.distributed.checkpoint.stateful | | | |     tensorplay.distributed.checkpoint.storage | | | |     tensorplay.distributed.checkpoint.utils | | | |     tensorplay.distributed.constants | | | |     tensorplay.distributed.device_mesh | | | |     tensorplay.distributed.distributed_core | | | |     tensorplay.distributed.elastic | | | |     tensorplay.distributed.elastic.agent.server.api | | | |     tensorplay.distributed.elastic.agent.server.local_elastic_agent | | | |     tensorplay.distributed.elastic.events.api | | | |     tensorplay.distributed.elastic.events.handlers | | | |     tensorplay.distributed.elastic.metrics.api | | | |     tensorplay.distributed.elastic.multiprocessing.api | | | |     tensorplay.distributed.elastic.multiprocessing.errors.error_handler | | | |     tensorplay.distributed.elastic.multiprocessing.errors.handlers | | | |     tensorplay.distributed.elastic.multiprocessing.redirects | | | |     tensorplay.distributed.elastic.multiprocessing.tail_log | | | |     tensorplay.distributed.elastic.rendezvous.api | | | |     tensorplay.distributed.elastic.rendezvous.c10d_rendezvous_backend | | | |     tensorplay.distributed.elastic.rendezvous.dynamic_rendezvous | | | |     tensorplay.distributed.elastic.rendezvous.etcd_rendezvous | | | |     tensorplay.distributed.elastic.rendezvous.etcd_rendezvous_backend | | | |     tensorplay.distributed.elastic.rendezvous.etcd_server | | | |     tensorplay.distributed.elastic.rendezvous.etcd_store | | | |     tensorplay.distributed.elastic.rendezvous.static_tcp_rendezvous | | | |     tensorplay.distributed.elastic.rendezvous.utils | | | |     tensorplay.distributed.elastic.timer.api | | | |     tensorplay.distributed.elastic.timer.file_based_local_timer | | | |     tensorplay.distributed.elastic.timer.local_timer | | | |     tensorplay.distributed.elastic.utils | | | |     tensorplay.distributed.elastic.utils.api | | | |     tensorplay.distributed.elastic.utils.data | | | |     tensorplay.distributed.elastic.utils.data.cycling_iterator | | | |     tensorplay.distributed.elastic.utils.data.elastic_distributed_sampler | | | |     tensorplay.distributed.elastic.utils.distributed | | | |     tensorplay.distributed.elastic.utils.log_level | | | |     tensorplay.distributed.elastic.utils.logging | | | |     tensorplay.distributed.elastic.utils.store | | | |     tensorplay.distributed.fsdp.api | | | |     tensorplay.distributed.fsdp.fully_sharded_data_parallel | | | |     tensorplay.distributed.fsdp.sharded_grad_scaler | | | |     tensorplay.distributed.fsdp.wrap | | | |     tensorplay.distributed.launcher | | | |     tensorplay.distributed.logging_handlers | | | |     tensorplay.distributed.nn | | | |     tensorplay.distributed.nn.api | | | |     tensorplay.distributed.nn.api.remote_module | | | |     tensorplay.distributed.nn.functional | | | |     tensorplay.distributed.nn.jit | | | |     tensorplay.distributed.nn.jit.instantiator | | | |     tensorplay.distributed.nn.jit.templates | | | |     tensorplay.distributed.nn.jit.templates.remote_module_template | | | |     tensorplay.distributed.optim.apply_optimizer_in_backward | | | |     tensorplay.distributed.optim.functional_adadelta | | | |     tensorplay.distributed.optim.functional_adagrad | | | |     tensorplay.distributed.optim.functional_adam | | | |     tensorplay.distributed.optim.functional_adamax | | | |     tensorplay.distributed.optim.functional_adamw | | | |     tensorplay.distributed.optim.functional_rmsprop | | | |     tensorplay.distributed.optim.functional_rprop | | | |     tensorplay.distributed.optim.functional_sgd | | | |     tensorplay.distributed.optim.named_optimizer | | | |     tensorplay.distributed.optim.optimizer | | | |     tensorplay.distributed.optim.post_localSGD_optimizer | | | |     tensorplay.distributed.optim.utils | | | |     tensorplay.distributed.optim.zero_redundancy_optimizer | | | |     tensorplay.distributed.p10d_logger | | | |     tensorplay.distributed.remote_device | | | |     tensorplay.distributed.rendezvous | | | |     tensorplay.distributed.rpc.api | | | |     tensorplay.distributed.rpc.backend_registry | | | |     tensorplay.distributed.rpc.constants | | | |     tensorplay.distributed.rpc.functions | | | |     tensorplay.distributed.rpc.internal | | | |     tensorplay.distributed.rpc.options | | | |     tensorplay.distributed.rpc.rref_proxy | | | |     tensorplay.distributed.rpc.server_process_global_profiler | | | |     tensorplay.distributed.tensor.parallel.api | | | |     tensorplay.distributed.tensor.parallel.ddp | | | |     tensorplay.distributed.tensor.parallel.fsdp | | | |     tensorplay.distributed.tensor.parallel.input_reshard | | | |     tensorplay.distributed.tensor.parallel.loss | | | |     tensorplay.distributed.tensor.parallel.style | | | |     tensorplay.distributed.utils | | | |     tensorplay.func | | | |     tensorplay.multiprocessing.pool | | | |     tensorplay.multiprocessing.queue | | | |     tensorplay.multiprocessing.reductions | | | |     tensorplay.nn.attention | | | |     tensorplay.nn.attention.bias | | | |     tensorplay.nn.attention.omni_attention | | | |     tensorplay.nn.attention.varlen | | | |     tensorplay.nn.backends | | | |     tensorplay.nn.backends.thnn | | | |     tensorplay.nn.common_types | | | |     tensorplay.nn.cpp | | | |     tensorplay.nn.functional | | | |     tensorplay.nn.grad | | | |     tensorplay.nn.init | | | |     tensorplay.nn.modules.activation | | | |     tensorplay.nn.modules.adaptive | | | |     tensorplay.nn.modules.batchnorm | | | |     tensorplay.nn.modules.channelshuffle | | | |     tensorplay.nn.modules.container | | | |     tensorplay.nn.modules.conv | | | |     tensorplay.nn.modules.distance | | | |     tensorplay.nn.modules.dropout | | | |     tensorplay.nn.modules.flatten | | | |     tensorplay.nn.modules.folding | | | |     tensorplay.nn.modules.instancenorm | | | |     tensorplay.nn.modules.lazy | | | |     tensorplay.nn.modules.linear | | | |     tensorplay.nn.modules.loss | | | |     tensorplay.nn.modules.module | | | |     tensorplay.nn.modules.normalization | | | |     tensorplay.nn.modules.padding | | | |     tensorplay.nn.modules.pixelshuffle | | | |     tensorplay.nn.modules.pooling | | | |     tensorplay.nn.modules.rnn | | | |     tensorplay.nn.modules.sparse | | | |     tensorplay.nn.modules.transformer | | | |     tensorplay.nn.modules.upsampling | | | |     tensorplay.nn.modules.utils | | | |     tensorplay.nn.parallel.comm | | | |     tensorplay.nn.parallel.distributed | | | |     tensorplay.nn.parallel.parallel_apply | | | |     tensorplay.nn.parallel.replicate | | | |     tensorplay.nn.parallel.scatter_gather | | | |     tensorplay.nn.parameter | | | |     tensorplay.nn.utils.clip_grad | | | |     tensorplay.nn.utils.convert_parameters | | | |     tensorplay.nn.utils.fusion | | | |     tensorplay.nn.utils.init | | | |     tensorplay.nn.utils.memory_format | | | |     tensorplay.nn.utils.parametrizations | | | |     tensorplay.nn.utils.parametrize | | | |     tensorplay.nn.utils.prune | | | |     tensorplay.nn.utils.rnn | | | |     tensorplay.nn.utils.stateless | | | |     tensorplay.optim.lr_scheduler | | | |     tensorplay.optim.optimizer | | | |     tensorplay.optim.swa_utils | | | |     tensorplay.utils.data.datapipes | | | |     tensorplay.utils.data.datapipes.dataframe | | | |     tensorplay.utils.data.datapipes.iter | | | |     tensorplay.utils.data.datapipes.map | | | |     tensorplay.utils.data.datapipes.utils | | | |     tensorplay.utils.serialization | | | |     tensorplay.utils.serialization.config | |