TensorPlay
Reference guides
latest (dev)
latest (dev)2026-10-15
Copy
View Markdown

Latest development documentation · Updated 2026-10-15

Python Module Index

t
 
t
tensorplay
    tensorplay.accelerator.graphs
    tensorplay.accelerator.memory
    tensorplay.accelerator.random
    tensorplay.amp
    tensorplay.amp.autocast_mode
    tensorplay.amp.grad_scaler
    tensorplay.backends
    tensorplay.cuda.tunable
    tensorplay.distributed.algorithms
    tensorplay.distributed.algorithms.ddp_comm_hooks
    tensorplay.distributed.algorithms.ddp_comm_hooks.ddp_zero_hook
    tensorplay.distributed.algorithms.ddp_comm_hooks.debugging_hooks
    tensorplay.distributed.algorithms.ddp_comm_hooks.default_hooks
    tensorplay.distributed.algorithms.ddp_comm_hooks.mixed_precision_hooks
    tensorplay.distributed.algorithms.ddp_comm_hooks.optimizer_overlap_hooks
    tensorplay.distributed.algorithms.ddp_comm_hooks.post_localSGD_hook
    tensorplay.distributed.algorithms.ddp_comm_hooks.powerSGD_hook
    tensorplay.distributed.algorithms.ddp_comm_hooks.quantization_hooks
    tensorplay.distributed.algorithms.join
    tensorplay.distributed.algorithms.model_averaging
    tensorplay.distributed.algorithms.model_averaging.averagers
    tensorplay.distributed.algorithms.model_averaging.hierarchical_model_averager
    tensorplay.distributed.algorithms.model_averaging.utils
    tensorplay.distributed.argparse_util
    tensorplay.distributed.checkpoint.api
    tensorplay.distributed.checkpoint.default_planner
    tensorplay.distributed.checkpoint.filesystem
    tensorplay.distributed.checkpoint.hf_storage
    tensorplay.distributed.checkpoint.metadata
    tensorplay.distributed.checkpoint.optimizer
    tensorplay.distributed.checkpoint.planner
    tensorplay.distributed.checkpoint.planner_helpers
    tensorplay.distributed.checkpoint.quantized_hf_storage
    tensorplay.distributed.checkpoint.resharding
    tensorplay.distributed.checkpoint.state_dict
    tensorplay.distributed.checkpoint.state_dict_loader
    tensorplay.distributed.checkpoint.state_dict_saver
    tensorplay.distributed.checkpoint.stateful
    tensorplay.distributed.checkpoint.storage
    tensorplay.distributed.checkpoint.utils
    tensorplay.distributed.constants
    tensorplay.distributed.device_mesh
    tensorplay.distributed.distributed_core
    tensorplay.distributed.elastic
    tensorplay.distributed.elastic.agent.server.api
    tensorplay.distributed.elastic.agent.server.local_elastic_agent
    tensorplay.distributed.elastic.events.api
    tensorplay.distributed.elastic.events.handlers
    tensorplay.distributed.elastic.metrics.api
    tensorplay.distributed.elastic.multiprocessing.api
    tensorplay.distributed.elastic.multiprocessing.errors.error_handler
    tensorplay.distributed.elastic.multiprocessing.errors.handlers
    tensorplay.distributed.elastic.multiprocessing.redirects
    tensorplay.distributed.elastic.multiprocessing.tail_log
    tensorplay.distributed.elastic.rendezvous.api
    tensorplay.distributed.elastic.rendezvous.c10d_rendezvous_backend
    tensorplay.distributed.elastic.rendezvous.dynamic_rendezvous
    tensorplay.distributed.elastic.rendezvous.etcd_rendezvous
    tensorplay.distributed.elastic.rendezvous.etcd_rendezvous_backend
    tensorplay.distributed.elastic.rendezvous.etcd_server
    tensorplay.distributed.elastic.rendezvous.etcd_store
    tensorplay.distributed.elastic.rendezvous.static_tcp_rendezvous
    tensorplay.distributed.elastic.rendezvous.utils
    tensorplay.distributed.elastic.timer.api
    tensorplay.distributed.elastic.timer.file_based_local_timer
    tensorplay.distributed.elastic.timer.local_timer
    tensorplay.distributed.elastic.utils
    tensorplay.distributed.elastic.utils.api
    tensorplay.distributed.elastic.utils.data
    tensorplay.distributed.elastic.utils.data.cycling_iterator
    tensorplay.distributed.elastic.utils.data.elastic_distributed_sampler
    tensorplay.distributed.elastic.utils.distributed
    tensorplay.distributed.elastic.utils.log_level
    tensorplay.distributed.elastic.utils.logging
    tensorplay.distributed.elastic.utils.store
    tensorplay.distributed.fsdp.api
    tensorplay.distributed.fsdp.fully_sharded_data_parallel
    tensorplay.distributed.fsdp.sharded_grad_scaler
    tensorplay.distributed.fsdp.wrap
    tensorplay.distributed.launcher
    tensorplay.distributed.logging_handlers
    tensorplay.distributed.nn
    tensorplay.distributed.nn.api
    tensorplay.distributed.nn.api.remote_module
    tensorplay.distributed.nn.functional
    tensorplay.distributed.nn.jit
    tensorplay.distributed.nn.jit.instantiator
    tensorplay.distributed.nn.jit.templates
    tensorplay.distributed.nn.jit.templates.remote_module_template
    tensorplay.distributed.optim.apply_optimizer_in_backward
    tensorplay.distributed.optim.functional_adadelta
    tensorplay.distributed.optim.functional_adagrad
    tensorplay.distributed.optim.functional_adam
    tensorplay.distributed.optim.functional_adamax
    tensorplay.distributed.optim.functional_adamw
    tensorplay.distributed.optim.functional_rmsprop
    tensorplay.distributed.optim.functional_rprop
    tensorplay.distributed.optim.functional_sgd
    tensorplay.distributed.optim.named_optimizer
    tensorplay.distributed.optim.optimizer
    tensorplay.distributed.optim.post_localSGD_optimizer
    tensorplay.distributed.optim.utils
    tensorplay.distributed.optim.zero_redundancy_optimizer
    tensorplay.distributed.p10d_logger
    tensorplay.distributed.remote_device
    tensorplay.distributed.rendezvous
    tensorplay.distributed.rpc.api
    tensorplay.distributed.rpc.backend_registry
    tensorplay.distributed.rpc.constants
    tensorplay.distributed.rpc.functions
    tensorplay.distributed.rpc.internal
    tensorplay.distributed.rpc.options
    tensorplay.distributed.rpc.rref_proxy
    tensorplay.distributed.rpc.server_process_global_profiler
    tensorplay.distributed.tensor.parallel.api
    tensorplay.distributed.tensor.parallel.ddp
    tensorplay.distributed.tensor.parallel.fsdp
    tensorplay.distributed.tensor.parallel.input_reshard
    tensorplay.distributed.tensor.parallel.loss
    tensorplay.distributed.tensor.parallel.style
    tensorplay.distributed.utils
    tensorplay.func
    tensorplay.multiprocessing.pool
    tensorplay.multiprocessing.queue
    tensorplay.multiprocessing.reductions
    tensorplay.nn.attention
    tensorplay.nn.attention.bias
    tensorplay.nn.attention.omni_attention
    tensorplay.nn.attention.varlen
    tensorplay.nn.backends
    tensorplay.nn.backends.thnn
    tensorplay.nn.common_types
    tensorplay.nn.cpp
    tensorplay.nn.functional
    tensorplay.nn.grad
    tensorplay.nn.init
    tensorplay.nn.modules.activation
    tensorplay.nn.modules.adaptive
    tensorplay.nn.modules.batchnorm
    tensorplay.nn.modules.channelshuffle
    tensorplay.nn.modules.container
    tensorplay.nn.modules.conv
    tensorplay.nn.modules.distance
    tensorplay.nn.modules.dropout
    tensorplay.nn.modules.flatten
    tensorplay.nn.modules.folding
    tensorplay.nn.modules.instancenorm
    tensorplay.nn.modules.lazy
    tensorplay.nn.modules.linear
    tensorplay.nn.modules.loss
    tensorplay.nn.modules.module
    tensorplay.nn.modules.normalization
    tensorplay.nn.modules.padding
    tensorplay.nn.modules.pixelshuffle
    tensorplay.nn.modules.pooling
    tensorplay.nn.modules.rnn
    tensorplay.nn.modules.sparse
    tensorplay.nn.modules.transformer
    tensorplay.nn.modules.upsampling
    tensorplay.nn.modules.utils
    tensorplay.nn.parallel.comm
    tensorplay.nn.parallel.distributed
    tensorplay.nn.parallel.parallel_apply
    tensorplay.nn.parallel.replicate
    tensorplay.nn.parallel.scatter_gather
    tensorplay.nn.parameter
    tensorplay.nn.utils.clip_grad
    tensorplay.nn.utils.convert_parameters
    tensorplay.nn.utils.fusion
    tensorplay.nn.utils.init
    tensorplay.nn.utils.memory_format
    tensorplay.nn.utils.parametrizations
    tensorplay.nn.utils.parametrize
    tensorplay.nn.utils.prune
    tensorplay.nn.utils.rnn
    tensorplay.nn.utils.stateless
    tensorplay.optim.lr_scheduler
    tensorplay.optim.optimizer
    tensorplay.optim.swa_utils
    tensorplay.utils.data.datapipes
    tensorplay.utils.data.datapipes.dataframe
    tensorplay.utils.data.datapipes.iter
    tensorplay.utils.data.datapipes.map
    tensorplay.utils.data.datapipes.utils
    tensorplay.utils.serialization
    tensorplay.utils.serialization.config

Pruning - tensorplay.ao.pruning

tensorplay.ao.pruning sparsifies a trained model: it zeroes weights that contribute least, so the model stays the same size but computes less (with sparse-aware kernels) or compresses better on disk. Pruning is implement

Quantization - tensorplay.ao.quantization

tensorplay.ao is the model optimization toolkit, and quantization is its largest part: it converts a float model to run arithmetic on 8-bit integers (roughly a 4x shrink in memory for weights), trading a controlled amoun

Ask DeepWiki