Index
_
|
A
|
B
|
C
|
D
|
E
|
F
|
G
|
H
|
I
|
J
|
K
|
L
|
M
|
N
|
P
|
R
|
S
|
T
|
U
_
__init__() (horovod.keras.callbacks.BroadcastGlobalVariablesCallback method)
(horovod.keras.callbacks.LearningRateScheduleCallback method)
(horovod.keras.callbacks.LearningRateWarmupCallback method)
(horovod.keras.callbacks.MetricAverageCallback method)
(horovod.tensorflow.keras.callbacks.BroadcastGlobalVariablesCallback method)
(horovod.tensorflow.keras.callbacks.LearningRateScheduleCallback method)
(horovod.tensorflow.keras.callbacks.LearningRateWarmupCallback method)
(horovod.tensorflow.keras.callbacks.MetricAverageCallback method)
A
allgather() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
allgather_async() (in module horovod.torch)
allgather_object() (in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.torch)
allreduce() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
allreduce_() (in module horovod.mxnet)
(in module horovod.torch)
allreduce_async() (in module horovod.torch)
allreduce_async_() (in module horovod.torch)
alltoall() (in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.torch)
alltoall_async() (in module horovod.torch)
B
Backend (class in horovod.spark.common.backend)
broadcast() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
broadcast_() (in module horovod.mxnet)
(in module horovod.torch)
broadcast_async() (in module horovod.torch)
broadcast_async_() (in module horovod.torch)
broadcast_global_variables() (in module horovod.keras)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
broadcast_object() (in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.torch)
broadcast_optimizer_state() (in module horovod.torch)
broadcast_parameters() (in module horovod.mxnet)
(in module horovod.torch)
broadcast_variables() (in module horovod.tensorflow)
BroadcastGlobalVariablesCallback (class in horovod.keras.callbacks)
(class in horovod.tensorflow.keras.callbacks)
BroadcastGlobalVariablesHook (class in horovod.tensorflow)
C
ccl_built() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
CommitStateCallback (class in horovod.keras.elastic)
(class in horovod.tensorflow.keras.elastic)
Compression (class in horovod.keras)
(class in horovod.tensorflow)
(class in horovod.tensorflow.keras)
(class in horovod.torch)
create_settings() (horovod.ray.ElasticRayExecutor static method)
(horovod.ray.RayExecutor class method)
cuda_built() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
D
DBFSLocalStore (class in horovod.spark.common.store)
ddl_built() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
detect_nics() (horovod.ray.RayExecutor method)
DistributedGradientTape() (in module horovod.tensorflow)
DistributedOptimizer() (in module horovod.keras)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
E
ElasticRayExecutor (class in horovod.ray)
ElasticSampler (class in horovod.torch.elastic)
execute() (horovod.ray.RayExecutor method)
execute_single() (horovod.ray.RayExecutor method)
exists() (horovod.spark.common.store.FilesystemStore method)
(horovod.spark.common.store.Store method)
F
FilesystemStore (class in horovod.spark.common.store)
fit() (horovod.spark.common.estimator.HorovodEstimator method)
fit_on_parquet() (horovod.spark.common.estimator.HorovodEstimator method)
fp16 (horovod.keras.Compression attribute)
(horovod.tensorflow.Compression attribute)
(horovod.tensorflow.keras.Compression attribute)
(horovod.torch.Compression attribute)
G
get_checkpoint_filename() (horovod.spark.common.store.DBFSLocalStore method)
(horovod.spark.common.store.FilesystemStore method)
(horovod.spark.common.store.Store method)
get_checkpoint_path() (horovod.spark.common.store.FilesystemStore method)
(horovod.spark.common.store.Store method)
get_indices() (horovod.torch.elastic.ElasticSampler method)
get_logs_path() (horovod.spark.common.store.FilesystemStore method)
(horovod.spark.common.store.Store method)
get_logs_subdir() (horovod.spark.common.store.FilesystemStore method)
(horovod.spark.common.store.Store method)
get_parquet_dataset() (horovod.spark.common.store.FilesystemStore method)
(horovod.spark.common.store.Store method)
get_run_path() (horovod.spark.common.store.FilesystemStore method)
(horovod.spark.common.store.Store method)
get_runs_path() (horovod.spark.common.store.FilesystemStore method)
(horovod.spark.common.store.Store method)
get_test_data_path() (horovod.spark.common.store.FilesystemStore method)
(horovod.spark.common.store.Store method)
get_train_data_path() (horovod.spark.common.store.FilesystemStore method)
(horovod.spark.common.store.Store method)
get_val_data_path() (horovod.spark.common.store.FilesystemStore method)
(horovod.spark.common.store.Store method)
gloo_built() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
gloo_enabled() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
H
HDFSStore (class in horovod.spark.common.store)
horovod.keras (module)
horovod.keras.callbacks (module)
horovod.keras.elastic (module)
horovod.mxnet (module)
horovod.ray (module)
horovod.run (module)
horovod.spark (module)
horovod.spark.common.backend (module)
horovod.spark.common.store (module)
horovod.tensorflow (module)
horovod.tensorflow.elastic (module)
horovod.tensorflow.keras (module)
horovod.tensorflow.keras.callbacks (module)
horovod.tensorflow.keras.elastic (module)
horovod.torch (module)
horovod.torch.elastic (module)
HorovodEstimator (class in horovod.spark.common.estimator)
HorovodModel (class in horovod.spark.common.estimator)
I
init() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
is_homogeneous() (in module horovod.tensorflow)
is_initialized() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
is_parquet_dataset() (horovod.spark.common.store.FilesystemStore method)
(horovod.spark.common.store.Store method)
J
join() (in module horovod.torch)
K
KerasEstimator (class in horovod.spark.keras)
KerasModel (class in horovod.spark.keras)
KerasState (class in horovod.keras.elastic)
(class in horovod.tensorflow.keras.elastic)
L
LearningRateScheduleCallback (class in horovod.keras.callbacks)
(class in horovod.tensorflow.keras.callbacks)
LearningRateWarmupCallback (class in horovod.keras.callbacks)
(class in horovod.tensorflow.keras.callbacks)
load_model() (in module horovod.keras)
(in module horovod.tensorflow.keras)
local_rank() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
local_rank_op() (in module horovod.tensorflow)
local_size() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
local_size_op() (in module horovod.tensorflow)
LocalStore (class in horovod.spark.common.store)
M
MetricAverageCallback (class in horovod.keras.callbacks)
(class in horovod.tensorflow.keras.callbacks)
mpi_built() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
mpi_enabled() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
mpi_threads_supported() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
N
nccl_built() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
none (horovod.keras.Compression attribute)
(horovod.tensorflow.Compression attribute)
(horovod.tensorflow.keras.Compression attribute)
(horovod.torch.Compression attribute)
num_processes() (horovod.spark.common.backend.Backend method)
(horovod.spark.common.backend.SparkBackend method)
P
poll() (in module horovod.torch)
R
rank() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
rank_op() (in module horovod.tensorflow)
RayExecutor (class in horovod.ray)
read() (horovod.spark.common.store.FilesystemStore method)
(horovod.spark.common.store.Store method)
read_serialized_keras_model() (horovod.spark.common.store.DBFSLocalStore method)
(horovod.spark.common.store.FilesystemStore method)
record_batch() (horovod.torch.elastic.ElasticSampler method)
record_indices() (horovod.torch.elastic.ElasticSampler method)
restore() (horovod.tensorflow.elastic.TensorFlowKerasState method)
(horovod.tensorflow.elastic.TensorFlowState method)
(horovod.torch.elastic.TorchState method)
rocm_built() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
run() (horovod.ray.ElasticRayExecutor method)
(horovod.ray.RayExecutor method)
(horovod.spark.common.backend.Backend method)
(horovod.spark.common.backend.SparkBackend method)
(in module horovod.keras.elastic)
(in module horovod.spark)
(in module horovod.tensorflow.elastic)
(in module horovod.tensorflow.keras.elastic)
(in module horovod.torch.elastic)
run_elastic() (in module horovod.spark)
S
save() (horovod.tensorflow.elastic.TensorFlowKerasState method)
(horovod.tensorflow.elastic.TensorFlowState method)
(horovod.torch.elastic.TorchState method)
saving_runs() (horovod.spark.common.store.FilesystemStore method)
(horovod.spark.common.store.Store method)
set_epoch() (horovod.torch.elastic.ElasticSampler method)
shutdown() (horovod.ray.RayExecutor method)
(in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
size() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
size_op() (in module horovod.tensorflow)
SparkBackend (class in horovod.spark.common.backend)
start() (horovod.ray.ElasticRayExecutor method)
(horovod.ray.RayExecutor method)
start_timeline() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
stop_timeline() (in module horovod.keras)
(in module horovod.mxnet)
(in module horovod.tensorflow)
(in module horovod.tensorflow.keras)
(in module horovod.torch)
Store (class in horovod.spark.common.store)
sync() (horovod.tensorflow.elastic.TensorFlowKerasState method)
(horovod.tensorflow.elastic.TensorFlowState method)
(horovod.torch.elastic.TorchState method)
sync_fn() (horovod.spark.common.store.HDFSStore method)
(horovod.spark.common.store.LocalStore method)
(horovod.spark.common.store.Store method)
SyncBatchNorm (class in horovod.torch)
synchronize() (in module horovod.torch)
T
TensorFlowKerasState (class in horovod.tensorflow.elastic)
TensorFlowState (class in horovod.tensorflow.elastic)
to_remote() (horovod.spark.common.store.Store method)
TorchEstimator (class in horovod.spark.torch)
TorchModel (class in horovod.spark.torch)
TorchState (class in horovod.torch.elastic)
transform() (horovod.spark.common.estimator.HorovodModel method)
U
UpdateBatchStateCallback (class in horovod.keras.elastic)
(class in horovod.tensorflow.keras.elastic)
UpdateEpochStateCallback (class in horovod.keras.elastic)
(class in horovod.tensorflow.keras.elastic)
Distributed training framework for TensorFlow, Keras, PyTorch, and Apache MXNet.
Navigation
Overview
Concepts
Horovod Installation Guide
API
Horovod with TensorFlow
Horovod with Keras
Horovod with PyTorch
Horovod with MXNet
Run Horovod
Elastic Horovod
Benchmarks
Inference
Horovod on GPU
Horovod with MPI
Build a Conda Environment with GPU Support for Horovod
Horovod in Docker
Horovod on Spark
Horovod on Ray
Horovod in LSF
Tensor Fusion
AdaSum with Horovod
Analyze Performance
Autotune: Automated Performance Tuning
Troubleshooting
Contributor Guide
Related Topics
Documentation overview
Quick search