\u200E

开始使用
特性
文档
- API
- 使用指南
工具平台
- 工具
- 平台
资源

develop
2.5rc
2.4
2.3
2.2
2.1
2.0
1.8

中文(简)
English(En)

Installation Guide
Guides
API Reference
- paddle
  - abs
  - acos
  - acosh
  - add
  - add_n
  - addmm
  - all
  - allclose
  - amax
  - amin
  - angle
  - any
  - arange
  - argmax
  - argmin
  - argsort
  - as_complex
  - as_real
  - asin
  - asinh
  - assign
  - atan
  - atan2
  - atanh
  - batch
  - bernoulli
  - bincount
  - bitwise_and
  - bitwise_not
  - bitwise_or
  - bitwise_xor
  - bmm
  - broadcast_shape
  - broadcast_tensors
  - broadcast_to
  - bucketize
  - cast
  - ceil
  - check_shape
  - chunk
  - clip
  - clone
  - complex
  - concat
  - conj
  - cos
  - cosh
  - count_nonzero
  - CPUPlace
  - create_parameter
  - crop
  - cross
  - CUDAPinnedPlace
  - CUDAPlace
  - cumprod
  - cumsum
  - DataParallel
  - deg2rad
  - diag
  - diagflat
  - diagonal
  - diff
  - digamma
  - disable_signal_handler
  - disable_static
  - dist
  - divide
  - dot
  - dtype
  - einsum
  - empty
  - empty_like
  - enable_static
  - equal
  - equal_all
  - erf
  - erfinv
  - exp
  - expand
  - expand_as
  - expm1
  - eye
  - flatten
  - flip
  - floor
  - floor_divide
  - floor_mod
  - flops
  - fmax
  - fmin
  - frac
  - full
  - full_like
  - gather
  - gather_nd
  - gcd
  - get_cuda_rng_state
  - get_default_dtype
  - get_flags
  - grad
  - greater_equal
  - greater_than
  - heaviside
  - histogram
  - iinfo
  - imag
  - in_dynamic_mode
  - increment
  - index_add
  - index_add_
  - index_sample
  - index_select
  - inner
  - is_complex
  - is_empty
  - is_floating_point
  - is_grad_enabled
  - is_integer
  - is_tensor
  - isclose
  - isfinite
  - isinf
  - isnan
  - kron
  - kthvalue
  - LazyGuard
  - lcm
  - lerp
  - less_equal
  - less_than
  - lgamma
  - linspace
  - load
  - log
  - log10
  - log1p
  - log2
  - logcumsumexp
  - logical_and
  - logical_not
  - logical_or
  - logical_xor
  - logit
  - logspace
  - logsumexp
  - masked_select
  - matmul
  - max
  - maximum
  - mean
  - median
  - meshgrid
  - min
  - minimum
  - mm
  - mode
  - Model
  - moveaxis
  - multinomial
  - multiplex
  - multiply
  - mv
  - nanmean
  - nanmedian
  - nanquantile
  - nansum
  - neg
  - no_grad
  - nonzero
  - normal
  - not_equal
  - NPUPlace
  - numel
  - ones
  - ones_like
  - outer
  - ParamAttr
  - poisson
  - pow
  - prod
  - put_along_axis
  - quantile
  - rad2deg
  - rand
  - randint
  - randint_like
  - randn
  - randperm
  - rank
  - real
  - reciprocal
  - renorm
  - repeat_interleave
  - reshape
  - reshape_
  - roll
  - rot90
  - round
  - rsqrt
  - save
  - scale
  - scatter
  - scatter_
  - scatter_nd
  - scatter_nd_add
  - searchsorted
  - seed
  - set_cuda_rng_state
  - set_default_dtype
  - set_flags
  - set_grad_enabled
  - set_printoptions
  - sgn
  - shape
  - shard_index
  - sign
  - sin
  - sinh
  - slice
  - sort
  - split
  - sqrt
  - square
  - squeeze
  - squeeze_
  - stack
  - standard_normal
  - stanh
  - std
  - strided_slice
  - subtract
  - sum
  - summary
  - t
  - take
  - take_along_axis
  - tan
  - tanh
  - tanh_
  - Tensor
  - tensordot
  - tile
  - to_tensor
  - tolist
  - topk
  - trace
  - transpose
  - tril
  - tril_indices
  - triu
  - triu_indices
  - trunc
  - unbind
  - uniform
  - unique
  - unique_consecutive
  - unsqueeze
  - unsqueeze_
  - unstack
  - var
  - where
  - zeros
  - zeros_like
- paddle.amp
- paddle.audio
  - backends
  - datasets
    - ESC50
    - TESS
  - features
  - functional
  - info
  - load
  - save
- paddle.autograd
- paddle.callbacks
- paddle.device
- paddle.distributed
- paddle.distribution
- paddle.fft
  - fft
  - fft2
  - fftfreq
  - fftn
  - fftshift
  - hfft
  - hfft2
  - hfftn
  - ifft
  - ifft2
  - ifftn
  - ifftshift
  - ihfft
  - ihfft2
  - ihfftn
  - irfft
  - irfft2
  - irfftn
  - rfft
  - rfft2
  - rfftfreq
  - rfftn
- paddle.fluid
- paddle.geometric
- paddle.hub
  - help
  - list
  - load
- paddle.incubate
- paddle.inference
- paddle.io
- paddle.jit
- paddle.linalg
  - cholesky
  - cholesky_solve
  - cond
  - corrcoef
  - cov
  - det
  - eig
  - eigh
  - eigvals
  - eigvalsh
  - inv
  - lstsq
  - lu
  - lu_unpack
  - matrix_power
  - matrix_rank
  - multi_dot
  - norm
  - pinv
  - qr
  - slogdet
  - solve
  - svd
  - triangular_solve
- paddle.metric
  - Accuracy
  - accuracy
  - Auc
  - Metric
  - Precision
  - Recall
- paddle.nn
- paddle.onnx
  - export
- paddle.optimizer
  - Adadelta
  - Adagrad
  - Adam
  - Adamax
  - AdamW
  - Lamb
  - lr
  - Momentum
  - Optimizer
  - RMSProp
  - SGD
- paddle.profiler
- paddle.regularizer
  - L1Decay
  - L2Decay
- paddle.signal
  - istft
  - stft
- paddle.sparse
  - abs
  - add
  - addmm
  - asin
  - asinh
  - atan
  - atanh
  - cast
  - coalesce
  - deg2rad
  - divide
  - expm1
  - is_same_shape
  - log1p
  - masked_matmul
  - matmul
  - multiply
  - mv
  - neg
  - nn
    - BatchNorm
    - Conv3D
    - functional
      - attention
      - conv3d
      - leaky_relu
      - max_pool3d
      - relu
      - relu6
      - softmax
      - subm_conv3d
    - LeakyReLU
    - MaxPool3D
    - ReLU
    - ReLU6
    - Softmax
    - SubmConv3D
    - SyncBatchNorm
  - pow
  - rad2deg
  - reshape
  - sin
  - sinh
  - sparse_coo_tensor
  - sparse_csr_tensor
  - sqrt
  - square
  - subtract
  - tan
  - tanh
  - transpose
- paddle.static
- paddle.sysconfig
  - get_include
  - get_lib
- paddle.Tensor
  - Overview
  - add_
  - astype
  - backward
  - ceil_
  - clear_grad
  - clip_
  - clone
  - cpu
  - cuda
  - dim
  - erfinv_
  - exp_
  - exponential_
  - fill_
  - fill_diagonal_
  - fill_diagonal_tensor
  - fill_diagonal_tensor_
  - flatten_
  - floor_
  - gradient
  - item
  - lerp_
  - ndimension
  - pin_memory
  - put_along_axis_
  - reciprocal_
  - register_hook
  - remainder_
  - round_
  - rsqrt_
  - scale_
  - set_value
  - sqrt_
  - subtract_
  - to_dense
  - to_sparse_coo
  - uniform_
  - value
  - values
  - zero_
- paddle.text
  - Conll05st
  - Imdb
  - Imikolov
  - Movielens
  - UCIHousing
  - viterbi_decode
  - ViterbiDecoder
  - WMT14
  - WMT16
- paddle.utils
  - cpp_extension
  - deprecated
  - dlpack
    - from_dlpack
    - to_dlpack
  - download
    - get_weights_path_from_url
  - profiler
  - require_version
  - run_check
  - try_import
  - unique_name
    - generate
    - guard
    - switch
- paddle.version
  - cuda
  - cudnn
  - show
- paddle.vision
  - datasets
    - Cifar10
    - Cifar100
    - DatasetFolder
    - FashionMNIST
    - Flowers
    - ImageFolder
    - MNIST
    - VOC2012
  - get_image_backend
  - image_load
  - models
  - ops
    - box_coder
    - decode_jpeg
    - deform_conv2d
    - DeformConv2D
    - distribute_fpn_proposals
    - generate_proposals
    - matrix_nms
    - nms
    - prior_box
    - psroi_pool
    - PSRoIPool
    - read_file
    - roi_align
    - roi_pool
    - RoIAlign
    - RoIPool
    - yolo_box
    - yolo_loss
  - set_image_backend
  - transforms
    - adjust_brightness
    - adjust_contrast
    - adjust_hue
    - affine
    - BaseTransform
    - BrightnessTransform
    - center_crop
    - CenterCrop
    - ColorJitter
    - Compose
    - ContrastTransform
    - crop
    - erase
    - Grayscale
    - hflip
    - HueTransform
    - Normalize
    - normalize
    - pad
    - Pad
    - perspective
    - RandomAffine
    - RandomCrop
    - RandomErasing
    - RandomHorizontalFlip
    - RandomPerspective
    - RandomResizedCrop
    - RandomRotation
    - RandomVerticalFlip
    - Resize
    - resize
    - rotate
    - SaturationTransform
    - to_grayscale
    - to_tensor
    - ToTensor
    - Transpose
    - vflip
Contribution Guidelines
- Custom Device Support
2.4.1 Release Note

GradAllReduce

»
GradAllReduce
Edit on GitHub

GradAllReduce¶

class paddle.fluid.transpiler.collective. GradAllReduce ( nrings=2 ) [source]