Ke Wen
7e51592129
Add support for bfloat16. Add ncclAvg reduction operation. Improve performance for aggregated operations. Improve performance for tree. Improve network error reporting. Add NCCL_NET parameter to force a specific network. Add NCCL_IB_QPS_PER_CONNECTION parameter to split IB traffic onto multiple queue pairs. Fix topology detection error in WSL2. Fix proxy memory elements affinity (improve alltoall performance). Fix graph search on cubemesh topologies. Fix hang in cubemesh during NVB connections.
93 righe
2.8 KiB
C
93 righe
2.8 KiB
C
/*************************************************************************
|
|
* Copyright (c) 2017-2021, NVIDIA CORPORATION. All rights reserved.
|
|
*
|
|
* See LICENSE.txt for license information
|
|
************************************************************************/
|
|
|
|
#ifndef NCCL_COLLECTIVES_H_
|
|
#define NCCL_COLLECTIVES_H_
|
|
|
|
#define FUNC_INDEX_P2P 0
|
|
#define FUNC_INDEX(func, redop, ncclType, al, pr) (1+(((((func)*ncclNumOps + (redop))*ncclNumTypes) + (ncclType))*NCCL_NUM_ALGORITHMS+(al))*NCCL_NUM_PROTOCOLS+(pr))
|
|
|
|
#define NCCL_FUNC_NAME(func, algo, proto, redop, type) \
|
|
ncclFunction_##func##_##algo##_##proto##_##redop##_##type
|
|
|
|
#define NCCL_KERN_NAME(func, algo, proto, redop, type) \
|
|
ncclKernel_##func##_##algo##_##proto##_##redop##_##type
|
|
|
|
#define NCCL_IMPL_NAME(func, algo, proto) \
|
|
nccl##func##algo##proto
|
|
|
|
/* Declare all collective operations */
|
|
#define DECL5(func, algo, proto, redop, type) \
|
|
extern __device__ void NCCL_FUNC_NAME(func, algo, proto, redop, type)(); \
|
|
extern __global__ void NCCL_KERN_NAME(func, algo, proto, redop, type)(ncclWorkElem c); \
|
|
|
|
#define DECL4(func, algo, redop, type) \
|
|
DECL5(func, algo, SIMPLE, redop, type) \
|
|
DECL5(func, algo, LL, redop, type) \
|
|
DECL5(func, algo, LL128, redop, type)
|
|
|
|
#define DECL3(func, redop, type) \
|
|
DECL4(func, RING, redop, type) \
|
|
DECL4(func, TREE, redop, type) \
|
|
DECL4(func, COLLNET, redop, type)
|
|
|
|
#if defined(__CUDA_BF16_TYPES_EXIST__)
|
|
#define DECL2(func, redop) \
|
|
DECL3(func, redop, int8_t) \
|
|
DECL3(func, redop, uint8_t) \
|
|
DECL3(func, redop, int32_t) \
|
|
DECL3(func, redop, uint32_t) \
|
|
DECL3(func, redop, int64_t) \
|
|
DECL3(func, redop, uint64_t) \
|
|
DECL3(func, redop, half) \
|
|
DECL3(func, redop, float) \
|
|
DECL3(func, redop, double) \
|
|
DECL3(func, redop, __nv_bfloat16)
|
|
#else
|
|
#define DECL2(func, redop) \
|
|
DECL3(func, redop, int8_t) \
|
|
DECL3(func, redop, uint8_t) \
|
|
DECL3(func, redop, int32_t) \
|
|
DECL3(func, redop, uint32_t) \
|
|
DECL3(func, redop, int64_t) \
|
|
DECL3(func, redop, uint64_t) \
|
|
DECL3(func, redop, half) \
|
|
DECL3(func, redop, float) \
|
|
DECL3(func, redop, double)
|
|
#endif
|
|
|
|
#define DECL(func) \
|
|
DECL2(func, Sum) \
|
|
DECL2(func, Prod) \
|
|
DECL2(func, Min) \
|
|
DECL2(func, Max) \
|
|
DECL2(func, Avg)
|
|
|
|
#define DECL_ALL \
|
|
DECL2(Broadcast, Sum) \
|
|
DECL(Reduce) \
|
|
DECL2(AllGather, Sum) \
|
|
DECL(ReduceScatter) \
|
|
DECL(AllReduce) \
|
|
DECL5(SendRecv, RING, SIMPLE, Sum, int8_t) \
|
|
|
|
DECL_ALL
|
|
|
|
// CHUNKSIZE must be a multiple of SLICESIZE
|
|
#define ALLREDUCE_SLICESTEPS (NCCL_STEPS/4)
|
|
#define ALLREDUCE_CHUNKSTEPS (NCCL_STEPS/2)
|
|
#define ALLGATHER_SLICESTEPS (NCCL_STEPS/4)
|
|
#define ALLGATHER_CHUNKSTEPS (NCCL_STEPS/2)
|
|
#define REDUCESCATTER_SLICESTEPS (NCCL_STEPS/4)
|
|
#define REDUCESCATTER_CHUNKSTEPS (NCCL_STEPS/2)
|
|
#define BROADCAST_SLICESTEPS 1
|
|
#define BROADCAST_CHUNKSTEPS 1
|
|
#define REDUCE_SLICESTEPS 1
|
|
#define REDUCE_CHUNKSTEPS 1
|
|
#define SENDRECV_SLICEFACTOR 4
|
|
|
|
#endif
|