2023-09-26 05:47:28 -07:00
|
|
|
/*************************************************************************
|
|
|
|
|
* Copyright (c) 2017-2022, NVIDIA CORPORATION. All rights reserved.
|
|
|
|
|
*
|
|
|
|
|
* See LICENSE.txt for license information
|
|
|
|
|
************************************************************************/
|
|
|
|
|
|
|
|
|
|
#ifndef NCCL_DEBUG_H_
|
|
|
|
|
#define NCCL_DEBUG_H_
|
|
|
|
|
|
|
|
|
|
typedef enum {NCCL_LOG_NONE=0, NCCL_LOG_VERSION=1, NCCL_LOG_WARN=2, NCCL_LOG_INFO=3, NCCL_LOG_ABORT=4, NCCL_LOG_TRACE=5} ncclDebugLogLevel;
|
2024-03-26 06:08:55 -07:00
|
|
|
typedef enum {NCCL_INIT=1, NCCL_COLL=2, NCCL_P2P=4, NCCL_SHM=8, NCCL_NET=16, NCCL_GRAPH=32, NCCL_TUNING=64, NCCL_ENV=128, NCCL_ALLOC=256, NCCL_CALL=512, NCCL_PROXY=1024, NCCL_NVLS=2048, NCCL_BOOTSTRAP=4096, NCCL_REG=8192, NCCL_ALL=~0} ncclDebugLogSubSys;
|
2023-09-26 05:47:28 -07:00
|
|
|
|
|
|
|
|
typedef void (*ncclDebugLogger_t)(ncclDebugLogLevel level, unsigned long flags, const char *file, int line, const char *fmt, ...);
|
|
|
|
|
|
2024-04-23 13:33:19 -07:00
|
|
|
#define NCCL_NUM_ONERANK 12
|
2024-10-03 10:21:19 -04:00
|
|
|
#define FUNC_INDEX_TOTAL 656 + NCCL_NUM_ONERANK
|
2024-04-23 13:33:19 -07:00
|
|
|
|
2023-09-26 05:47:28 -07:00
|
|
|
#define NCCL_NUM_FUNCTIONS 5 // Send/Recv not included for now
|
2024-02-05 05:06:02 -08:00
|
|
|
typedef enum {
|
|
|
|
|
ncclFuncBroadcast = 0,
|
|
|
|
|
ncclFuncReduce = 1,
|
|
|
|
|
ncclFuncAllGather = 2,
|
|
|
|
|
ncclFuncReduceScatter = 3,
|
|
|
|
|
ncclFuncAllReduce = 4,
|
|
|
|
|
ncclFuncSendRecv = 5,
|
|
|
|
|
ncclFuncSend = 6,
|
|
|
|
|
ncclFuncRecv = 7,
|
2024-04-23 13:33:19 -07:00
|
|
|
ncclFuncAllToAllPivot = 8,
|
|
|
|
|
ncclNumFuncs = 9
|
2024-02-05 05:06:02 -08:00
|
|
|
} ncclFunc_t;
|
2023-09-26 05:47:28 -07:00
|
|
|
|
|
|
|
|
#define NCCL_NUM_ALGORITHMS 6 // Tree/Ring/CollNet*
|
|
|
|
|
#define NCCL_ALGO_UNDEF -1
|
|
|
|
|
#define NCCL_ALGO_TREE 0
|
|
|
|
|
#define NCCL_ALGO_RING 1
|
|
|
|
|
#define NCCL_ALGO_COLLNET_DIRECT 2
|
|
|
|
|
#define NCCL_ALGO_COLLNET_CHAIN 3
|
|
|
|
|
#define NCCL_ALGO_NVLS 4
|
|
|
|
|
#define NCCL_ALGO_NVLS_TREE 5
|
|
|
|
|
|
|
|
|
|
#define NCCL_NUM_PROTOCOLS 3 // Simple/LL/LL128
|
|
|
|
|
#define NCCL_PROTO_UNDEF -1
|
|
|
|
|
#define NCCL_PROTO_LL 0
|
|
|
|
|
#define NCCL_PROTO_LL128 1
|
|
|
|
|
#define NCCL_PROTO_SIMPLE 2
|
|
|
|
|
|
2024-04-23 13:33:19 -07:00
|
|
|
#define NCCL_NUM_FLOATS 6 // half/float/double/rccl_bfloat16
|
|
|
|
|
|
|
|
|
|
#endif
|