Arm Patinyasakdikul
1ce83d5cc0
* Added ERROR message class to handle fatal error messages. New ERROR message class will print the message in all debug level, including none. Change some of the fatal error message to be in ERROR instead of WARN. Added new error handler function to print out more meaningful error message in the future. * Added CHANGELOG entry. * Update CHANGELOG.md Co-authored-by: Jeffrey Novotny <jnovotny@amd.com> * Change to no longer reuse NONE as ERROR. ERROR is now a separated class. * Update CHANGELOG.md Co-authored-by: Jeffrey Novotny <jnovotny@amd.com> --------- Co-authored-by: Jeffrey Novotny <jnovotny@amd.com>
96 lines
2.4 KiB
C++
96 lines
2.4 KiB
C++
/*************************************************************************
|
|
* Copyright (c) 2017-2022, NVIDIA CORPORATION. All rights reserved.
|
|
*
|
|
* See LICENSE.txt for license information
|
|
************************************************************************/
|
|
|
|
#ifndef NCCL_DEBUG_H_
|
|
#define NCCL_DEBUG_H_
|
|
|
|
#include <cstdint>
|
|
#include "nccl.h"
|
|
|
|
typedef enum {
|
|
NCCL_LOG_NONE = 0,
|
|
NCCL_LOG_ERROR = 1,
|
|
NCCL_LOG_VERSION = 2,
|
|
NCCL_LOG_WARN = 3,
|
|
NCCL_LOG_INFO = 4,
|
|
NCCL_LOG_ABORT = 5,
|
|
NCCL_LOG_TRACE = 6
|
|
} ncclDebugLogLevel;
|
|
|
|
typedef enum {
|
|
NCCL_INIT = 0x1,
|
|
NCCL_COLL = 0x2,
|
|
NCCL_P2P = 0x4,
|
|
NCCL_SHM = 0x8,
|
|
NCCL_NET = 0x10,
|
|
NCCL_GRAPH = 0x20,
|
|
NCCL_TUNING = 0x40,
|
|
NCCL_ENV = 0x80,
|
|
NCCL_ALLOC = 0x100,
|
|
NCCL_CALL = 0x200,
|
|
NCCL_PROXY = 0x400,
|
|
NCCL_NVLS = 0x800,
|
|
NCCL_BOOTSTRAP = 0x1000,
|
|
NCCL_REG = 0x2000,
|
|
NCCL_PROFILE = 0x4000,
|
|
NCCL_RAS = 0x8000,
|
|
NCCL_VERBS = 0x10000,
|
|
NCCL_ALL = ~0
|
|
} ncclDebugLogSubSys;
|
|
|
|
typedef void (*ncclDebugLogger_t)(ncclDebugLogLevel level, unsigned long flags, const char *file, int line, const char *fmt, ...);
|
|
|
|
// NCCL core profiler callback for network defined events instrumentation
|
|
enum {
|
|
ncclProfilerNetEventStart = 0,
|
|
ncclProfilerNetEventStop,
|
|
ncclProfilerNetEventUpdate,
|
|
ncclProfilerNetEventUpdateAndStop,
|
|
};
|
|
|
|
typedef ncclResult_t (*ncclProfilerCallback_t)(void** eHandle, int type, void* pHandle, int64_t pluginId, void* extData);
|
|
|
|
#define NCCL_NUM_FUNCTIONS 5 // Send/Recv not included for now
|
|
typedef enum {
|
|
ncclFuncBroadcast = 0,
|
|
ncclFuncReduce = 1,
|
|
ncclFuncAllGather = 2,
|
|
ncclFuncReduceScatter = 3,
|
|
ncclFuncAllReduce = 4,
|
|
ncclFuncSendRecv = 5,
|
|
ncclFuncSend = 6,
|
|
ncclFuncRecv = 7,
|
|
ncclFuncAllToAllPivot = 8,
|
|
ncclNumFuncs = 9
|
|
} ncclFunc_t;
|
|
|
|
#define NCCL_NUM_ALGORITHMS 7 // Tree/Ring/CollNet*/PAT
|
|
#define NCCL_ALGO_UNDEF -1
|
|
#define NCCL_ALGO_TREE 0
|
|
#define NCCL_ALGO_RING 1
|
|
#define NCCL_ALGO_COLLNET_DIRECT 2
|
|
#define NCCL_ALGO_COLLNET_CHAIN 3
|
|
#define NCCL_ALGO_NVLS 4
|
|
#define NCCL_ALGO_NVLS_TREE 5
|
|
#define NCCL_ALGO_PAT 6
|
|
|
|
#define NCCL_NUM_PROTOCOLS 3 // Simple/LL/LL128
|
|
#define NCCL_PROTO_UNDEF -1
|
|
#define NCCL_PROTO_LL 0
|
|
#define NCCL_PROTO_LL128 1
|
|
#define NCCL_PROTO_SIMPLE 2
|
|
|
|
#define NCCL_ALGO_PROTO_IGNORE -1.0
|
|
|
|
#define NCCL_NUM_UNROLLS 3 // 1/2/4
|
|
#define NCCL_UNROLL_1 0
|
|
#define NCCL_UNROLL_2 1
|
|
#define NCCL_UNROLL_4 2
|
|
|
|
#define NCCL_NUM_FLOATS 6 // half/float/double/rccl_bfloat16/rccl_float8/rccl_bfloat8
|
|
|
|
#endif
|