Merge remote-tracking branch 'nccl/master' into develop
This commit is contained in:
@@ -11,12 +11,56 @@
|
||||
#include "nccl.h"
|
||||
#include "nccl_common.h"
|
||||
|
||||
#include "tuner/tuner_v5.h"
|
||||
#include "tuner/tuner_v4.h"
|
||||
#include "tuner/tuner_v3.h"
|
||||
#include "tuner/tuner_v2.h"
|
||||
|
||||
typedef ncclTuner_v4_t ncclTuner_t;
|
||||
typedef ncclTuner_v5_t ncclTuner_t;
|
||||
typedef ncclTunerConstants_v5_t ncclTunerConstants_t;
|
||||
typedef ncclNvlDomainInfo_v5_t ncclNvlDomainInfo_t;
|
||||
|
||||
#define NCCL_TUNER_PLUGIN_SYMBOL "ncclTunerPlugin_v4"
|
||||
#define NCCL_TUNER_PLUGIN_SYMBOL "ncclTunerPlugin_v5"
|
||||
|
||||
#define NCCL_ALGO_UNDEF -1
|
||||
#define NCCL_ALGO_TREE 0
|
||||
#define NCCL_ALGO_RING 1
|
||||
#define NCCL_ALGO_COLLNET_DIRECT 2
|
||||
#define NCCL_ALGO_COLLNET_CHAIN 3
|
||||
#define NCCL_ALGO_NVLS 4
|
||||
#define NCCL_ALGO_NVLS_TREE 5
|
||||
#define NCCL_ALGO_PAT 6
|
||||
#define NCCL_NUM_ALGORITHMS NCCL_NUM_ALGORITHMS_V5 // Tree/Ring/CollNet*/PAT
|
||||
|
||||
#define NCCL_PROTO_UNDEF -1
|
||||
#define NCCL_PROTO_LL 0
|
||||
#define NCCL_PROTO_LL128 1
|
||||
#define NCCL_PROTO_SIMPLE 2
|
||||
#define NCCL_NUM_PROTOCOLS NCCL_NUM_PROTOCOLS_V5 // Simple/LL/LL128
|
||||
|
||||
#define NCCL_ALGO_PROTO_IGNORE -1.0
|
||||
|
||||
#define NCCL_NUM_UNROLLS 3 // 1/2/4
|
||||
#define NCCL_UNROLL_1 0
|
||||
#define NCCL_UNROLL_2 1
|
||||
#define NCCL_UNROLL_4 2
|
||||
|
||||
#define NCCL_NUM_FLOATS 6 // half/float/double/rccl_bfloat16/rccl_float8/rccl_bfloat8
|
||||
|
||||
#define NCCL_HW_NVLINK 0
|
||||
#define NCCL_HW_PCI 1
|
||||
#define NCCL_HW_NET 2
|
||||
#define NCCL_NUM_HW_LINKS NCCL_NUM_HW_LINKS_V5
|
||||
|
||||
#define NCCL_VOLTA_COMPCAP_IDX 0
|
||||
#define NCCL_AMPERE_COMPCAP_IDX 1
|
||||
#define NCCL_HOPPER_COMPCAP_IDX 2
|
||||
#define NCCL_BLACKWELL_COMPCAP_IDX 3
|
||||
#define NCCL_NUM_COMPCAPS NCCL_NUM_COMPCAPS_V5
|
||||
|
||||
#define NCCL_TUNING_SCALE_1NODE 0
|
||||
#define NCCL_TUNING_SCALE_2NODES 1
|
||||
#define NCCL_TUNING_SCALE_4NODES 2
|
||||
#define NCCL_NUM_TUNING_SCALES NCCL_NUM_TUNING_SCALES_V5
|
||||
|
||||
#endif
|
||||
|
||||
Reference in New Issue
Block a user