Sylvain Jeaugey
b6475625fb
Add support for alternating rings, allow for cross-nic rings without cross-rail communication. Add support for user buffer registration for network send/recv. Optimize aggregated operations to better utilize all channels. Add flattening for BCM PCI gen5 switches. Add support for inter-node NVLink communication Add support for port fusion in NET/IB. Add support for ReduceScatter and AllGather using Collnet. Update net API to v8. Fix hang during A2A connection.
31 lignes
1.1 KiB
C
31 lignes
1.1 KiB
C
/*************************************************************************
|
|
* Copyright (c) 2023-2023, NVIDIA CORPORATION. All rights reserved.
|
|
*
|
|
* See LICENSE.txt for license information
|
|
************************************************************************/
|
|
|
|
#ifndef NCCL_NET_DEVICE_H_
|
|
#define NCCL_NET_DEVICE_H_
|
|
|
|
#define NCCL_NET_DEVICE_INVALID_VERSION 0x0
|
|
#define NCCL_NET_MTU_SIZE 4096
|
|
|
|
// Arbitrary version number - A given NCCL build will only be compatible with a single device networking plugin
|
|
// version. NCCL will check the supplied version number from net->getProperties() and compare to its internal version.
|
|
#define NCCL_NET_DEVICE_UNPACK_VERSION 0x7
|
|
|
|
typedef enum {NCCL_NET_DEVICE_HOST=0, NCCL_NET_DEVICE_UNPACK=1} ncclNetDeviceType;
|
|
|
|
typedef struct {
|
|
ncclNetDeviceType netDeviceType; // Network offload type
|
|
int netDeviceVersion; // Version number for network offload
|
|
void* handle;
|
|
size_t size;
|
|
int needsProxyProgress;
|
|
} ncclNetDeviceHandle_v7_t;
|
|
|
|
typedef ncclNetDeviceHandle_v7_t ncclNetDeviceHandle_v8_t;
|
|
typedef ncclNetDeviceHandle_v8_t ncclNetDeviceHandle_t;
|
|
|
|
#endif
|