Sylvain Jeaugey
3fec2fa5ee
Fix crash when setting NCCL_MAX_P2P_NCHANNELS below nchannels. Fix hang during sendrecv dynamic NVB connection establishment on cubemesh topologies. Add environment variable to only use SHARP on communicators beyond a given number of ranks. Add debug subsystem to trace memory allocations. Fix compilation with TRACE=1. (Issue #505)
65 خطوط
2.1 KiB
C
65 خطوط
2.1 KiB
C
/*************************************************************************
|
|
* Copyright (c) 2016-2021, NVIDIA CORPORATION. All rights reserved.
|
|
*
|
|
* See LICENSE.txt for license information
|
|
************************************************************************/
|
|
|
|
#ifndef NCCL_TRANSPORT_H_
|
|
#define NCCL_TRANSPORT_H_
|
|
|
|
#include "devcomm.h"
|
|
#include "graph.h"
|
|
#include "nvmlwrap.h"
|
|
#include "core.h"
|
|
#include "proxy.h"
|
|
|
|
#define NTRANSPORTS 3
|
|
#define TRANSPORT_P2P 0
|
|
#define TRANSPORT_SHM 1
|
|
#define TRANSPORT_NET 2
|
|
|
|
extern struct ncclTransport ncclTransports[];
|
|
|
|
// Forward declarations
|
|
struct ncclRing;
|
|
struct ncclConnector;
|
|
struct ncclComm;
|
|
|
|
struct ncclPeerInfo {
|
|
int rank;
|
|
int cudaDev;
|
|
int gdrSupport;
|
|
uint64_t hostHash;
|
|
uint64_t pidHash;
|
|
dev_t shmDev;
|
|
int64_t busId;
|
|
};
|
|
|
|
#define CONNECT_SIZE 128
|
|
struct ncclConnect {
|
|
char data[CONNECT_SIZE];
|
|
};
|
|
|
|
struct ncclTransportComm {
|
|
ncclResult_t (*setup)(struct ncclComm* comm, struct ncclTopoGraph* graph, struct ncclPeerInfo*, struct ncclPeerInfo*, struct ncclConnect*, struct ncclConnector*, int channelId, int connIndex);
|
|
ncclResult_t (*connect)(struct ncclComm* comm, struct ncclConnect*, int nranks, int rank, struct ncclConnector*);
|
|
ncclResult_t (*free)(void*);
|
|
ncclResult_t (*proxy)(struct ncclProxyArgs*);
|
|
};
|
|
|
|
struct ncclTransport {
|
|
const char name[4];
|
|
ncclResult_t (*canConnect)(int*, struct ncclTopoSystem* topo, struct ncclTopoGraph* graph, struct ncclPeerInfo*, struct ncclPeerInfo*);
|
|
struct ncclTransportComm send;
|
|
struct ncclTransportComm recv;
|
|
};
|
|
|
|
ncclResult_t ncclTransportP2pConnect(struct ncclComm* comm, struct ncclChannel* channel, int nrecv, int* peerRecv, int nsend, int* peerSend, int connIndex);
|
|
ncclResult_t ncclTransportP2pSetup(struct ncclComm* comm, struct ncclTopoGraph* graph, int connIndex);
|
|
|
|
enum { collNetRecv=0, collNetSend=1 };
|
|
int ncclTransportCollNetSetup(struct ncclComm* comm, struct ncclTopoGraph* collNetGraph, struct ncclChannel* channel, int masterRank, int masterPeer, int collNetGraphChannelId, int type);
|
|
ncclResult_t ncclTransportCollNetCheck(struct ncclComm* comm, int collNetSetupFail);
|
|
ncclResult_t ncclTransportCollNetFree(struct ncclComm* comm);
|
|
#endif
|