Wenkai Du
76 lines
2.9 KiB
C
76 lines
2.9 KiB
C
/*************************************************************************
|
|
* Copyright (c) 2016-2022, NVIDIA CORPORATION. All rights reserved.
|
|
* Modifications Copyright (c) 2019-2022 Advanced Micro Devices, Inc. All rights reserved.
|
|
*
|
|
* See LICENSE.txt for license information
|
|
************************************************************************/
|
|
|
|
#ifndef NCCL_TRANSPORT_H_
|
|
#define NCCL_TRANSPORT_H_
|
|
|
|
#include "devcomm.h"
|
|
#include "graph.h"
|
|
#include "nvmlwrap.h"
|
|
#include "core.h"
|
|
|
|
#define NTRANSPORTS 4
|
|
#define TRANSPORT_P2P 0
|
|
#define TRANSPORT_SHM 1
|
|
#define TRANSPORT_NET 2
|
|
#define TRANSPORT_COLLNET 3
|
|
|
|
#include "proxy.h"
|
|
|
|
extern struct ncclTransport ncclTransports[];
|
|
|
|
// Forward declarations
|
|
struct ncclRing;
|
|
struct ncclConnector;
|
|
struct ncclComm;
|
|
|
|
struct ncclPeerInfo {
|
|
int rank;
|
|
int cudaDev;
|
|
int netDev;
|
|
int gdrSupport;
|
|
bool hasFineGrain;
|
|
uint64_t hostHash;
|
|
uint64_t pidHash;
|
|
dev_t shmDev;
|
|
int64_t busId;
|
|
struct ncclComm* comm;
|
|
int cudaCompCap;
|
|
};
|
|
|
|
#define CONNECT_SIZE 128
|
|
struct ncclConnect {
|
|
char data[CONNECT_SIZE];
|
|
};
|
|
|
|
struct ncclTransportComm {
|
|
ncclResult_t (*setup)(struct ncclComm* comm, struct ncclTopoGraph* graph, struct ncclPeerInfo*, struct ncclPeerInfo*, struct ncclConnect*, struct ncclConnector*, int channelId, int connIndex);
|
|
ncclResult_t (*connect)(struct ncclComm* comm, struct ncclConnect*, int nranks, int rank, struct ncclConnector*);
|
|
ncclResult_t (*free)(struct ncclConnector*);
|
|
ncclResult_t (*proxySharedInit)(struct ncclProxyConnection* connection, struct ncclComm* comm, int nChannels);
|
|
ncclResult_t (*proxySetup)(struct ncclProxyConnection* connection, struct ncclComm* comm, void* reqBuff, int reqSize, void* respBuff, int respSize, int* done);
|
|
ncclResult_t (*proxyConnect)(struct ncclProxyConnection* connection, struct ncclComm* comm, void* reqBuff, int reqSize, void* respBuff, int respSize, int* done);
|
|
ncclResult_t (*proxyFree)(struct ncclProxyConnection* connection, struct ncclComm* comm);
|
|
ncclResult_t (*proxyProgress)(struct ncclComm* comm, struct ncclProxyArgs*);
|
|
};
|
|
|
|
struct ncclTransport {
|
|
const char name[4];
|
|
ncclResult_t (*canConnect)(int*, struct ncclTopoSystem* topo, struct ncclTopoGraph* graph, struct ncclPeerInfo*, struct ncclPeerInfo*);
|
|
struct ncclTransportComm send;
|
|
struct ncclTransportComm recv;
|
|
};
|
|
|
|
ncclResult_t ncclTransportP2pConnect(struct ncclComm* comm, struct ncclChannel* channel, int nrecv, int* peerRecv, int nsend, int* peerSend, int connIndex);
|
|
ncclResult_t ncclTransportP2pSetup(struct ncclComm* comm, struct ncclTopoGraph* graph, int connIndex, int* highestTransportType=NULL);
|
|
|
|
enum { collNetRecv=0, collNetSend=1 };
|
|
int ncclTransportCollNetSetup(struct ncclComm* comm, struct ncclTopoGraph* collNetGraph, struct ncclChannel* channel, int masterRank, int masterPeer, int collNetGraphChannelId, int type);
|
|
ncclResult_t ncclTransportCollNetCheck(struct ncclComm* comm, int collNetSetupFail);
|
|
ncclResult_t ncclTransportCollNetFree(struct ncclComm* comm);
|
|
#endif
|