Enable local sendrecv over network if GDR is available on all GPUs (#324)

2021-03-05 19:59:41 -08:00
parent f4a9b9acba
commit c018edf0f2
14 changed files with 163 additions and 44 deletions
@@ -150,6 +150,8 @@ struct ncclTree {
 struct ncclPeer {
  struct ncclConnector send;
  struct ncclConnector recv;
+  struct ncclConnector p2pSend;
+  struct ncclConnector p2pRecv;
 };

 struct ncclDevComm;
@@ -332,6 +334,9 @@ struct ncclDevComm {
  // Channels, device side
  struct ncclChannel* channels;

+  // Flags for enable P2P NET
+  uint32_t *p2pNet;
+
 #ifdef ENABLE_PROFILING
  // Profiling counters
  struct ncclProf* devProf;