Enable local sendrecv over network if GDR is available on all GPUs (#324)

[ROCm/rccl commit: c018edf0f2]
2021-03-05 19:59:41 -08:00
parent 8d90821062
commit bcf4ecb0e3
14 changed files with 163 additions and 44 deletions
@@ -121,6 +121,9 @@ struct ncclComm {
  // Flag to ask NCCL kernels to abort
  volatile uint32_t *abortFlag;

+  // Flags for enable P2P NET
+  uint32_t *p2pNet;
+
  // Device side of the communicator
  struct ncclDevComm *devComm;
  // Host copy of the devComm (to free CUDA allocs)