diff --git a/src/transport.cc b/src/transport.cc
index 916fcf53d9..20aa1ad2be 100644
--- a/src/transport.cc
+++ b/src/transport.cc
@@ -263,6 +263,8 @@ ncclResult_t ncclTransportP2pSetup(struct ncclComm* comm, struct ncclTopoGraph*
     }
   }
 
+  CUDACHECKGOTO(cudaStreamSynchronize(comm->sharedRes->hostStream.cudaStream), ret, fail);
+
   if (timeReported) {
     struct timeval now;
     gettimeofday(&now, NULL);