Merge pull request #4 from BKP/hyd-7c_07-11-24

hyd-7c

scripts/build_configs/ro_net_debug

@@ -21,7 +21,7 @@ cmake \
     -DUSE_IPC=OFF \
     -DUSE_THREADS=ON \
     -DUSE_WF_COAL=OFF \
-    -DUSE_COHERENT_HEAP=OFF \
+    -DUSE_COHERENT_HEAP=ON \
     $src_path
 cmake --build . --parallel 8
-# cmake --install .
+cmake --install .

src/gpu_ib/backend_ib.cpp

@@ -343,7 +343,7 @@ void GPUIBBackend::init_mpi_once(MPI_Comm comm) {
   if (init_done == 0) {
     int provided;
     NET_CHECK(
-        MPI_Init_thread(nullptr, nullptr, MPI_THREAD_SINGLE, &provided));
+        MPI_Init_thread(nullptr, nullptr, MPI_THREAD_MULTIPLE, &provided));
   }
   if (comm == MPI_COMM_NULL) {
     NET_CHECK(MPI_Comm_dup(MPI_COMM_WORLD, &backend_comm));

src/memory/remote_heap_info.hpp

@@ -55,7 +55,7 @@ class CommunicatorMPI {
     MPI_Initialized(&initialized);
     if (!initialized) {
       int provided;
-      MPI_Init_thread(nullptr, nullptr, MPI_THREAD_SINGLE, &provided);
+      MPI_Init_thread(nullptr, nullptr, MPI_THREAD_MULTIPLE, &provided);
     }
     MPI_Comm_rank(comm_, &my_pe_);
     MPI_Comm_size(comm_, &num_pes_);

src/mpi_init_singleton.cpp

@@ -31,7 +31,7 @@ MPIInitSingleton::MPIInitSingleton() {
 
   if (!pre_init_done) {
     int provided;
-    MPI_Init_thread(nullptr, nullptr, MPI_THREAD_SINGLE, &provided);
+    MPI_Init_thread(nullptr, nullptr, MPI_THREAD_MULTIPLE, &provided);
   }
 
   MPI_Comm_size(MPI_COMM_WORLD, &nprocs_);

src/reverse_offload/mpi_transport.cpp

@@ -48,9 +48,9 @@ MPITransport::MPITransport(MPI_Comm comm, Queue* q)
 
   int provided{};
   if (!init_done) {
-    NET_CHECK(MPI_Init_thread(0, 0, MPI_THREAD_SINGLE, &provided));
-    if (provided != MPI_THREAD_SINGLE) {
-      std::cerr << "MPI_THREAD_SINGLE support disabled.\n";
+    NET_CHECK(MPI_Init_thread(0, 0, MPI_THREAD_MULTIPLE, &provided));
+    if (provided != MPI_THREAD_MULTIPLE) {
+      std::cerr << "MPI_THREAD_MULTIPLE support disabled.\n";
     }
   }
   if (comm == MPI_COMM_NULL) comm = MPI_COMM_WORLD;