Add another Rome model (#553)

* Add another Rome model * Add option to force enable intranet on single node * Limit p2p channels to number of ranks * Refine p2p channels handling [ROCm/rccl commit: ef499c4810]
2022-05-31 11:31:30 -07:00
parent a03ab8e752
commit 5becf1669f
7 changed files with 160 additions and 5 deletions
@@ -817,7 +817,7 @@ static ncclResult_t initTransportsRank(struct ncclComm* comm, ncclUniqueId* comm

  if ((comm->topo->type & RCCL_TOPO_4P2H_ROME) && (comm->topo->type & RCCL_TOPO_GDR_ALL)) {
    if (rcclParamP2pNetDisable() == 0) {
-      comm->p2pNet = 1;
+      if (!(comm->topo->type & RCCL_TOPO_FORCE_INTRA)) comm->p2pNet = 1;
      INFO(NCCL_INIT, "RCCL enabled same node P2P over network");
    }
    else