Update Rome model matching (#461)

* Update Rome model matching * Add another Rome model * Automatically setup NET GDR level from model [ROCm/rccl commit: 0331e39f81]
2021-11-05 08:53:47 -07:00
parent 709b3dc85b
commit fd98ee84b4
8 changed files with 276 additions and 52 deletions
@@ -337,7 +337,7 @@ ncclResult_t ncclTopoCheckGdr(struct ncclTopoSystem* system, int64_t busId, int
  }

  // Check if we are close enough that it makes sense to enable GDR
-  int netGdrLevel = PATH_PXB;
+  int netGdrLevel = system->netGdrLevel == -2 ? PATH_PXB : system->netGdrLevel;
  NCCLCHECK(ncclGetLevel(&ncclTopoUserGdrLevel, NULL, "NCCL_NET_GDR_LEVEL"));
  if (ncclTopoUserGdrLevel != -2) netGdrLevel = ncclTopoUserGdrLevel;
  else {