AI/rocm-systems
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add 8P6L multi-node models (#239)

Browse Source
This commit is contained in:
Wenkai Du
2020-07-21 14:10:36 -07:00
committed by GitHub
parent 684f3e6af4
commit d5f90e19b5
15 changed files with 830 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/graph/paths.cc
+6
View File
@@ -329,6 +329,12 @@ ncclResult_t ncclTopoCheckGdr(struct ncclTopoSystem* system, int64_t busId, int
// Check if we are close enough that it makes sense to enable GDR
int netGdrLevel = PATH_PXB;
#ifdef TOPO_EXPL
int arch, vendor, model;
NCCLCHECK(ncclTopoCpuType(system, &arch, &vendor, &model));
if (arch == NCCL_TOPO_CPU_ARCH_X86 && vendor == NCCL_TOPO_CPU_VENDOR_AMD && model == NCCL_TOPO_CPU_TYPE_ROME)
netGdrLevel = PATH_PHB;
#endif
NCCLCHECK(ncclGetLevel(&ncclTopoUserGdrLevel, NULL, "NCCL_NET_GDR_LEVEL"));
if (ncclTopoUserGdrLevel != -2) netGdrLevel = ncclTopoUserGdrLevel;
int distance = gpu->paths[NET][n].type;