From 45a7541582c71eef47f2f14a02cc2642bf6a97bf Mon Sep 17 00:00:00 2001 From: Wenkai Du Date: Wed, 26 Feb 2020 13:13:43 -0800 Subject: [PATCH] Revise PCI BW numbers on Rome [ROCm/rccl commit: d2adc61bf6004a6ae84434e8009452e611ef487f] --- projects/rccl/src/graph/topo.h | 6 +++--- projects/rccl/tools/topo_expl/topo_expl.cpp | 2 +- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/projects/rccl/src/graph/topo.h b/projects/rccl/src/graph/topo.h index d45125fc42..f9e9ec5a7e 100644 --- a/projects/rccl/src/graph/topo.h +++ b/projects/rccl/src/graph/topo.h @@ -21,9 +21,9 @@ #define SKL_CPUPCI_WIDTH 12 #define P9_WIDTH 32 #define NET_WIDTH 12 // 100Gbit -#define ROME_QPI_WIDTH 24 -#define ROME_PCI_WIDTH 24 -#define ROME_CPUPCI_WIDTH 24 +#define ROME_QPI_WIDTH 18 +#define ROME_PCI_WIDTH 18 +#define ROME_CPUPCI_WIDTH 18 // Intel CPU convert GPU P2P traffic into 64B PCI TLPs, to GPU // to GPU traffic consumed more PCI bandwidth. diff --git a/projects/rccl/tools/topo_expl/topo_expl.cpp b/projects/rccl/tools/topo_expl/topo_expl.cpp index 2d939bfed3..2151e6b4fc 100644 --- a/projects/rccl/tools/topo_expl/topo_expl.cpp +++ b/projects/rccl/tools/topo_expl/topo_expl.cpp @@ -106,7 +106,7 @@ int main(int argc,char* argv[]) NetDevices nic_2(2, netPciPaths_2, netGuids_2, netPciNumaIds_2); // CPU, GPU and NIC devices on Rome - CpuDevices rome("Rome", 24, 24, 24); + CpuDevices rome("Rome", 18, 18, 18); GpuDevices vg20_pcie_rome(8, rome_busIds_8, rome_gpuPciPaths_8, rome_gpuPciNumaIds_8, conn_mat_rome); NetDevices nic_1_rome(1, rome_netPciPaths_1, rome_netGuids_1, rom_netPciNumaIds_1); NetDevices nic_2_rome(2, rome_netPciPaths_2, rome_netGuids_2, rom_netPciNumaIds_2);