Update RCCL/MSCCL work FIFO depth to 256K (#1091)

2024-02-21 17:15:11 -08:00
parent b275ed0b56
commit c5ab37211b
2 changed files with 2 additions and 2 deletions
@@ -20,7 +20,7 @@
 RCCL_PARAM(MscclEnableDoneEvent, "MSCCL_ENABLE_DONE_EVENT", 1);
 #endif

-RCCL_PARAM(MscclWorkFifoDepth, "MSCCL_WORK_FIFO_DEPTH", 64<<10);
+RCCL_PARAM(MscclWorkFifoDepth, "MSCCL_WORK_FIFO_DEPTH", 256<<10);

 static inline size_t computeSizeNeeded(size_t nBytes, int nScratchChunks, int nChunksPerLoop) {
  return (nBytes * (size_t)nScratchChunks) / (size_t)nChunksPerLoop;