AI/rocm-systems
2
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Use noinline and a few other fixes (#489)

Browse Source 
* Use noinline and a few other fixes

* Tune collectives

[ROCm/rccl commit: 6ff7690cb5]
This commit is contained in:
Wenkai Du authored and GitHub committed 2022-01-11 16:51:06 -08:00
1 parent 4177282127
commit 93ab252d52
9 files changed
+36 -39
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

projects/rccl/src/include/collectives.h
+4 -4
View File
@@ -114,10 +114,10 @@ extern __device__ void NCCL_ONERANK_REDUCE_NAME(PreMulSum, double)(struct ncclWo
//#define ALLGATHER_CHUNKSTEPS (NCCL_STEPS/2)
//#define REDUCESCATTER_SLICESTEPS (NCCL_STEPS/4)
//#define REDUCESCATTER_CHUNKSTEPS (NCCL_STEPS/2)
#define ALLREDUCE_SLICESTEPS 1
#define ALLREDUCE_CHUNKSTEPS 1
#define ALLGATHER_SLICESTEPS 1
#define ALLGATHER_CHUNKSTEPS 1
#define ALLREDUCE_SLICESTEPS 2
#define ALLREDUCE_CHUNKSTEPS 4
#define ALLGATHER_SLICESTEPS 4
#define ALLGATHER_CHUNKSTEPS 4
#define REDUCESCATTER_SLICESTEPS 2
#define REDUCESCATTER_CHUNKSTEPS 4
#define BROADCAST_SLICESTEPS 1