NPKit: separate time stamps for GPU access from different blocks (#1229)

To avoid races in memory access in GPU

[ROCm/rccl commit: 9d8f68b4ee]
此提交包含在:
Wenkai Du authored and GitHub committed 2024-06-28 08:00:22 -07:00
1 父節點 c24b1ff14f
當前提交 b3e9d2d61b
7 file changed
+17 -21

No files matched your search

+2
查看文件
@@ -16,6 +16,8 @@
#include "common.h"
#define NPKIT_GET_GPU_TIMESTAMP wall_clock64
#define NPKIT_GET_CPU_TIMESTAMP_FROM_BLOCK \
__atomic_load_n(reinterpret_cast<uint64_t*>((uint8_t *)ncclShmem.comm.cpuTimestamp + 128*blockIdx.x), __ATOMIC_RELAXED)
class NpKit {