2023-09-26 05:47:28 -07:00
|
|
|
/*************************************************************************
|
|
|
|
|
* Copyright (c) 2015-2021, NVIDIA CORPORATION. All rights reserved.
|
|
|
|
|
*
|
|
|
|
|
* See LICENSE.txt for license information
|
|
|
|
|
************************************************************************/
|
|
|
|
|
|
|
|
|
|
#include "device.h"
|
|
|
|
|
#include "collectives.h"
|
|
|
|
|
#include "common.h"
|
|
|
|
|
|
|
|
|
|
__shared__ ncclShmemData ncclShmem;
|
|
|
|
|
#if __CUDA_ARCH__ < 700
|
|
|
|
|
__shared__ ulong2 ncclShmemPerWarp[ncclShmemScratchWarpSize()*(NCCL_MAX_NTHREADS/WARP_SIZE)/sizeof(ulong2)];
|
|
|
|
|
#endif
|
|
|
|
|
|
2024-01-31 17:09:07 -08:00
|
|
|
#ifdef USE_INDIRECT_FUNCTION_CALL
|
|
|
|
|
__device__ void ncclDevFunc_Nop();
|
|
|
|
|
#else
|
|
|
|
|
__device__ __attribute__((noinline)) void ncclDevFunc_Nop();
|
|
|
|
|
#endif
|
