Sylvain Jeaugey
920dbe5b35
Optimization for Tree allreduce on A100. Improve aggregation performance. Use shared buffers for inter-node send/recv. Add NVTX profiling hooks. Accelerate alltoall connections by merging communication for all channels. Add support for one hop communication through NVLink, for faster send/recv communication on cubemesh topologies like DGX-1. Improve alltoall scheduling to better balance intra/inter node communication. Increase send/recv parallelism by 8x, each warp sending or receiving to a different peer. Net: move to v4. Net: make flush operation asynchronous to accelerate alltoall. Net: define maximum number of requests. Fix hang when using LL128 protocol after 2^31 steps. Fix #379 : topology injection failing when using less GPUs than described in the XML. Fix #394 : protocol mismatch causing hangs or crashes when using one GPU per node.
142 sor
4.5 KiB
C
142 sor
4.5 KiB
C
/*
|
|
* Copyright 2009-2020 NVIDIA Corporation. All rights reserved.
|
|
*
|
|
* Licensed under the Apache License v2.0 with LLVM Exceptions.
|
|
* See https://llvm.org/LICENSE.txt for license information.
|
|
* SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
*/
|
|
|
|
#include "nvToolsExt.h"
|
|
|
|
#include "cuda.h"
|
|
|
|
#ifndef NVTOOLSEXT_CUDA_V3
|
|
#define NVTOOLSEXT_CUDA_V3
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif /* __cplusplus */
|
|
|
|
/* ========================================================================= */
|
|
/** \name Functions for CUDA Resource Naming
|
|
*/
|
|
/** \addtogroup RESOURCE_NAMING
|
|
* \section RESOURCE_NAMING_CUDA CUDA Resource Naming
|
|
*
|
|
* This section covers the API functions that allow to annotate CUDA resources
|
|
* with user-provided names.
|
|
*
|
|
* @{
|
|
*/
|
|
|
|
/* ------------------------------------------------------------------------- */
|
|
/* \cond SHOW_HIDDEN
|
|
* \brief Used to build a non-colliding value for resource types separated class
|
|
* \version \NVTX_VERSION_2
|
|
*/
|
|
#define NVTX_RESOURCE_CLASS_CUDA 4
|
|
/** \endcond */
|
|
|
|
/* ------------------------------------------------------------------------- */
|
|
/** \brief Resource types for CUDA
|
|
*/
|
|
typedef enum nvtxResourceCUDAType_t
|
|
{
|
|
NVTX_RESOURCE_TYPE_CUDA_DEVICE = NVTX_RESOURCE_MAKE_TYPE(CUDA, 1), /* CUdevice */
|
|
NVTX_RESOURCE_TYPE_CUDA_CONTEXT = NVTX_RESOURCE_MAKE_TYPE(CUDA, 2), /* CUcontext */
|
|
NVTX_RESOURCE_TYPE_CUDA_STREAM = NVTX_RESOURCE_MAKE_TYPE(CUDA, 3), /* CUstream */
|
|
NVTX_RESOURCE_TYPE_CUDA_EVENT = NVTX_RESOURCE_MAKE_TYPE(CUDA, 4), /* CUevent */
|
|
} nvtxResourceCUDAType_t;
|
|
|
|
|
|
/* ------------------------------------------------------------------------- */
|
|
/** \brief Annotates a CUDA device.
|
|
*
|
|
* Allows the user to associate a CUDA device with a user-provided name.
|
|
*
|
|
* \param device - The handle of the CUDA device to name.
|
|
* \param name - The name of the CUDA device.
|
|
*
|
|
* \version \NVTX_VERSION_1
|
|
* @{ */
|
|
NVTX_DECLSPEC void NVTX_API nvtxNameCuDeviceA(CUdevice device, const char* name);
|
|
NVTX_DECLSPEC void NVTX_API nvtxNameCuDeviceW(CUdevice device, const wchar_t* name);
|
|
/** @} */
|
|
|
|
/* ------------------------------------------------------------------------- */
|
|
/** \brief Annotates a CUDA context.
|
|
*
|
|
* Allows the user to associate a CUDA context with a user-provided name.
|
|
*
|
|
* \param context - The handle of the CUDA context to name.
|
|
* \param name - The name of the CUDA context.
|
|
*
|
|
* \par Example:
|
|
* \code
|
|
* CUresult status = cuCtxCreate( &cuContext, 0, cuDevice );
|
|
* if ( CUDA_SUCCESS != status )
|
|
* goto Error;
|
|
* nvtxNameCuContext(cuContext, "CTX_NAME");
|
|
* \endcode
|
|
*
|
|
* \version \NVTX_VERSION_1
|
|
* @{ */
|
|
NVTX_DECLSPEC void NVTX_API nvtxNameCuContextA(CUcontext context, const char* name);
|
|
NVTX_DECLSPEC void NVTX_API nvtxNameCuContextW(CUcontext context, const wchar_t* name);
|
|
/** @} */
|
|
|
|
/* ------------------------------------------------------------------------- */
|
|
/** \brief Annotates a CUDA stream.
|
|
*
|
|
* Allows the user to associate a CUDA stream with a user-provided name.
|
|
*
|
|
* \param stream - The handle of the CUDA stream to name.
|
|
* \param name - The name of the CUDA stream.
|
|
*
|
|
* \version \NVTX_VERSION_1
|
|
* @{ */
|
|
NVTX_DECLSPEC void NVTX_API nvtxNameCuStreamA(CUstream stream, const char* name);
|
|
NVTX_DECLSPEC void NVTX_API nvtxNameCuStreamW(CUstream stream, const wchar_t* name);
|
|
/** @} */
|
|
|
|
/* ------------------------------------------------------------------------- */
|
|
/** \brief Annotates a CUDA event.
|
|
*
|
|
* Allows the user to associate a CUDA event with a user-provided name.
|
|
*
|
|
* \param event - The handle of the CUDA event to name.
|
|
* \param name - The name of the CUDA event.
|
|
*
|
|
* \version \NVTX_VERSION_1
|
|
* @{ */
|
|
NVTX_DECLSPEC void NVTX_API nvtxNameCuEventA(CUevent event, const char* name);
|
|
NVTX_DECLSPEC void NVTX_API nvtxNameCuEventW(CUevent event, const wchar_t* name);
|
|
/** @} */
|
|
|
|
/** @} */ /* END RESOURCE_NAMING */
|
|
|
|
/* ========================================================================= */
|
|
#ifdef UNICODE
|
|
#define nvtxNameCuDevice nvtxNameCuDeviceW
|
|
#define nvtxNameCuContext nvtxNameCuContextW
|
|
#define nvtxNameCuStream nvtxNameCuStreamW
|
|
#define nvtxNameCuEvent nvtxNameCuEventW
|
|
#else
|
|
#define nvtxNameCuDevice nvtxNameCuDeviceA
|
|
#define nvtxNameCuContext nvtxNameCuContextA
|
|
#define nvtxNameCuStream nvtxNameCuStreamA
|
|
#define nvtxNameCuEvent nvtxNameCuEventA
|
|
#endif
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif /* __cplusplus */
|
|
|
|
#ifndef NVTX_NO_IMPL
|
|
#define NVTX_IMPL_GUARD_CUDA /* Ensure other headers cannot included directly */
|
|
#include "nvtxDetail/nvtxImplCuda_v3.h"
|
|
#undef NVTX_IMPL_GUARD_CUDA
|
|
#endif /*NVTX_NO_IMPL*/
|
|
|
|
#endif /* NVTOOLSEXT_CUDA_V3 */
|