Package RCCL headers to support adding RCCL support w/o installed headers (#1075)
- in ROCm CI, rocprofiler-sdk gets built before RCCL is installed, this is a workaround for this issue
This commit is contained in:
Jonathan R. Madsen
committed by
GitHub
GitHub
parent
d5bcb63263
commit
8c1382fceb
@@ -1444,15 +1444,13 @@ tool_init(rocprofiler_client_finalize_t fini_func, void* tool_data)
|
||||
&get_buffers().rccl_api_trace),
|
||||
"buffer creation");
|
||||
|
||||
auto _status =
|
||||
ROCPROFILER_CALL(
|
||||
rocprofiler_configure_buffer_tracing_service(get_client_ctx(),
|
||||
ROCPROFILER_BUFFER_TRACING_RCCL_API,
|
||||
nullptr,
|
||||
0,
|
||||
get_buffers().rccl_api_trace);
|
||||
|
||||
if(_status != ROCPROFILER_STATUS_ERROR_NOT_IMPLEMENTED)
|
||||
ROCPROFILER_CALL(_status, "buffer tracing service for rccl api configure");
|
||||
get_buffers().rccl_api_trace),
|
||||
"buffer tracing service for rccl api configure");
|
||||
}
|
||||
|
||||
if(tool::get_config().counter_collection)
|
||||
|
||||
@@ -101,10 +101,10 @@ get_unsupported()
|
||||
{
|
||||
auto unsupported = std::unordered_set<rocprofiler_buffer_tracing_kind_t>{};
|
||||
|
||||
#if ROCPROFILER_SDK_RCCL_HAS_API_TRACE == 0
|
||||
// Built against RCCL which does not support API tracing
|
||||
unsupported.emplace(ROCPROFILER_BUFFER_TRACING_RCCL_API);
|
||||
#endif
|
||||
// #if ROCPROFILER_SDK_USE_SYSTEM_RCCL == 0
|
||||
// // Built against RCCL which does not support API tracing
|
||||
// unsupported.emplace(ROCPROFILER_BUFFER_TRACING_RCCL_API);
|
||||
// #endif
|
||||
|
||||
return unsupported;
|
||||
}
|
||||
|
||||
@@ -98,10 +98,10 @@ get_unsupported()
|
||||
{
|
||||
auto unsupported = std::unordered_set<rocprofiler_callback_tracing_kind_t>{};
|
||||
|
||||
#if ROCPROFILER_SDK_RCCL_HAS_API_TRACE == 0
|
||||
// Built against RCCL which does not support API tracing
|
||||
unsupported.emplace(ROCPROFILER_CALLBACK_TRACING_RCCL_API);
|
||||
#endif
|
||||
// #if ROCPROFILER_SDK_USE_SYSTEM_RCCL == 0
|
||||
// // Built against RCCL which does not support API tracing
|
||||
// unsupported.emplace(ROCPROFILER_CALLBACK_TRACING_RCCL_API);
|
||||
// #endif
|
||||
|
||||
return unsupported;
|
||||
}
|
||||
|
||||
@@ -3,5 +3,3 @@ set(ROCPROFILER_LIB_RCCL_HEADERS defines.hpp rccl.hpp)
|
||||
|
||||
target_sources(rocprofiler-object-library PRIVATE ${ROCPROFILER_LIB_RCCL_SOURCES}
|
||||
${ROCPROFILER_LIB_RCCL_HEADERS})
|
||||
|
||||
add_subdirectory(details)
|
||||
|
||||
@@ -22,13 +22,11 @@
|
||||
|
||||
#include "lib/rocprofiler-sdk/rccl/rccl.hpp"
|
||||
|
||||
#if ROCPROFILER_SDK_RCCL_HAS_API_TRACE > 0
|
||||
#include "lib/common/abi.hpp"
|
||||
#include "lib/common/defines.hpp"
|
||||
|
||||
# include "lib/common/abi.hpp"
|
||||
# include "lib/common/defines.hpp"
|
||||
|
||||
# include <rocprofiler-sdk/rccl.h>
|
||||
# include <rocprofiler-sdk/version.h>
|
||||
#include <rocprofiler-sdk/rccl.h>
|
||||
#include <rocprofiler-sdk/version.h>
|
||||
|
||||
namespace rocprofiler
|
||||
{
|
||||
@@ -37,46 +35,44 @@ namespace rccl
|
||||
static_assert(RCCL_API_TRACE_VERSION_MAJOR == 0, "Major version updated for RCCL dispatch table");
|
||||
static_assert(RCCL_API_TRACE_VERSION_PATCH == 0, "Patch version updated for RCCL dispatch table");
|
||||
|
||||
ROCP_SDK_ENFORCE_ABI_VERSIONING(rcclApiFuncTable, 37)
|
||||
ROCP_SDK_ENFORCE_ABI_VERSIONING(::rcclApiFuncTable, 37)
|
||||
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclAllGather_fn, 0)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclAllReduce_fn, 1)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclAllToAll_fn, 2)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclAllToAllv_fn, 3)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclBroadcast_fn, 4)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclGather_fn, 5)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclReduce_fn, 6)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclReduceScatter_fn, 7)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclScatter_fn, 8)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclSend_fn, 9)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclRecv_fn, 10)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclRedOpCreatePreMulSum_fn, 11)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclRedOpDestroy_fn, 12)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclGroupStart_fn, 13)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclGroupEnd_fn, 14)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclGetVersion_fn, 15)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclGetUniqueId_fn, 16)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclCommInitRank_fn, 17)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclCommInitAll_fn, 18)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclCommInitRankConfig_fn, 19)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclCommFinalize_fn, 20)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclCommDestroy_fn, 21)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclCommAbort_fn, 22)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclCommSplit_fn, 23)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclGetErrorString_fn, 24)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclGetLastError_fn, 25)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclCommGetAsyncError_fn, 26)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclCommCount_fn, 27)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclCommCuDevice_fn, 28)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclCommUserRank_fn, 29)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclMemAlloc_fn, 30)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclMemFree_fn, 31)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, mscclLoadAlgo_fn, 32)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, mscclRunAlgo_fn, 33)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, mscclUnloadAlgo_fn, 34)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclCommRegister_fn, 35)
|
||||
ROCP_SDK_ENFORCE_ABI(rcclApiFuncTable, ncclCommDeregister_fn, 36)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclAllGather_fn, 0)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclAllReduce_fn, 1)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclAllToAll_fn, 2)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclAllToAllv_fn, 3)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclBroadcast_fn, 4)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclGather_fn, 5)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclReduce_fn, 6)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclReduceScatter_fn, 7)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclScatter_fn, 8)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclSend_fn, 9)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclRecv_fn, 10)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclRedOpCreatePreMulSum_fn, 11)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclRedOpDestroy_fn, 12)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclGroupStart_fn, 13)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclGroupEnd_fn, 14)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclGetVersion_fn, 15)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclGetUniqueId_fn, 16)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommInitRank_fn, 17)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommInitAll_fn, 18)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommInitRankConfig_fn, 19)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommFinalize_fn, 20)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommDestroy_fn, 21)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommAbort_fn, 22)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommSplit_fn, 23)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclGetErrorString_fn, 24)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclGetLastError_fn, 25)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommGetAsyncError_fn, 26)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommCount_fn, 27)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommCuDevice_fn, 28)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommUserRank_fn, 29)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclMemAlloc_fn, 30)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclMemFree_fn, 31)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, mscclLoadAlgo_fn, 32)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, mscclRunAlgo_fn, 33)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, mscclUnloadAlgo_fn, 34)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommRegister_fn, 35)
|
||||
ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommDeregister_fn, 36)
|
||||
} // namespace rccl
|
||||
} // namespace rocprofiler
|
||||
|
||||
#endif
|
||||
|
||||
@@ -1,8 +0,0 @@
|
||||
#
|
||||
#
|
||||
#
|
||||
set(ROCPROFILER_LIB_RCCL_DETAILS_SOURCES)
|
||||
set(ROCPROFILER_LIB_RCCL_DETAILS_HEADERS api_trace.h)
|
||||
|
||||
target_sources(rocprofiler-object-library PRIVATE ${ROCPROFILER_LIB_RCCL_DETAILS_SOURCES}
|
||||
${ROCPROFILER_LIB_RCCL_DETAILS_HEADERS})
|
||||
@@ -1,254 +0,0 @@
|
||||
// MIT License
|
||||
//
|
||||
// Copyright (c) 2023 Advanced Micro Devices, Inc. All rights reserved.
|
||||
//
|
||||
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||
// of this software and associated documentation files (the "Software"), to deal
|
||||
// in the Software without restriction, including without limitation the rights
|
||||
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||
// copies of the Software, and to permit persons to whom the Software is
|
||||
// furnished to do so, subject to the following conditions:
|
||||
//
|
||||
// The above copyright notice and this permission notice shall be included in all
|
||||
// copies or substantial portions of the Software.
|
||||
//
|
||||
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
// SOFTWARE.
|
||||
|
||||
#pragma once
|
||||
|
||||
#include <rccl/rccl.h>
|
||||
|
||||
#include <stddef.h>
|
||||
#include <stdint.h>
|
||||
|
||||
// should only be increased if fundamental changes to dispatch table(s)
|
||||
#define RCCL_API_TRACE_VERSION_MAJOR 0
|
||||
|
||||
// should be increased every time new members are added to existing dispatch tables
|
||||
#define RCCL_API_TRACE_VERSION_PATCH 0
|
||||
|
||||
#if !defined(RCCL_EXTERN_C_INIT)
|
||||
# ifdef __cplusplus
|
||||
# define RCCL_EXTERN_C_INIT extern "C" {
|
||||
# else
|
||||
# define RCCL_EXTERN_C_INIT
|
||||
# endif
|
||||
#endif
|
||||
|
||||
#if !defined(RCCL_EXTERN_C_FINI)
|
||||
# ifdef __cplusplus
|
||||
# define RCCL_EXTERN_C_FINI }
|
||||
# else
|
||||
# define RCCL_EXTERN_C_FINI
|
||||
# endif
|
||||
#endif
|
||||
|
||||
RCCL_EXTERN_C_INIT
|
||||
|
||||
typedef uint64_t rccl_range_id_t;
|
||||
typedef ncclResult_t (*ncclAllGather_fn_t)(const void* sendbuff,
|
||||
void* recvbuff,
|
||||
size_t sendcount,
|
||||
ncclDataType_t datatype,
|
||||
ncclComm_t comm,
|
||||
hipStream_t stream);
|
||||
typedef ncclResult_t (*ncclAllReduce_fn_t)(const void* sendbuff,
|
||||
void* recvbuff,
|
||||
size_t count,
|
||||
ncclDataType_t datatype,
|
||||
ncclRedOp_t op,
|
||||
struct ncclComm* comm,
|
||||
hipStream_t stream);
|
||||
typedef ncclResult_t (*ncclAllToAll_fn_t)(const void* sendbuff,
|
||||
void* recvbuff,
|
||||
size_t count,
|
||||
ncclDataType_t datatype,
|
||||
ncclComm_t comm,
|
||||
hipStream_t stream);
|
||||
typedef ncclResult_t (*ncclAllToAllv_fn_t)(const void* sendbuff,
|
||||
const size_t sendcounts[],
|
||||
const size_t sdispls[],
|
||||
void* recvbuff,
|
||||
const size_t recvcounts[],
|
||||
const size_t rdispls[],
|
||||
ncclDataType_t datatype,
|
||||
ncclComm_t comm,
|
||||
hipStream_t stream);
|
||||
typedef ncclResult_t (*ncclBroadcast_fn_t)(const void* sendbuff,
|
||||
void* recvbuff,
|
||||
size_t count,
|
||||
ncclDataType_t datatype,
|
||||
int root,
|
||||
ncclComm_t comm,
|
||||
hipStream_t stream);
|
||||
typedef ncclResult_t (*ncclGather_fn_t)(const void* sendbuff,
|
||||
void* recvbuff,
|
||||
size_t sendcount,
|
||||
ncclDataType_t datatype,
|
||||
int root,
|
||||
ncclComm_t comm,
|
||||
hipStream_t stream);
|
||||
typedef ncclResult_t (*ncclReduce_fn_t)(const void* sendbuff,
|
||||
void* recvbuff,
|
||||
size_t count,
|
||||
ncclDataType_t datatype,
|
||||
ncclRedOp_t op,
|
||||
int root,
|
||||
ncclComm_t comm,
|
||||
hipStream_t stream);
|
||||
typedef ncclResult_t (*ncclReduceScatter_fn_t)(const void* sendbuff,
|
||||
void* recvbuff,
|
||||
size_t recvcount,
|
||||
ncclDataType_t datatype,
|
||||
ncclRedOp_t op,
|
||||
struct ncclComm* comm,
|
||||
hipStream_t stream);
|
||||
typedef ncclResult_t (*ncclScatter_fn_t)(const void* sendbuff,
|
||||
void* recvbuff,
|
||||
size_t recvcount,
|
||||
ncclDataType_t datatype,
|
||||
int root,
|
||||
ncclComm_t comm,
|
||||
hipStream_t stream);
|
||||
typedef ncclResult_t (*ncclSend_fn_t)(const void* sendbuff,
|
||||
size_t count,
|
||||
ncclDataType_t datatype,
|
||||
int peer,
|
||||
ncclComm_t comm,
|
||||
hipStream_t stream);
|
||||
typedef ncclResult_t (*ncclRecv_fn_t)(void* recvbuff,
|
||||
size_t count,
|
||||
ncclDataType_t datatype,
|
||||
int peer,
|
||||
ncclComm_t comm,
|
||||
hipStream_t stream);
|
||||
typedef ncclResult_t (*ncclRedOpCreatePreMulSum_fn_t)(ncclRedOp_t* op,
|
||||
void* scalar,
|
||||
ncclDataType_t datatype,
|
||||
ncclScalarResidence_t residence,
|
||||
ncclComm_t comm);
|
||||
typedef ncclResult_t (*ncclRedOpDestroy_fn_t)(ncclRedOp_t op, ncclComm_t comm);
|
||||
typedef ncclResult_t (*ncclGroupStart_fn_t)();
|
||||
typedef ncclResult_t (*ncclGroupEnd_fn_t)();
|
||||
typedef ncclResult_t (*ncclGetVersion_fn_t)(int* version);
|
||||
typedef ncclResult_t (*ncclGetUniqueId_fn_t)(ncclUniqueId* out);
|
||||
|
||||
typedef ncclResult_t (*ncclCommInitRank_fn_t)(ncclComm_t* newcomm,
|
||||
int nranks,
|
||||
ncclUniqueId commId,
|
||||
int myrank);
|
||||
|
||||
typedef ncclResult_t (*ncclCommInitAll_fn_t)(ncclComm_t* comms, int ndev, const int* devlist);
|
||||
|
||||
typedef ncclResult_t (*ncclCommInitRankConfig_fn_t)(ncclComm_t* comm,
|
||||
int nranks,
|
||||
ncclUniqueId commId,
|
||||
int myrank,
|
||||
ncclConfig_t* config);
|
||||
|
||||
typedef ncclResult_t (*ncclCommFinalize_fn_t)(ncclComm_t comm);
|
||||
|
||||
typedef ncclResult_t (*ncclCommDestroy_fn_t)(ncclComm_t comm);
|
||||
|
||||
typedef ncclResult_t (*ncclCommAbort_fn_t)(ncclComm_t comm);
|
||||
|
||||
typedef ncclResult_t (*ncclCommSplit_fn_t)(ncclComm_t comm,
|
||||
int color,
|
||||
int key,
|
||||
ncclComm_t* newcomm,
|
||||
ncclConfig_t* config);
|
||||
|
||||
typedef const char* (*ncclGetErrorString_fn_t)(ncclResult_t code);
|
||||
|
||||
typedef const char* (*ncclGetLastError_fn_t)(const ncclComm_t comm);
|
||||
|
||||
typedef ncclResult_t (*ncclCommGetAsyncError_fn_t)(ncclComm_t comm, ncclResult_t* asyncError);
|
||||
|
||||
typedef ncclResult_t (*ncclCommCount_fn_t)(const ncclComm_t comm, int* count);
|
||||
|
||||
typedef ncclResult_t (*ncclCommCuDevice_fn_t)(const ncclComm_t comm, int* devid);
|
||||
|
||||
typedef ncclResult_t (*ncclCommUserRank_fn_t)(const ncclComm_t comm, int* rank);
|
||||
|
||||
typedef ncclResult_t (*ncclMemAlloc_fn_t)(void** ptr, size_t size);
|
||||
|
||||
typedef ncclResult_t (*ncclMemFree_fn_t)(void* ptr);
|
||||
|
||||
typedef ncclResult_t (*mscclLoadAlgo_fn_t)(const char* mscclAlgoFilePath,
|
||||
mscclAlgoHandle_t* mscclAlgoHandle,
|
||||
int rank);
|
||||
|
||||
typedef ncclResult_t (*mscclRunAlgo_fn_t)(const void* sendBuff,
|
||||
const size_t sendCounts[],
|
||||
const size_t sDisPls[],
|
||||
void* recvBuff,
|
||||
const size_t recvCounts[],
|
||||
const size_t rDisPls[],
|
||||
size_t count,
|
||||
ncclDataType_t dataType,
|
||||
int root,
|
||||
int peer,
|
||||
ncclRedOp_t op,
|
||||
mscclAlgoHandle_t mscclAlgoHandle,
|
||||
ncclComm_t comm,
|
||||
hipStream_t stream);
|
||||
|
||||
typedef ncclResult_t (*mscclUnloadAlgo_fn_t)(mscclAlgoHandle_t mscclAlgoHandle);
|
||||
|
||||
typedef ncclResult_t (*ncclCommRegister_fn_t)(const ncclComm_t comm,
|
||||
void* buff,
|
||||
size_t size,
|
||||
void** handle);
|
||||
|
||||
typedef ncclResult_t (*ncclCommDeregister_fn_t)(const ncclComm_t comm, void* handle);
|
||||
|
||||
typedef struct rcclApiFuncTable
|
||||
{
|
||||
uint64_t size;
|
||||
ncclAllGather_fn_t ncclAllGather_fn;
|
||||
ncclAllReduce_fn_t ncclAllReduce_fn;
|
||||
ncclAllToAll_fn_t ncclAllToAll_fn;
|
||||
ncclAllToAllv_fn_t ncclAllToAllv_fn;
|
||||
ncclBroadcast_fn_t ncclBroadcast_fn;
|
||||
ncclGather_fn_t ncclGather_fn;
|
||||
ncclReduce_fn_t ncclReduce_fn;
|
||||
ncclReduceScatter_fn_t ncclReduceScatter_fn;
|
||||
ncclScatter_fn_t ncclScatter_fn;
|
||||
ncclSend_fn_t ncclSend_fn;
|
||||
ncclRecv_fn_t ncclRecv_fn;
|
||||
ncclRedOpCreatePreMulSum_fn_t ncclRedOpCreatePreMulSum_fn;
|
||||
ncclRedOpDestroy_fn_t ncclRedOpDestroy_fn;
|
||||
ncclGroupStart_fn_t ncclGroupStart_fn;
|
||||
ncclGroupEnd_fn_t ncclGroupEnd_fn;
|
||||
ncclGetVersion_fn_t ncclGetVersion_fn;
|
||||
ncclGetUniqueId_fn_t ncclGetUniqueId_fn;
|
||||
ncclCommInitRank_fn_t ncclCommInitRank_fn;
|
||||
ncclCommInitAll_fn_t ncclCommInitAll_fn;
|
||||
ncclCommInitRankConfig_fn_t ncclCommInitRankConfig_fn;
|
||||
ncclCommFinalize_fn_t ncclCommFinalize_fn;
|
||||
ncclCommDestroy_fn_t ncclCommDestroy_fn;
|
||||
ncclCommAbort_fn_t ncclCommAbort_fn;
|
||||
ncclCommSplit_fn_t ncclCommSplit_fn;
|
||||
ncclGetErrorString_fn_t ncclGetErrorString_fn;
|
||||
ncclGetLastError_fn_t ncclGetLastError_fn;
|
||||
ncclCommGetAsyncError_fn_t ncclCommGetAsyncError_fn;
|
||||
ncclCommCount_fn_t ncclCommCount_fn;
|
||||
ncclCommCuDevice_fn_t ncclCommCuDevice_fn;
|
||||
ncclCommUserRank_fn_t ncclCommUserRank_fn;
|
||||
ncclMemAlloc_fn_t ncclMemAlloc_fn;
|
||||
ncclMemFree_fn_t ncclMemFree_fn;
|
||||
mscclLoadAlgo_fn_t mscclLoadAlgo_fn;
|
||||
mscclRunAlgo_fn_t mscclRunAlgo_fn;
|
||||
mscclUnloadAlgo_fn_t mscclUnloadAlgo_fn;
|
||||
ncclCommRegister_fn_t ncclCommRegister_fn;
|
||||
ncclCommDeregister_fn_t ncclCommDeregister_fn;
|
||||
|
||||
} rcclApiFuncTable;
|
||||
|
||||
RCCL_EXTERN_C_FINI
|
||||
@@ -22,28 +22,28 @@
|
||||
|
||||
#pragma once
|
||||
|
||||
#if !defined(ROCPROFILER_SDK_RCCL_HAS_API_TRACE)
|
||||
#if !defined(ROCPROFILER_SDK_USE_SYSTEM_RCCL)
|
||||
# if defined __has_include
|
||||
# if __has_include(<rccl/amd_detail/api_trace.h>)
|
||||
# define ROCPROFILER_SDK_RCCL_HAS_API_TRACE 1
|
||||
# define ROCPROFILER_SDK_USE_SYSTEM_RCCL 1
|
||||
# else
|
||||
# define ROCPROFILER_SDK_RCCL_HAS_API_TRACE 0
|
||||
# define ROCPROFILER_SDK_USE_SYSTEM_RCCL 0
|
||||
# endif
|
||||
# else
|
||||
# define ROCPROFILER_SDK_RCCL_HAS_API_TRACE 0
|
||||
# define ROCPROFILER_SDK_USE_SYSTEM_RCCL 0
|
||||
# endif
|
||||
#endif
|
||||
|
||||
#if ROCPROFILER_SDK_RCCL_HAS_API_TRACE > 0
|
||||
#if ROCPROFILER_SDK_USE_SYSTEM_RCCL > 0
|
||||
# include <rccl/amd_detail/api_trace.h>
|
||||
# include <rccl/rccl.h>
|
||||
#else
|
||||
# include "lib/rocprofiler-sdk/rccl/details/api_trace.h"
|
||||
# include <rocprofiler-sdk/rccl/details/api_trace.h>
|
||||
# include <rocprofiler-sdk/rccl/details/rccl.h>
|
||||
#endif
|
||||
|
||||
#include <rocprofiler-sdk/rocprofiler.h>
|
||||
|
||||
#include <rccl/rccl.h>
|
||||
|
||||
#include <cstdint>
|
||||
#include <vector>
|
||||
|
||||
|
||||
Reference in New Issue
Block a user