2025-03-12 13:46:21 -07:00
|
|
|
/*************************************************************************
|
|
|
|
|
* Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved.
|
|
|
|
|
*
|
|
|
|
|
* See LICENSE.txt for license information
|
|
|
|
|
************************************************************************/
|
|
|
|
|
|
|
|
|
|
#ifndef NCCL_PROFILER_H_
|
|
|
|
|
#define NCCL_PROFILER_H_
|
|
|
|
|
|
|
|
|
|
enum {
|
|
|
|
|
ncclProfileGroup = (1 << 0), // group event type
|
|
|
|
|
ncclProfileColl = (1 << 1), // host collective call event type
|
|
|
|
|
ncclProfileP2p = (1 << 2), // host point-to-point call event type
|
|
|
|
|
ncclProfileProxyOp = (1 << 3), // proxy operation event type
|
|
|
|
|
ncclProfileProxyStep = (1 << 4), // proxy step event type
|
|
|
|
|
ncclProfileProxyCtrl = (1 << 5), // proxy control event type
|
|
|
|
|
ncclProfileKernelCh = (1 << 6), // kernel channel event type
|
|
|
|
|
ncclProfileNetPlugin = (1 << 7), // network plugin-defined, events
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
typedef enum {
|
2025-05-29 20:56:40 -07:00
|
|
|
ncclProfilerProxyOpSendPosted = 0, // deprecated in v4
|
|
|
|
|
ncclProfilerProxyOpSendRemFifoWait = 1, // deprecated in v4
|
|
|
|
|
ncclProfilerProxyOpSendTransmitted = 2, // deprecated in v4
|
|
|
|
|
ncclProfilerProxyOpSendDone = 3, // deprecated in v4
|
|
|
|
|
ncclProfilerProxyOpRecvPosted = 4, // deprecated in v4
|
|
|
|
|
ncclProfilerProxyOpRecvReceived = 5, // deprecated in v4
|
|
|
|
|
ncclProfilerProxyOpRecvTransmitted = 6, // deprecated in v4
|
|
|
|
|
ncclProfilerProxyOpRecvDone = 7, // deprecated in v4
|
|
|
|
|
ncclProfilerProxyOpInProgress_v4 = 19,
|
2025-03-12 13:46:21 -07:00
|
|
|
|
|
|
|
|
/* Legacy proxy profiler states */
|
2025-05-29 20:56:40 -07:00
|
|
|
ncclProfilerProxyStepSendGPUWait = 8,
|
|
|
|
|
ncclProfilerProxyStepSendPeerWait_v4 = 20,
|
|
|
|
|
ncclProfilerProxyStepSendWait = 9,
|
|
|
|
|
ncclProfilerProxyStepRecvWait = 10,
|
|
|
|
|
ncclProfilerProxyStepRecvFlushWait = 11,
|
|
|
|
|
ncclProfilerProxyStepRecvGPUWait = 12,
|
2025-03-12 13:46:21 -07:00
|
|
|
|
|
|
|
|
/* Legacy proxy control states */
|
2025-05-29 20:56:40 -07:00
|
|
|
ncclProfilerProxyCtrlIdle = 13,
|
|
|
|
|
ncclProfilerProxyCtrlActive = 14,
|
|
|
|
|
ncclProfilerProxyCtrlSleep = 15,
|
|
|
|
|
ncclProfilerProxyCtrlWakeup = 16,
|
|
|
|
|
ncclProfilerProxyCtrlAppend = 17,
|
|
|
|
|
ncclProfilerProxyCtrlAppendEnd = 18,
|
|
|
|
|
|
|
|
|
|
/* Network defined event states */
|
|
|
|
|
ncclProfilerNetPluginUpdate = 21,
|
|
|
|
|
|
|
|
|
|
/* Kernel event states */
|
|
|
|
|
ncclProfilerKernelChStop = 22,
|
2025-03-12 13:46:21 -07:00
|
|
|
} ncclProfilerEventState_t;
|
|
|
|
|
|
|
|
|
|
typedef ncclProfilerEventState_t ncclProfilerEventState_v1_t;
|
|
|
|
|
typedef ncclProfilerEventState_t ncclProfilerEventState_v2_t;
|
|
|
|
|
typedef ncclProfilerEventState_t ncclProfilerEventState_v3_t;
|
2025-05-29 20:56:40 -07:00
|
|
|
typedef ncclProfilerEventState_t ncclProfilerEventState_v4_t;
|
2025-03-12 13:46:21 -07:00
|
|
|
|
|
|
|
|
#include <cstdint>
|
2025-05-29 20:56:40 -07:00
|
|
|
#include "profiler/profiler_v4.h"
|
2025-03-12 13:46:21 -07:00
|
|
|
#include "profiler/profiler_v3.h"
|
|
|
|
|
#include "profiler/profiler_v2.h"
|
|
|
|
|
#include "profiler/profiler_v1.h"
|
|
|
|
|
|
2025-05-29 20:56:40 -07:00
|
|
|
typedef ncclProfiler_v4_t ncclProfiler_t;
|
|
|
|
|
typedef ncclProfilerEventDescr_v4_t ncclProfilerEventDescr_t;
|
|
|
|
|
typedef ncclProfilerEventStateArgs_v4_t ncclProfilerEventStateArgs_t;
|
2025-03-12 13:46:21 -07:00
|
|
|
|
|
|
|
|
#define NCCL_PROFILER_NET_VER_BITS (16)
|
|
|
|
|
#define NCCL_PROFILER_NET_VER_MASK (~0U >> NCCL_PROFILER_NET_VER_BITS)
|
|
|
|
|
#define NCCL_PROFILER_NET_TYPE_MASK (~0U << NCCL_PROFILER_NET_VER_BITS)
|
|
|
|
|
|
|
|
|
|
typedef enum {
|
|
|
|
|
NCCL_PROFILER_NET_TYPE_IB = (1U << NCCL_PROFILER_NET_VER_BITS),
|
|
|
|
|
NCCL_PROFILER_NET_TYPE_SOCK = (2U << NCCL_PROFILER_NET_VER_BITS),
|
|
|
|
|
} ncclProfilerNetType;
|
|
|
|
|
|
|
|
|
|
#endif
|
