Add Feature - Add NPKit Support in RCCL (#564)

* apply npkit

* fix bug

* add npkit in readme
Este commit está contenido en:
Ziyue Yang
2022-06-21 05:30:19 +08:00
cometido por GitHub
padre f274c865c1
commit 6e93fafdc3
Se han modificado 14 ficheros con 1236 adiciones y 8 borrados
+8
Ver fichero
@@ -11,6 +11,9 @@
#include "nccl.h"
#include "rccl_bfloat16.h"
#include "align.h"
#if defined(ENABLE_NPKIT)
#include "npkit/npkit_struct.h"
#endif
#include <stdint.h>
// [RCCL] Support for clique-based kernels
//#include "clique/CliqueCommon.h"
@@ -419,6 +422,11 @@ struct ncclDevComm {
// Channels, device side
struct ncclChannel* channels;
#if defined(ENABLE_NPKIT)
NpKitEventCollectContext* npKitEventCollectContexts;
uint64_t* cpuTimestamp;
#endif
#ifdef ENABLE_PROFILING
// Profiling counters
struct ncclProf devProf;