2018-09-24 16:06:59 -07:00
|
|
|
/*************************************************************************
|
2021-04-12 16:00:11 -07:00
|
|
|
* Copyright (c) 2015-2021, NVIDIA CORPORATION. All rights reserved.
|
2018-09-24 16:06:59 -07:00
|
|
|
*
|
|
|
|
|
* See LICENSE.txt for license information
|
|
|
|
|
************************************************************************/
|
|
|
|
|
|
|
|
|
|
#ifndef NCCL_BOOTSTRAP_H_
|
|
|
|
|
#define NCCL_BOOTSTRAP_H_
|
|
|
|
|
|
|
|
|
|
#include "nccl.h"
|
|
|
|
|
|
2019-06-25 13:22:47 -07:00
|
|
|
ncclResult_t bootstrapNetInit();
|
2018-09-24 16:06:59 -07:00
|
|
|
ncclResult_t bootstrapCreateRoot(ncclUniqueId* commId, bool idFromEnv);
|
|
|
|
|
ncclResult_t bootstrapGetUniqueId(ncclUniqueId* out);
|
|
|
|
|
ncclResult_t bootstrapInit(ncclUniqueId* id, int rank, int nranks, void** commState);
|
|
|
|
|
ncclResult_t bootstrapAllGather(void* commState, void* allData, int size);
|
2021-04-12 16:00:11 -07:00
|
|
|
ncclResult_t bootstrapSend(void* commState, int peer, int tag, void* data, int size);
|
|
|
|
|
ncclResult_t bootstrapRecv(void* commState, int peer, int tag, void* data, int size);
|
2021-07-08 14:12:04 -07:00
|
|
|
ncclResult_t bootstrapBarrier(void* commState, int *ranks, int tag, int rank, int nranks);
|
2020-09-04 14:35:05 -07:00
|
|
|
ncclResult_t bootstrapRemAlloc(size_t size, int rank, void* commState, int* id, cudaIpcMemHandle_t* ipc, void** ptr);
|
|
|
|
|
ncclResult_t bootstrapRemFree(int id, int rank, void* commState);
|
2018-09-24 16:06:59 -07:00
|
|
|
ncclResult_t bootstrapClose(void* commState);
|
2019-11-19 14:57:39 -08:00
|
|
|
ncclResult_t bootstrapAbort(void* commState);
|
2018-09-24 16:06:59 -07:00
|
|
|
#endif
|