Sylvain Jeaugey
f9c3dc251e
Add local user buffer registration for NVLink SHARP. Add tuning plugin support. Increase net API to v7 to allow for device-side packet reordering; remove support for v4 plugins. Add support for RoCE ECE. Add support for C2C links. Better detect SHM allocation failures to avoid crash with Bus Error. Fix missing thread unlocks in bootstrap (Fixes #936). Disable network flush by default on H100. Move device code from src/collectives/device to src/device.
56 satır
2.2 KiB
C
56 satır
2.2 KiB
C
/*************************************************************************
|
|
* Copyright (c) 2023, NVIDIA CORPORATION. All rights reserved.
|
|
* Copyright (c) 2023, Meta Platforms, Inc. and affiliates.
|
|
*
|
|
* See LICENSE.txt for license information
|
|
************************************************************************/
|
|
|
|
#ifndef NCCL_TUNER_H_
|
|
#define NCCL_TUNER_H_
|
|
|
|
#include "nccl.h"
|
|
#include "nccl_common.h"
|
|
|
|
// API to be implemented by external tuner
|
|
typedef struct {
|
|
// Name of the tuner
|
|
const char* name;
|
|
|
|
// Initializes tuner states.
|
|
// nRanks: number of ranks in current communicator. Each communicator initialize its own tuner.
|
|
// nNodes: number of nodes in current communicator.
|
|
// logFunction: a logFunction can be useful to integrate logging together with NCCL core.
|
|
ncclResult_t (*init)(size_t nRanks, size_t nNodes, ncclDebugLogger_t logFunction);
|
|
|
|
// Gets info (algo, protocol, number of ctas and threads) for a given collective.
|
|
// Inputs:
|
|
// - collType: collective type , e.g., allreduce, allgather…
|
|
// - nBytes: collective size in bytes
|
|
// - collNetTypeSupport: whether collnet supports this type
|
|
// - nvlsTypeSupport: whether nvlink sharp supports this time
|
|
// - numPipeOps: number of operations in the group
|
|
//
|
|
// Outputs:
|
|
// - algorithm: selected algorithm to be used for the given collective
|
|
// - protocol: selected protocol to be used for the given collective
|
|
// - nChannels: number of channels (hence SMs) to be used.
|
|
//
|
|
// If getCollInfo() does not return ncclSuccess, NCCL will fall back to the
|
|
// default tuning for the given collective.
|
|
// Also, the plugin is allowed to not set any output, or set only the
|
|
// algorithm and protocol, but not only the algorithm or only the protocol.
|
|
// Unset fields will be set automatically by NCCL.
|
|
ncclResult_t (*getCollInfo)(ncclFunc_t collType, size_t nBytes,
|
|
int collNetSupport, int nvlsSupport, int numPipeOps,
|
|
int *algorithm, int *protocol, int* nChannels);
|
|
|
|
// Terminates the plugin and cleans up any resources that the plugin allocated.
|
|
ncclResult_t (*destroy)();
|
|
} ncclTuner_v1_t;
|
|
|
|
typedef ncclTuner_v1_t ncclTuner_t;
|
|
|
|
#define NCCL_TUNER_PLUGIN_SYMBOL "ncclTunerPlugin_v1"
|
|
|
|
#endif
|