Merge remote-tracking branch 'nccl/master' into develop

[ROCm/rccl commit: a79d9e3586]
2022-09-09 01:20:52 +00:00
parent fe99249cde c9a50a9ec5
commit 7874a99c75
90 changed files with 5517 additions and 3115 deletions
@@ -0,0 +1,73 @@
+/*************************************************************************
+ * Copyright (c) 2022, NVIDIA CORPORATION. All rights reserved.
+ * Modifications Copyright (c) 2019-2022 Advanced Micro Devices, Inc. All rights reserved.
+ *
+ * See LICENSE.txt for license information
+ ************************************************************************/
+
+#ifndef NCCL_ROCMWRAP_H_
+#define NCCL_ROCMWRAP_H_
+
+#include <hsa/hsa.h>
+
+typedef hsa_status_t (*PFN_hsa_init)();
+typedef hsa_status_t (*PFN_hsa_system_get_info)(hsa_system_info_t attribute, void* value);
+typedef hsa_status_t (*PFN_hsa_status_string)(hsa_status_t status, const char ** status_string);
+typedef hsa_status_t (*PFN_hsa_amd_portable_export_dmabuf)(const void* ptr, size_t size, int* dmabuf, uint64_t* offset);
+
+
+#define CUPFN(symbol) pfn_##symbol
+
+// Check CUDA PFN driver calls
+#define CUCHECK(cmd) do {				      \
+    hsa_status_t err = pfn_##cmd;				      \
+    if( err != HSA_STATUS_SUCCESS ) {				      \
+      const char *errStr;				      \
+      pfn_hsa_status_string(err, &errStr);	      \
+      WARN("ROCr failure '%s'", errStr);		      \
+      return ncclUnhandledCudaError;			      \
+    }							      \
+} while(false)
+
+#define CUCHECKGOTO(cmd, res, label) do {		      \
+    hsa_status_t err = pfn_##cmd;				      \
+    if( err != HSA_STATUS_SUCCESS ) {				      \
+      const char *errStr;				      \
+      pfn_hsa_status_string(err, &errStr);	      \
+      WARN("ROCr failure '%s'", errStr);		      \
+      res = ncclUnhandledCudaError;			      \
+      goto label;					      \
+    }							      \
+} while(false)
+
+// Report failure but clear error and continue
+#define CUCHECKIGNORE(cmd) do {						\
+    hsa_status_t err = pfn_##cmd;						\
+    if( err != HSA_STATUS_SUCCESS ) {						\
+      const char *errStr;						\
+      pfn_hsa_status_string(err, &errStr);			\
+      INFO(NCCL_ALL,"%s:%d ROCr failure '%s'", __FILE__, __LINE__, errStr);	\
+    }									\
+} while(false)
+
+#define CUCHECKTHREAD(cmd, args) do {					\
+    hsa_status_t err = pfn_##cmd;						\
+    if (err != HSA_STATUS_SUCCESS) {						\
+      INFO(NCCL_INIT,"%s:%d -> %d [Async thread]", __FILE__, __LINE__, err); \
+      args->ret = ncclUnhandledCudaError;				\
+      return args;							\
+    }									\
+} while(0)
+
+#define DECLARE_ROCM_PFN_EXTERN(symbol) extern PFN_##symbol pfn_##symbol
+
+DECLARE_ROCM_PFN_EXTERN(hsa_amd_portable_export_dmabuf); // DMA-BUF support
+
+/* ROCr Driver functions loaded with dlsym() */
+DECLARE_ROCM_PFN_EXTERN(hsa_init);
+DECLARE_ROCM_PFN_EXTERN(hsa_system_get_info);
+DECLARE_ROCM_PFN_EXTERN(hsa_status_string);
+
+ncclResult_t rocmLibraryInit(void);
+
+#endif