Ensure backward compatibility for fp8 datatypes (#126)
* Ensure backward compatibility for fp8 datatypes Signed-off-by: ravaidya <ravaidya@amd.com> * Update code comments Signed-off-by: ravaidya <ravaidya@amd.com> --------- Signed-off-by: ravaidya <ravaidya@amd.com>
This commit is contained in:
+4
-4
@@ -22,10 +22,10 @@
|
|||||||
#include <fstream>
|
#include <fstream>
|
||||||
#include <iostream>
|
#include <iostream>
|
||||||
|
|
||||||
// Ensures backward compatibility for FP8 types in RCCL 2.24.3 and later
|
// Ensures backward compatibility for FP8 datatypes
|
||||||
#if NCCL_VERSION_CODE >= NCCL_VERSION(2,24,3)
|
#if NCCL_VERSION_CODE < NCCL_VERSION(2,24,3)
|
||||||
#define ncclFp8E4M3 ncclFloat8e4m3
|
#define ncclFloat8e4m3 ncclFp8E4M3
|
||||||
#define ncclFp8E5M2 ncclFloat8e5m2
|
#define ncclFloat8e5m2 ncclFp8E5M2
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
// For nccl.h < 2.13 since we define a weak fallback
|
// For nccl.h < 2.13 since we define a weak fallback
|
||||||
|
|||||||
@@ -27,10 +27,10 @@
|
|||||||
#else
|
#else
|
||||||
#define HAVE_ncclfp8_HOST 1
|
#define HAVE_ncclfp8_HOST 1
|
||||||
#endif
|
#endif
|
||||||
// Ensures backward compatibility for FP8 types in RCCL 2.24.3 and later
|
// Ensures backward compatibility for FP8 datatypes
|
||||||
#if NCCL_VERSION_CODE >= NCCL_VERSION(2,24,3)
|
#if NCCL_VERSION_CODE < NCCL_VERSION(2,24,3)
|
||||||
#define ncclFp8E4M3 ncclFloat8e4m3
|
#define ncclFloat8e4m3 ncclFp8E4M3
|
||||||
#define ncclFp8E5M2 ncclFloat8e5m2
|
#define ncclFloat8e5m2 ncclFp8E5M2
|
||||||
#endif
|
#endif
|
||||||
#else
|
#else
|
||||||
#define HAVE_ncclfp8 0
|
#define HAVE_ncclfp8 0
|
||||||
|
|||||||
مرجع در شماره جدید
Block a user