Enable fp8 support (#1101)
* initial checkin * resolve cr comments * resolve the build issue * fix the data correctless issue * update fp8 header file and update the unit test for fp8 support * remove fp16 from fp8 headers * fix ut issue and catch up the latest code from develop * udate according to cr comments * update ut according to cr comments * update num floats for each SumPostDiv from 4 to 6 * update fp8 header file name * fix the typo
This commit is contained in:
@@ -7,6 +7,7 @@
|
||||
#pragma once
|
||||
#include "ErrCode.hpp"
|
||||
#include "rccl/rccl.h"
|
||||
#include "rccl_float8.h"
|
||||
#include "rccl_bfloat16.h"
|
||||
#include "hip/hip_fp16.h"
|
||||
|
||||
@@ -43,8 +44,10 @@ namespace RcclUnitTesting
|
||||
int64_t* I8; // ncclInt64
|
||||
uint64_t* U8; // ncclUint64
|
||||
__half* F2; // ncclFloat16
|
||||
rccl_float8* F1; // ncclFp8E4M3
|
||||
float* F4; // ncclFloat32
|
||||
double* F8; // ncclFloat64
|
||||
rccl_bfloat8* B1; // ncclFp8E5M2
|
||||
rccl_bfloat16* B2; // ncclBfloat16
|
||||
|
||||
constexpr PtrUnion() : ptr(nullptr) {}
|
||||
|
||||
Reference in New Issue
Block a user