diff --git a/src/all_reduce.cu b/src/all_reduce.cu index 21e3ce3a9e..5302f86833 100644 --- a/src/all_reduce.cu +++ b/src/all_reduce.cu @@ -65,6 +65,8 @@ testResult_t AllReduceRunTest(struct threadArgs* args, int root, ncclDataType_t ncclRedOp_t *run_ops; const char **run_typenames, **run_opnames; int type_count, op_count; + if((type == ncclFp8E4M3 || type == ncclFp8E5M2) && op == ncclProd) + return testSuccess; if ((int)type != -1) { type_count = 1; @@ -88,6 +90,8 @@ testResult_t AllReduceRunTest(struct threadArgs* args, int root, ncclDataType_t for (int i=0; i