Merge pull request #810 from nusislam/tune-send-recv

device: fine-tune RCCL send-recv on MI250/MI200

[ROCm/rccl commit: 47f754e6f5]
Tá an tiomantas seo le fáil i:
Nusrat Islam
2023-07-25 10:18:12 -05:00
tiomanta ag GitHub
tuismitheoir 0508fa569a c02f5de7e7
tiomantas 435a055c97
+8
Féach ar an gComhad
@@ -202,13 +202,21 @@ struct RunWork<ncclFuncSendRecv, T, RedOp, NCCL_ALGO_RING, NCCL_PROTO_SIMPLE> {
if (args->proto == NCCL_PROTO_LL) {
runRecv<ProtoLL>(tid, nthreads, group, args);
} else {
#if defined(__gfx90a__)
runRecv<ProtoSimple<1,1,8>>(tid, nthreads, group, args);
#else
runRecv<ProtoSimple<1,1>>(tid, nthreads, group, args);
#endif
}
} else {
if (args->proto == NCCL_PROTO_LL) {
runSend<ProtoLL>(tid, nthreads, group, args);
} else {
#if defined(__gfx90a__)
runSend<ProtoSimple<1,1,8>>(tid, nthreads, group, args);
#else
runSend<ProtoSimple<1,1>>(tid, nthreads, group, args);
#endif
}
}
}