From 5ee7a08994ea68e4ab607c2fa912cd838457d1fa Mon Sep 17 00:00:00 2001 From: Wenkai Du <43822138+wenkaidu@users.noreply.github.com> Date: Mon, 16 Oct 2023 12:13:50 -0700 Subject: [PATCH] Warm up both out-of-place and in-place collectives (#51) --- src/common.cu | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/common.cu b/src/common.cu index d3fb87aea9..4d9e302802 100644 --- a/src/common.cu +++ b/src/common.cu @@ -641,7 +641,7 @@ testResult_t TimeTest(struct threadArgs* args, ncclDataType_t type, const char* // Warm-up for small size setupArgs(args->minbytes, type, args); for (int iter = 0; iter < warmup_iters; iter++) { - TESTCHECK(startColl(args, type, op, root, 0, iter)); + TESTCHECK(startColl(args, type, op, root, iter < warmup_iters/2 ? 0 : 1, iter)); } TESTCHECK(completeColl(args));