diff --git a/.azuredevops/slurm/build.sh b/.azuredevops/slurm/build.sh
index 9ebcefd807..81bc97fd63 100644
--- a/.azuredevops/slurm/build.sh
+++ b/.azuredevops/slurm/build.sh
@@ -39,6 +39,9 @@ cmake -G Ninja -DCMAKE_INSTALL_PREFIX="$BINARIES_DIR" -DCMAKE_BUILD_TYPE=Release
 cmake --build .
 cmake --build . --target install
 
+# Building RCCL Replayer
+cd ../tools/RcclReplayer 2>/dev/null || cd ../RcclReplayer
+RCCL_DIR="../../build" ROCM_DIR="$ROCM_PATH" MPI_DIR="$MPI_HOME" make
 
 cd "${SLURM_SUBMIT_DIR:-$PWD}"
 ## Building RCCL-Tests