diff --git a/projects/rccl/CMakeLists.txt b/projects/rccl/CMakeLists.txt
index 36fcedcb1f..c7f58387b5 100644
--- a/projects/rccl/CMakeLists.txt
+++ b/projects/rccl/CMakeLists.txt
@@ -281,6 +281,9 @@ if(ROCM_VERSION VERSION_GREATER_EQUAL "71100" AND ENABLE_AMDSMI)
     set(SMI_LIBRARIES amd_smi)
     set(USE_AMDSMI ON CACHE INTERNAL "Use amd-smi instead of rocm-smi")
   endif()
+else()
+  # Force unset if disabled
+  unset(USE_AMDSMI CACHE)
 endif()
 
 if(NOT USE_AMDSMI AND ENABLE_AMDSMI)