diff --git a/projects/rccl/CMakeLists.txt b/projects/rccl/CMakeLists.txt
index 39a0cbcc94..237e9242b3 100644
--- a/projects/rccl/CMakeLists.txt
+++ b/projects/rccl/CMakeLists.txt
@@ -146,7 +146,7 @@ if("${HIP_COMPILER}" MATCHES "clang")
     PRIVATE --amdgpu-target=gfx908
     PRIVATE -fgpu-rdc)
   target_link_libraries(rccl PRIVATE -fgpu-rdc)
-  target_include_directories(rccl PRIVATE /opt/rocm/include)
+  target_include_directories(rccl PRIVATE /opt/rocm/hsa/include)
 endif()
 
 if("${HIP_COMPILER}" MATCHES "hcc")
diff --git a/projects/rccl/src/transport.cu b/projects/rccl/src/transport.cu
index 7d83ff4488..7d2003f267 100644
--- a/projects/rccl/src/transport.cu
+++ b/projects/rccl/src/transport.cu
@@ -7,7 +7,8 @@
 
 #include "core.h"
 #include "common_coll.h"
-#include <hsa.h>
+#include <hsa/hsa.h>
+#include <hsa/hsa_ext_amd.h>
 
 extern struct ncclTransport p2pTransport;
 extern struct ncclTransport shmTransport;