diff --git a/CMakeLists.txt b/CMakeLists.txt
index b72fc50a1..6f5154e91 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -199,7 +199,7 @@ if (USE_HIP)
   endif()
   set(GEN_CODE "")
   format_gencode_flags("${GPU_COMPUTE_VER}" GEN_CODE)
-  add_subdirectory(${PROJECT_SOURCE_DIR}/gputreeshap)
+  add_subdirectory(${PROJECT_SOURCE_DIR}/rocgputreeshap)
 
   if ((${CMAKE_HIP_COMPILER_VERSION} VERSION_GREATER_EQUAL 11.4) AND (NOT BUILD_WITH_HIP_CUB))
     set(BUILD_WITH_HIP_CUB ON)
diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index bfc7b3999..8749c07fa 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -17,7 +17,7 @@ if (USE_CUDA)
 endif (USE_CUDA)
 
 if (USE_HIP)
-  file(GLOB_RECURSE HIP_SOURCES *.cu *.cuh)
+  file(GLOB_RECURSE HIP_SOURCES *.hip.cc *.hip.h)
   target_sources(objxgboost PRIVATE ${HIP_SOURCES})
 endif (USE_HIP)