diff --git a/R-package/CMakeLists.txt b/R-package/CMakeLists.txt
index bf72bebde..c61fe1c61 100644
--- a/R-package/CMakeLists.txt
+++ b/R-package/CMakeLists.txt
@@ -16,7 +16,6 @@ target_compile_definitions(xgboost-r
   -DDMLC_LOG_BEFORE_THROW=0
   -DDMLC_DISABLE_STDIN=1
   -DDMLC_LOG_CUSTOMIZE=1
-  -DRABIT_CUSTOMIZE_MSG_
   -DRABIT_STRICT_CXX98_)
 target_include_directories(xgboost-r
   PRIVATE
diff --git a/R-package/src/Makevars.in b/R-package/src/Makevars.in
index 5c6c624e0..e2d6f4d87 100644
--- a/R-package/src/Makevars.in
+++ b/R-package/src/Makevars.in
@@ -7,8 +7,7 @@ CXX_STD = CXX14
 
 XGB_RFLAGS = -DXGBOOST_STRICT_R_MODE=1 -DDMLC_LOG_BEFORE_THROW=0\
            -DDMLC_ENABLE_STD_THREAD=$(ENABLE_STD_THREAD) -DDMLC_DISABLE_STDIN=1\
-           -DDMLC_LOG_CUSTOMIZE=1 -DXGBOOST_CUSTOMIZE_LOGGER=1\
-           -DRABIT_CUSTOMIZE_MSG_
+           -DDMLC_LOG_CUSTOMIZE=1 -DXGBOOST_CUSTOMIZE_LOGGER=1
 
 # disable the use of thread_local for 32 bit windows:
 ifeq ($(R_OSTYPE)$(WIN),windows)
diff --git a/R-package/src/Makevars.win b/R-package/src/Makevars.win
index b12fca7c8..a4c99203c 100644
--- a/R-package/src/Makevars.win
+++ b/R-package/src/Makevars.win
@@ -7,8 +7,7 @@ CXX_STD = CXX14
 
 XGB_RFLAGS = -DXGBOOST_STRICT_R_MODE=1 -DDMLC_LOG_BEFORE_THROW=0\
            -DDMLC_ENABLE_STD_THREAD=$(ENABLE_STD_THREAD) -DDMLC_DISABLE_STDIN=1\
-           -DDMLC_LOG_CUSTOMIZE=1 -DXGBOOST_CUSTOMIZE_LOGGER=1\
-           -DRABIT_CUSTOMIZE_MSG_
+           -DDMLC_LOG_CUSTOMIZE=1 -DXGBOOST_CUSTOMIZE_LOGGER=1
 
 # disable the use of thread_local for 32 bit windows:
 ifeq ($(R_OSTYPE)$(WIN),windows)