diff --git a/Makefile b/Makefile
index d7e24cd49..295de4064 100644
--- a/Makefile
+++ b/Makefile
@@ -150,8 +150,8 @@ Rpack:
 
 Rbuild:
 	make Rpack
-	rm -rf xgboost
 	R CMD build xgboost
+	rm -rf xgboost
 
 Rcheck:
 	make Rbuild