diff --git a/booster/xgboost_gbmbase.h b/booster/xgboost_gbmbase.h
index 7ce8d844d..382836c48 100644
--- a/booster/xgboost_gbmbase.h
+++ b/booster/xgboost_gbmbase.h
@@ -272,10 +272,11 @@ namespace xgboost{
              */
             inline booster::IBooster *GetUpdateBooster( void ){
                 if( param.do_reboost == 0 || boosters.size() == 0 ){
+                    param.num_boosters += 1;
                     boosters.push_back( booster::CreateBooster( param.booster_type ) );
                     booster_info.push_back( 0 );
                     this->ConfigBooster( boosters.back() );
-                    boosters.back()->InitModel();
+                    boosters.back()->InitModel();                    
                 }else{
                     this->ConfigBooster( boosters.back() );
                 }