diff --git a/scripts/travis_osx_install.sh b/scripts/travis_osx_install.sh
index d82dfe63d..4b4c714b8 100755
--- a/scripts/travis_osx_install.sh
+++ b/scripts/travis_osx_install.sh
@@ -5,7 +5,8 @@ if [ ${TRAVIS_OS_NAME} != "osx" ]; then
 fi
 
 brew update
-brew install unzip
-brew install python-numpy
-brew install python-scipy
-brew install python-nose
+
+if [ ${TASK} == "python-package" ]; then
+    brew install python git
+    easy_install pip scipy numpy
+fi
diff --git a/scripts/travis_script.sh b/scripts/travis_script.sh
index 3717c2ed2..85bfab47f 100755
--- a/scripts/travis_script.sh
+++ b/scripts/travis_script.sh
@@ -18,7 +18,11 @@ fi
 if [ ${TASK} == "build-with-dmlc" ]; then
     cd dmlc-core
     cp make/config.mk .
-    echo "USE_S3=1" >> config.mk
+    if [ ${TRAVIS_OS_NAME} != "osx" ]; then
+        echo "USE_S3=1" >> config.mk
+    else
+        echo "USE_S3=0" >> config.mk
+    fi
     make all CXX=${CXX}|| exit -1
     cd ..
     make dmlc=dmlc-core CXX=${CXX} || exit -1