This commit is contained in:
tqchen
2015-03-13 21:36:09 -07:00
parent 7423837303
commit 0fd6197b8b
3 changed files with 4 additions and 28 deletions

View File

@@ -1,25 +0,0 @@
#!/usr/bin/env python
"""
this script helps setup classpath env for HDFS
"""
import glob
import sys
import os
import subprocess
if len(sys.argv) < 2:
print 'Usage: the program you want to run'
hadoop_home = os.getenv('HADOOP_HOME')
if hadoop_home is None:
hadoop_home = os.getenv('HADOOP_PREFIX')
assert hadoop_home is not None, 'need to set HADOOP_HOME'
(classpath, err) = subprocess.Popen('%s/bin/hadoop classpath' % hadoop_home, shell = True, stdout=subprocess.PIPE, env = os.environ).communicate()
cpath = []
for f in classpath.split(':'):
cpath += glob.glob(f)
env = os.environ.copy()
env['CLASSPATH'] = '${CLASSPATH}:' + (':'.join(cpath))
subprocess.check_call(' '.join(sys.argv[1:]), shell = True, env = env)