#獲取腳本所在目錄 python
print os.path.split( os.path.realpath( sys.argv[0] ) )[0] app
#獲取腳本運行目錄 oop
print os.getcwd() spa
本地目錄讀取code
import os.path import sys root='/home/work/' for parent,dirnames,filenames in os.walk(root): for filename in filenames: path=os.path.join(parent,filename) print path
4.python 流的使用 run.pyhadoop
import os.pathget
import sysinput
hadoop_home_path = "/home/work/hadoop-client-stoff/hadoop"it
hadoop_streaming_file = "streaming"class
outputpath = 'hdfs路徑'
inputpath='hdfs路徑'
command = hadoop stream
" -input " + inputpath +\
" -output " + outputpath + \
" -mapper \"./python/python2.6/bin/python2.6 mapper.py\" " +\
" -reducer \"./python/python2.6/bin/python2.6 reducer.py\" " + \
" -file " + "mapper.py" +\
" -file " + "reducer.py"
print command,'\n'
status=os.system(command)
if status>>8==0:
print "hadoop process successfully"
else:
print "sorry,try again!"