20,807
社区成员
发帖
与我相关
我的任务
分享
HADOOP_CMD="/usr/local/src/hadoop-1.2.1/bin/hadoop"
STREAM_JAR_PATH="/usr/local/src/hadoop-1.2.1/contrib/streaming/hadoop-streaming-1.2.1.jar"
INPUT_FILE_PATH_1="/The_Man_of_Property.txt"
OUTPUT_PATH="/output"
#$HADOOP_CMD fs -rmr -skiptrash $OUTPUT_PATH
$HADOOP_CMD -jar $STREAM_JAR_PATH \
-input $INPUT_FILE_PATH_1 \
-output $OUTPUT_PATH \
-mapper "python map_word.py" \
-reducer "python reduce_word.py" \
-file ./map_word.py \
-file ./reduce_word.py