Полезные команды скрипты для запуска wordcount пример - хадуп

rm -r out/output
rm -r wordcount_classes/org
rm mywordcount.jar

hadoop fs -rm -R /home/hduser/output
javac -classpath $HADOOP_HOME/share/hadoop/common/hadoop-common-2.2.0.jar:$HADOOP_HOME/share/hadoop/mapreduce/hadoop-mapreduce-client-core-2.2.0.jar:$HADOOP_HOME/share/hadoop/common/lib/commons-cli-1.2.jar -d wordcount_classes WordCount.java
jar cvf mywordcount.jar -C wordcount_classes/ .
hadoop jar mywordcount.jar org.apache.hadoop.examples.WordCount myinput/input /home/hduser/output
hadoop fs -copyToLocal /home/hduser/output /home/hduser/javacode/wordcount/out

export PATH=$PATH:/usr/java/jdk1.7.0_51/bin;cd /home/hduser/javacode/wordcount;
------------NEW---NAMES----------

rm -r out/output;
rm -r wordcount_classes/org;
rm mywordcount.jar; hadoop fs -rm -R /home/hduser/output;

javac -classpath $HADOOP_HOME/share/hadoop/common/hadoop-common-2.2.0.jar:$HADOOP_HOME/share/hadoop/mapreduce/hadoop-mapreduce-client-core-2.2.0.jar:$HADOOP_HOME/share/hadoop/common/lib/commons-cli-1.2.jar -d wordcount_classes WordCount.java;
jar cvf mywordcount.jar -C wordcount_classes/ .;
hadoop jar mywordcount.jar hadoop.mytest.WordCount myinput/input /home/hduser/output;

hadoop fs -copyToLocal /home/hduser/output /home/hduser/javacode/wordcount/out;

hadoop jar mywordcount.jar -Dmapred.reduce.tasks=2 hadoop.mytest.WordCount myinput/input /home/hduser/output

terasort -Dmapred.reduce.tasks=2

-------------------DELETE AND START--------------
hadoop jar mywordcount.jar hadoop.mytest.WordCount myinput/input /home/hduser/output
hadoop fs -rm -R /home/hduser/output

------------------------------------

hadoop jar mywordcount.jar org.apache.hadoop.examples.WordCount myinput/input /home/hduser/output

rm -r out/output
rm -r wordcount_classes/org
rm mywordcount.jar
hadoop fs -copyFromLocal /home/hduser/javacode/wordcount/input myinput

sleep 15s
---------------------

UPDATE INPUT (upinput)

hadoop fs -rm -R myinput
hadoop fs -mkdir myinput
hadoop fs -copyFromLocal /home/hduser/javacode/wordcount/input myinput

hadoop fs -rm -R myinput; hadoop fs -mkdir myinput; hadoop fs -copyFromLocal /home/hduser/javacode/wordcount/input myinput;

---------------------

rm -r out/output;
rm -r wordcount_classes/org;
rm mywordcount.jar;
hadoop fs -rm -R /home/hduser/output
javac -classpath $HADOOP_HOME/share/hadoop/common/hadoop-common-2.2.0.jar:$HADOOP_HOME/share/hadoop/mapreduce/hadoop-mapreduce-client-core-2.2.0.jar:$HADOOP_HOME/share/hadoop/common/lib/commons-cli-1.2.jar -d wordcount_classes WordCount.java;
jar cvf mywordcount.jar -C wordcount_classes/ .;
hadoop jar mywordcount.jar hadoop.mytest.WordCount myinput/input /home/hduser/output;
hadoop fs -copyToLocal /home/hduser/output /home/hduser/javacode/wordcount/out;

-------------COMMANDS-----------
DEL AND START
hadoop fs -rm -R /home/hduser/output;hadoop jar mywordcount.jar hadoop.mytest.WordCount myinput/input /home/hduser/output;

UPDATEDATA (updata)

---------RESTART CLUSTER---
sbin/stop-yarn.sh
sbin/stop-dfs.sh
sbin/start-dfs.sh
sbin/start-yarn.sh

puck (reclust):
cd /usr/local/hadoop; sbin/stop-yarn.sh; sbin/stop-dfs.sh; sbin/start-dfs.sh; sbin/start-yarn.sh;