-
Notifications
You must be signed in to change notification settings - Fork 0
/
doc.txt
46 lines (31 loc) · 1.08 KB
/
doc.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
-- WordCount --
- HDFS
cd /root
mkdir -p wordcount/input
vi wordcount/input/file01
Hello World Bye World
vi wordcount/input/file02
Hello Hadoop Goodbye Hadoop
/opt/hadoop/bin/hadoop fs -ls /root/wordcount/input/ /root/wordcount/input/file01 /root/wordcount/input/file02
/opt/hadoop/bin/hadoop fs -cat /root/wordcount/input/file01
/opt/hadoop/bin/hadoop fs -cat /root/wordcount/input/file02
- Hand compile
export JAVA_HOME=/usr/java/default
export PATH=${JAVA_HOME}/bin:${PATH}
export HADOOP_CLASSPATH=${JAVA_HOME}/lib/tools.jar
/opt/hadoop/bin/hadoop com.sun.tools.javac.Main WordCount.java
jar cf wc.jar WordCount*.class
- Maven
mvn clean install
-- Launch
/opt/hadoop/bin/hadoop fs -rm -r -f /root/wordcount/output
- Hand
/opt/hadoop/bin/hadoop jar wc.jar WordCount /root/wordcount/input /root/wordcount/output
- Maven
/opt/hadoop/bin/hadoop jar target/hadoop.jar com.cgi.hadoop.WordCount /root/wordcount/input /root/wordcount/output
/opt/hadoop/bin/hadoop fs -cat /root/wordcount/output/*
Bye 1
Goodbye 1
Hadoop 2
Hello 2
World 2