資源簡介
關(guān)于Hadoop的WordCount實例代碼,能夠?qū)崿F(xiàn)實現(xiàn)單詞計數(shù)。

代碼片段和文件信息
package?com.tl.mr.wordcount;
import?java.io.IOException;
import?org.apache.commons.collections.map.StaticBucketMap;
import?org.apache.hadoop.conf.Configuration;
import?org.apache.hadoop.fs.Path;
import?org.apache.hadoop.io.IntWritable;
import?org.apache.hadoop.io.Text;
import?org.apache.hadoop.mapreduce.Job;
import?org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import?org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
public?class?WordCountDriver?{
public?static?void?main(String[]?args)?throws?IOException?ClassNotFoundException?InterruptedException?{
????????Configuration?conf?=?new?Configuration();
//?1?獲取Job對象
Job?job?=?Job.getInstance(conf);?
//?2設(shè)置jar存儲位置
job.setJarByClass(WordCountDriver.class);
//?3?關(guān)聯(lián)Map和Reduce類
job.setMapperClass(WordCountMapper.class);
job.setReducerClass(wordCountReduce.class);
//?4?設(shè)置Mapper階段輸出數(shù)據(jù)的key和value類型
job.setMapOutputKeyClass(Text.class);
job.setMapOutputValueClass(IntWritable.class);
//?5設(shè)置最終數(shù)據(jù)輸出的keyvalue類型
job.setOutputKeyClass(Text.class);
job.setOutputValueClass(IntWritable.class);
//?6設(shè)置輸入路徑和輸出路徑
FileInputFormat.setInputPaths(job?new?Path(args[0]));
FileOutputFormat.setOutputPath(job?new?Path(args[1]));
//?7提價作業(yè)
boolean?resulr?=?job.waitForCompletion(true);
????System.exit(resulr?0:1);
}
}
?屬性????????????大小?????日期????時間???名稱
-----------?---------??----------?-----??----
?????文件???????1433??2019-01-14?12:27??WordConunt\.classpath
?????文件????????768??2019-01-14?12:27??WordConunt\.project
?????文件????????430??2019-01-14?12:27??WordConunt\.settings\org.eclipse.jdt.core.prefs
?????文件?????????90??2019-01-14?12:27??WordConunt\.settings\org.eclipse.m2e.core.prefs
?????文件????????122??2019-01-14?12:27??WordConunt\.settings\org.eclipse.wst.common.project.facet.core.xm
?????文件????????421??2019-01-14?12:27??WordConunt\.settings\org.eclipse.wst.validation.prefs
?????文件???????1347??2019-01-14?12:27??WordConunt\pom.xm
?????文件???????1426??2019-01-14?12:27??WordConunt\src\main\java\com\tl\mr\wordcount\WordCountDriver.java
?????文件???????1001??2019-01-14?12:27??WordConunt\src\main\java\com\tl\mr\wordcount\WordCountMapper.java
?????文件????????694??2019-01-14?12:27??WordConunt\src\main\java\com\tl\mr\wordcount\wordCountReduce.java
?????文件????????442??2019-01-14?12:27??WordConunt\src\main\resources\log4j.properties
?????文件???????1905??2019-01-14?12:27??WordConunt\target\classes\com\tl\mr\wordcount\WordCountDriver.class
?????文件???????2386??2019-01-14?12:27??WordConunt\target\classes\com\tl\mr\wordcount\WordCountMapper.class
?????文件???????2307??2019-01-14?12:27??WordConunt\target\classes\com\tl\mr\wordcount\wordCountReduce.class
?????文件????????442??2019-01-14?12:27??WordConunt\target\classes\log4j.properties
?????文件????????115??2019-01-14?12:27??WordConunt\target\classes\me
?????文件????????216??2019-01-14?12:27??WordConunt\target\classes\me
?????文件???????1347??2019-01-14?12:27??WordConunt\target\classes\me
?????目錄??????????0??2019-01-14?12:27??WordConunt\src\main\java\com\tl\mr\wordcount
?????目錄??????????0??2019-01-14?12:27??WordConunt\src\main\java\com\tl\mr
?????目錄??????????0??2019-01-14?12:27??WordConunt\target\classes\com\tl\mr\wordcount
?????目錄??????????0??2019-01-14?12:27??WordConunt\target\classes\me
?????目錄??????????0??2019-01-14?12:27??WordConunt\src\main\java\com\tl
?????目錄??????????0??2019-01-14?12:27??WordConunt\target\classes\com\tl\mr
?????目錄??????????0??2019-01-14?12:27??WordConunt\target\classes\me
?????目錄??????????0??2019-01-14?12:27??WordConunt\src\main\java\com
?????目錄??????????0??2019-01-14?12:27??WordConunt\target\classes\com\tl
?????目錄??????????0??2019-01-14?12:27??WordConunt\target\classes\me
?????目錄??????????0??2019-01-14?12:27??WordConunt\src\main\java
?????目錄??????????0??2019-01-14?12:27??WordConunt\src\main\resources
............此處省略15個文件信息
評論
共有 條評論