資源簡介
Hadoop (十)Hadoop-第一次使用eclipse&java&hadoop分析簡單數據
請配合下方博客使用
http://blog.csdn.net/jintaohahahaha/article/details/76599299
代碼片段和文件信息
package?com.zjt.mapreducer.data;
import?java.io.IOException;
import?org.apache.hadoop.conf.Configuration;
import?org.apache.hadoop.fs.FileSystem;
import?org.apache.hadoop.fs.Path;
import?org.apache.hadoop.io.IntWritable;
import?org.apache.hadoop.io.Text;
import?org.apache.hadoop.mapreduce.Job;
import?org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import?org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
/**
?*?執行方法
?*?@author?ZhangJintao
?*/
public?class?RunJob?{
public?static?void?main(String[]?args)?{
Configuration?config?=?new?Configuration();
try?{
FileSystem?fs?=?FileSystem.get(config);
Job?job?=?Job.getInstance();
//執行mapreducer任務
job.setJarByClass(RunJob.class);
job.setJobName(“data“);
job.setMapperClass(WorldCounteMapper.class);
job.setReducerClass(WorldCountReducer.class);
job.setMapOutputKeyClass(Text.class);
job.setMapOutputValueClass(IntWritable.class);
FileInputFormat.addInputPath(job?new?Path(“/usr/input/“));
Path?outpath??=?new?Path(“/usr/input/data“);
if?(fs.exists(outpath))?{
fs.delete(outpath?true);
}
FileOutputFormat.setOutputPath(job?outpath);
boolean?f?=?job.waitForCompletion(true);
if?(f)?{
System.out.println(“JOB?執行成功“);
}
}?catch?(Exception?e)?{
//?TODO?Auto-generated?catch?block
e.printStackTrace();
}
}
}
?屬性????????????大小?????日期????時間???名稱
-----------?---------??----------?-----??----
?????目錄???????????0??2017-08-02?22:50??mapreducer\
?????文件????????4049??2017-08-02?22:50??mapreducer\.classpath
?????文件?????????386??2017-08-02?22:50??mapreducer\.project
?????目錄???????????0??2017-08-02?22:50??mapreducer\.settings\
?????文件??????????57??2017-08-02?22:50??mapreducer\.settings\org.eclipse.core.resources.prefs
?????文件?????????598??2017-08-02?22:50??mapreducer\.settings\org.eclipse.jdt.core.prefs
?????目錄???????????0??2017-08-02?22:50??mapreducer\bin\
?????目錄???????????0??2017-08-02?22:50??mapreducer\bin\com\
?????目錄???????????0??2017-08-02?22:50??mapreducer\bin\com\zjt\
?????目錄???????????0??2017-08-02?22:50??mapreducer\bin\com\zjt\mapreducer\
?????目錄???????????0??2017-08-02?22:50??mapreducer\bin\com\zjt\mapreducer\data\
?????文件????????2263??2017-08-02?22:50??mapreducer\bin\com\zjt\mapreducer\data\RunJob.class
?????文件????????2250??2017-08-02?22:50??mapreducer\bin\com\zjt\mapreducer\data\WorldCounteMapper.class
?????文件????????2271??2017-08-02?22:50??mapreducer\bin\com\zjt\mapreducer\data\WorldCountReducer.class
?????目錄???????????0??2017-08-02?22:50??mapreducer\data\
?????文件??????????49??2017-08-02?22:50??mapreducer\data\data.txt
?????目錄???????????0??2017-08-02?22:50??mapreducer\lib\
?????文件??????303139??2017-08-02?22:50??mapreducer\lib\avro-1.7.4.jar
?????文件???????41123??2017-08-02?22:50??mapreducer\lib\commons-cli-1.2.jar
?????文件???????58160??2017-08-02?22:50??mapreducer\lib\commons-codec-1.4.jar
?????文件??????575389??2017-08-02?22:50??mapreducer\lib\commons-collections-3.2.1.jar
?????文件??????298829??2017-08-02?22:50??mapreducer\lib\commons-configuration-1.6.jar
?????文件??????305001??2017-08-02?22:50??mapreducer\lib\commons-httpclient-3.1.jar
?????文件??????185140??2017-08-02?22:50??mapreducer\lib\commons-io-2.4.jar
?????文件??????284220??2017-08-02?22:50??mapreducer\lib\commons-lang-2.6.jar
?????文件???????62050??2017-08-02?22:50??mapreducer\lib\commons-logging-1.1.3.jar
?????文件??????313898??2017-08-02?22:50??mapreducer\lib\dom4j-1.6.1.jar
?????文件?????1648200??2017-08-02?22:50??mapreducer\lib\guava-11.0.2.jar
?????文件???????17037??2017-08-02?22:50??mapreducer\lib\hadoop-annotations-2.5.2.jar
?????文件???????52419??2017-08-02?22:50??mapreducer\lib\hadoop-auth-2.5.2.jar
?????文件?????1611819??2017-08-02?22:50??mapreducer\lib\hadoop-common-2.5.2-tests.jar
............此處省略46個文件信息
- 上一篇:音樂播放器源碼實例下載166474
- 下一篇:struts2框架JAR包
評論
共有 條評論