資源簡介
壓縮包里面是源代碼,導出成jar包可以在集群上直接運行,記得改程序里面的學號

代碼片段和文件信息
import?java.io.IOException;
import?org.apache.hadoop.conf.Configuration;
import?org.apache.hadoop.fs.Path;
import?org.apache.hadoop.io.LongWritable;
import?org.apache.hadoop.io.Text;
import?org.apache.hadoop.mapreduce.Job;
import?org.apache.hadoop.mapreduce.Mapper;
import?org.apache.hadoop.mapreduce.Reducer;
import?org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import?org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
public?class?GraphBuilder?{
??//得到輸出?>?
??public?static?class?GraphBuilderMapper?extends?Mapper?{
????public?void?map(LongWritable?key?Text?value?Context?context)?throws?IOException?InterruptedException?{
??????String[]?kv=?value.toString().split(“\t“);
??????String?_key?=?kv[0];
??????String?_value?=?kv[1];
??????String?pagerank?=?“1.0\t“;
??????pagerank+=_value;??
??????System.out.println(_key);
??????context.write(new?Text(_key)?new?Text(pagerank));
????}
??}
??public?static?class?GraphBuilderReducer?extends?Reducer?{
????public?void?reduce(Text?key?Text?value?Context?context)
????????throws?IOException?InterruptedException?{
??????context.write(key?value);
????}
??}
??public?static?void?main(String[]?args)?throws?Exception?{
??????Configuration?conf?=?new?Configuration();
??????Job?job1?=?Job.getInstance(conf?“Graph?Builder“);
??????job1.setJarByClass(GraphBuilder.class);
??????job1.setOutputKeyClass(Text.class);
??????job1.setOutputValueClass(Text.class);
??????job1.setMapperClass(GraphBuilderMapper.class);
??????job1.setReducerClass(GraphBuilderReducer.class);
??????FileInputFormat.addInputPath(job1?new?Path(args[0]));
??????FileOutputFormat.setOutputPath(job1?new?Path(args[1]));
??????job1.waitForCompletion(true);
??}
}
?屬性????????????大小?????日期????時間???名稱
-----------?---------??----------?-----??----
?????文件????????1800??2018-05-18?09:09??GraphBuilder.java
?????文件?????????845??2018-05-18?11:18??PageRankDriver.java
?????文件????????2805??2018-05-26?00:25??PageRankIter.java
?????文件????????2827??2018-05-18?11:56??PageRankViewer.java
- 上一篇:JAVA 文件加密解密
- 下一篇:藍牙通訊APP源碼,控制
評論
共有 條評論