教育网站开发需求分析,博客 软件 wordpress,邯郸市城乡住房建设局网站,wd怎样建设一个网站给一个命名为#xff1a;friend.txt的文件 其中每一行中给出两个名字#xff0c;中间用空格分开。#xff08;下图为文件内容#xff09; 题目#xff1a;《查找出可能认识的人 》 代码如下#xff1a;
RelationMapper#xff1a;
package com.fesco.friend;import or…
给一个命名为friend.txt的文件 其中每一行中给出两个名字中间用空格分开。下图为文件内容 题目《查找出可能认识的人 》 代码如下
RelationMapper
package com.fesco.friend;import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Mapper;import java.io.IOException;public class RelationMapper extends MapperLongWritable, Text, Text, Text {Overrideprotected void map(LongWritable key, Text value, MapperLongWritable, Text, Text, Text.Context context) throws IOException, InterruptedException {// 拆分人名String[] arr value.toString().split( );context.write(new Text(arr[0]), new Text(arr[1]));}
}RelationReducer
package com.fesco.friend;import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Reducer;import java.io.IOException;
import java.util.LinkedList;
import java.util.List;public class RelationReducer extends ReducerText, Text, Text, IntWritable {// 真的认识private static final IntWritable trueFriend new IntWritable(1);// 可能认识private static final IntWritable fakeFriend new IntWritable(0);Overrideprotected void reduce(Text key, IterableText values, ReducerText, Text, Text, IntWritable.Context context) throws IOException, InterruptedException {// key tom// values rose jim smith lucyString name key.toString();// 迭代器values本身是一个伪迭代器只能迭代一次// 所以还需要自己定义集合来存储好友列表ListString fs new LinkedList();// 确定真实好友关系for (Text value : values) {String f value.toString();fs.add(f);if (name.compareTo(f) 0) context.write(new Text(name - f), trueFriend);else context.write(new Text(f - name), trueFriend);}// 推测好友关系for (int i 0; i fs.size() - 1; i) {String f1 fs.get(i);for (int j i 1; j fs.size() ; j) {String f2 fs.get(j);if(f1.compareTo(f2) 0) context.write(new Text(f1 - f2), fakeFriend);else context.write(new Text(f2 - f1), fakeFriend);}}}
}
RelatioDriver
package com.fesco.friend;import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;import java.io.IOException;public class RelationDriver {public static void main(String[] args) throws IOException, InterruptedException, ClassNotFoundException {Configuration conf new Configuration();Job job Job.getInstance(conf);job.setJarByClass(RelationDriver.class);job.setMapperClass(RelationMapper.class);job.setReducerClass(RelationReducer.class);job.setMapOutputKeyClass(Text.class);job.setMapOutputValueClass(Text.class);job.setOutputKeyClass(Text.class);job.setOutputValueClass(IntWritable.class);FileInputFormat.addInputPath(job, new Path(hdfs://10.16.3.181:9000/txt/friend.txt));FileOutputFormat.setOutputPath(job, new Path(hdfs://10.16.3.181:9000/result/relation));job.waitForCompletion(true);}
}FriendMapper
package com.fesco.friend;import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Mapper;import java.io.IOException;public class FriendMapper extends MapperLongWritable, Text, Text, LongWritable {Overrideprotected void map(LongWritable key, Text value, MapperLongWritable, Text, Text, LongWritable.Context context) throws IOException, InterruptedException {// 拆分数据String[] arr value.toString().split(\t);context.write(new Text(arr[0]), new LongWritable(Long.parseLong(arr[1])));}
}FriendReducer
package com.fesco.friend;import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Reducer;import java.io.IOException;public class FriendReducer extends ReducerText, LongWritable, Text, Text {Overrideprotected void reduce(Text key, IterableLongWritable values, ReducerText, LongWritable, Text, Text.Context context) throws IOException, InterruptedException {// 想要验证l两个人是否认识验证逻辑如果出现了数字1说明两个人真的认识那么就不是要找的可能认识的人// 如果遍历完成全部都是数字0那么说明这俩人真的是不认识但是两个人有共同好友for (LongWritable value : values) {if (value.get() 1) return ;}// 循环完成没有return说明全部都是数字0String[] arr key.toString().split(-);context.write(new Text(arr[0]), new Text(arr[1]));}
}FriendDriver
package com.fesco.friend;import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;import java.io.IOException;public class FriendDriver {public static void main(String[] args) throws IOException, InterruptedException, ClassNotFoundException {Configuration conf new Configuration();Job job Job.getInstance(conf);job.setJarByClass(FriendDriver.class);job.setMapperClass(FriendMapper.class);job.setReducerClass(FriendReducer.class);job.setMapOutputKeyClass(Text.class);job.setMapOutputValueClass(LongWritable.class);job.setOutputKeyClass(Text.class);job.setOutputValueClass(Text.class);FileInputFormat.addInputPath(job, new Path(hdfs://10.16.3.181:9000/result/relation));FileOutputFormat.setOutputPath(job, new Path(hdfs://10.16.3.181:9000/result/friend));job.waitForCompletion(true);}
}
