mysql共同好友_Mapreduce案例之找共同好友

packageDemo5;importjava.io.IOException;importorg.apache.hadoop.conf.Configuration;importorg.apache.hadoop.fs.Path;importorg.apache.hadoop.io.IntWritable;importorg.apache.hadoop.io.Text;importorg.apache.hadoop.mapreduce.Job;importorg.apache.hadoop.mapreduce.Mapper;importorg.apache.hadoop.mapreduce.Reducer;importorg.apache.hadoop.mapreduce.Reducer.Context;importorg.apache.hadoop.mapreduce.lib.input.FileInputFormat;importorg.apache.hadoop.mapreduce.lib.output.FileOutputFormat;/***@author王翌淞

*

* 求出他们的共同好友

**/

public classFriend2 {public static class Map extends Mapper{private static Text newKey=newText();private static final IntWritable one = new IntWritable(1);public void map(Object key,Text value,Mapper.Context context) throwsIOException, InterruptedException{

String line=value.toString();

String[] array=line.split("\t");

String first=array[0];

String second=array[1];

String[] friend=second.split(",");

System.out.println(first+"\t"+second);//通过两层的for循环，A的好友进行组合，有顺序

for(int i=0;i

context.write(new Text(friend[i]+"-"+friend[j]),new Text(first)); //正序关系

context.write(new Text(friend[j]+"-"+friend[i]),new Text(first)); //倒序关系

}

}//context.write(new Text(friend[i]),new Text(first));

}

}public static class Reduce extends Reducer{public void reduce(Text key,Iterable values,Context context) throwsIOException, InterruptedException{

String res="";for(Text val:values) {

res+=val.toString()+" ";

}

context.write(key,newText(res));

}

}public static void main(String[] args) throwsIOException, ClassNotFoundException, InterruptedException{

System.setProperty("hadoop.home.dir", "H:\\文件\\hadoop\\hadoop-2.6.4");

Configuration conf=newConfiguration();

Path in=new Path("hdfs://192.168.6.132:9000/wys/out/friend1/part-r-00000");

Path out=new Path("hdfs://192.168.6.132:9000/wys/out/friend2");

Job job=new Job(conf,"OneSort");

FileInputFormat.addInputPath(job,in);

FileOutputFormat.setOutputPath(job,out);

job.setJarByClass(Friend2.class);

job.setMapperClass(Friend2.Map.class);

job.setReducerClass(Friend2.Reduce.class);

job.setOutputKeyClass(Text.class);

job.setOutputValueClass(Text.class);

job.waitForCompletion(true);

System.exit(job.waitForCompletion(true) ? 0 : 1);

}

}