任务描述:
给出一组数据,自定义排序的样式,第一列降序,相同时第二列升序
example Data:
2013 1
2013 5
2014 5
2014 8
2015 9
2015 4
Code:
package mrTest;
import java.io.DataInput;
import java.io.DataOutput;
import java.io.IOException;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.io.WritableComparable;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.Mapper;
import org.apache.hadoop.mapreduce.Reducer;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
public class zidingyiSort {
public static void main(String[] args) throws IOException, ClassNotFoundException, InterruptedException {
// TODO Auto-generated method stub
Job job = new Job();
job.setJarByClass(zidingyiSort.class);
// 1
FileInputFormat.setInputPaths(job, new Path(args[0]));
// 2
job.setMapperClass(Map.class);
job.setMapOutputKeyClass(MyK2.class);
job.setMapOutputValueClass(LongWritable.class);
// 3
// 4
// 5
job.setNumReduceTasks(1);
// 6
job.setReducerClass(Reduce.class);
job.setOutputKeyClass(LongWritable.class);
job.setOutputValueClass(LongWritable.class);
// 7
FileOutputFormat.setOutputPath(job, new Path(args[1]));
// 8
System.exit(job.waitForCompletion(true)? 0 :1 );
}
public static class Map extends Mapper<Object, Text, MyK2, LongWritable>{
public void map(Object key, Text value, Context context) throws IOException, InterruptedException{
String line = value.toString();
String[] split = line.split("\t");
MyK2 my = new MyK2(Long.parseLong(split[0]), Long.parseLong(split[1]));
context.write(my, new LongWritable(1));
}
}
public static class Reduce extends Reducer<MyK2, LongWritable, LongWritable, LongWritable>{
public void reduce(MyK2 key, Iterable<LongWritable> values, Context context) throws IOException, InterruptedException{
context.write(new LongWritable(key.myk2), new LongWritable(key.myv2));
}
}
public static class MyK2 implements WritableComparable<MyK2>{
public long myk2;
public long myv2;
MyK2(){}
MyK2(long myk2, long myv2){
this.myk2 = myk2;
this.myv2 = myv2;
}
@Override
public void readFields(DataInput in) throws IOException {
// TODO Auto-generated method stub
this.myk2 = in.readLong();
this.myv2 = in.readLong();
}
@Override
public void write(DataOutput out) throws IOException {
// TODO Auto-generated method stub
out.writeLong(myk2);
out.writeLong(myv2);
}
@Override
public int compareTo(MyK2 myk2) {
// TODO Auto-generated method stub
//myk2之差>0 返回-1 <0 返回1 代表 myk2列降序
//myk2之差<0 返回-1 >0 返回1 代表 myk2列升序
long temp = this.myk2 - myk2.myk2;
if(temp>0)
return -1;
else if(temp<0)
return 1;
//控制myv2升序
return (int)(this.myv2 - myk2.myv2);
}
}
}
效果展示:
2015 4
2015 9
2014 5
2014 8
2013 1
2013 5
扫一扫 关注微信公众号!号主 专注于搜索和推荐系统,尝试使用算法去更好的服务于用户,包括但不局限于机器学习,深度学习,强化学习,自然语言理解,知识图谱,还不定时分享技术,资料,思考等文章!
【技术服务】,详情点击查看:https://mp.weixin.qq.com/s/PtX9ukKRBmazAWARprGIAg