MergeSort

import java.io.IOException;

import org.apache.hadoop.conf.Configuration;

import org.apache.hadoop.fs.Path;

import org.apache.hadoop.io.IntWritable;

import org.apache.hadoop.io.Text;

import org.apache.hadoop.mapreduce.Job;

import org.apache.hadoop.mapreduce.Mapper;

import org.apache.hadoop.mapreduce.Partitioner;

import org.apache.hadoop.mapreduce.Reducer;

import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;

import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;

import org.apache.hadoop.util.GenericOptionsParser;

public class MergeSort {

 public static class Map extends Mapper<Object, Text, IntWritable, IntWritable>{

  

  private static IntWritable data = new IntWritable();

  public void map(Object key, Text value, Context context) throws IOException,InterruptedException{

   String text = value.toString();

   data.set(Integer.parseInt(text));

   context.write(data, new IntWritable(1));

  }

 }

 public static class Reduce extends Reducer<IntWritable, IntWritable, IntWritable, IntWritable>{

  private static IntWritable line_num = new IntWritable(1);

  public void reduce(IntWritable key, Iterable<IntWritable> values, Context context) throws IOException,InterruptedException{

   for(IntWritable val : values){

    context.write(line_num, key);

    line_num = new IntWritable(line_num.get() + 1);

   }

  }

 }

 public static class Partition extends Partitioner<IntWritable, IntWritable>{

  public int getPartition(IntWritable key, IntWritable value, int num_Partition){

   int Maxnumber = 65223;

   int bound = Maxnumber/num_Partition+1;

   int keynumber = key.get();

   for (int i = 0; i<num_Partition; i++){

    if(keynumber<bound * (i+1) && keynumber>=bound * i){

     return i;

    }

   }

   return -1;

  }

 }

 

 public static void main(String[] args) throws Exception{

  Configuration conf = new Configuration();

  conf.set("fs.default.name","hdfs://localhost:9000");

  String[] otherArgs = new String[]{"input","output"};

  if (otherArgs.length != 2) {

   System.err.println("Usage: wordcount <in><out>");

   System.exit(2);

   }

  Job job = Job.getInstance(conf,"Merge and sort");

  job.setJarByClass(MergeSort.class);

  job.setMapperClass(Map.class);

  job.setReducerClass(Reduce.class);

  job.setPartitionerClass(Partition.class);

  job.setOutputKeyClass(IntWritable.class);

  job.setOutputValueClass(IntWritable.class);

  FileInputFormat.addInputPath(job, new Path(otherArgs[0]));

  FileOutputFormat.setOutputPath(job, new Path(otherArgs[1]));

  System.exit(job.waitForCompletion(true) ? 0 : 1);

 }

}