MapReduce 去除重复行，列

直接上代码
数据类型为：

package com.sheng.test;

import java.io.IOException;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.Mapper;
import org.apache.hadoop.mapreduce.Reducer;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;




/*
   ​    KEYIN: 输入的key

   ​     VALUEIN：输入的value

   ​     KEYOUT:输出的key

   ​    VALUEOUT：输出的value

   ​    Context:Mapper的上下文
 * 	去除重复
 * 
 */
class WcMapper4 extends Mapper<LongW