java mapreduce 实例_Mapreduce实例--求平均值

package mapreduce;

import java.io.IOException;

import org.apache.hadoop.conf.Configuration;

import org.apache.hadoop.fs.Path;

import org.apache.hadoop.io.IntWritable;

import org.apache.hadoop.io.NullWritable;

import org.apache.hadoop.io.Text;

import org.apache.hadoop.mapreduce.Job;

import org.apache.hadoop.mapreduce.Mapper;

import org.apache.hadoop.mapreduce.Reducer;

import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;

import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;

import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;

import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;public classMyAverage{public static class Map extends Mapper{private static Text newKey=newText();public voidmap(Object key,Text value,Context context) throws IOException, InterruptedException{//将输入的纯文本文件数据转化成string

String line=value.toString();

System.out.println(line);//将值通过split()方法截取出来

String arr[]=line.split("\t");

newKey.set(arr[0]);int click=Integer.parseInt(arr[1]);//将数据和值输入到reduce处理

context.write(newKey, newIntWritable(click));

}

}public static class Reduce extends Reducer{public void reduce(Text key,Iterablevalues,Context context) throws IOException, InterruptedException{int num=0;int count=0;for(IntWritable val:values){//每个元素求和num

num+=val.get();//统计元素的次数count

count++;

}//统计次数

int avg=num/count;

context.write(key,newIntWritable(avg));

}

}public static voidmain(String[] args) throws IOException, ClassNotFoundException, InterruptedException{

Configuration conf=newConfiguration();

System.out.println("start");

Job job=new Job(conf,"MyAverage");

job.setJarByClass(MyAverage.class);

job.setMapperClass(Map.class);

job.setReducerClass(Reduce.class);

job.setOutputKeyClass(Text.class);

job.setOutputValueClass(IntWritable.class);

job.setInputFormatClass(TextInputFormat.class);

job.setOutputFormatClass(TextOutputFormat.class);

Pathin=new Path("hdfs://172.18.74.137:9000/mymapreduce4/in/goods_click");

Pathout=new Path("hdfs://172.18.74.137:9000/mymapreduce4/out");

FileInputFormat.addInputPath(job,in);

FileOutputFormat.setOutputPath(job,out);

System.exit(job.waitForCompletion(true) ? 0 : 1);

}

}