import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; import org.apache.hadoop.io.FloatWritable; import org.apache.hadoop.io.LongWritable; import org.apache.hadoop.io.Text; import org.apache.hadoop.mapreduce.Job; import org.apache.hadoop.mapreduce.Mapper; import org.apache.hadoop.mapreduce.Reducer; import org.apache.hadoop.mapreduce.lib.input.FileInputFormat; import org.apache.hadoop.mapreduce.lib.input.TextInputFormat; import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat; import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat; import org.apache.hadoop.mapreduce.lib.partition.HashPartitioner; import java.io.IOException; public class Avg { private static class AverageMapper extends Mapper<LongWritable, Text, Text, Text> { //设置输出的key和value private Text outKey = new Text(); private Text outValue = new Text(); @Override protected void map(
MapReduce 求平均数
最新推荐文章于 2022-05-31 14:14:39 发布
该博客介绍了一个使用MapReduce实现的求平均分的程序。Mapper阶段读取包含姓名和成绩的数据,过滤无效记录并输出键值对。Reducer阶段接收Mapper的输出,计算平均分并输出结果。
摘要由CSDN通过智能技术生成