启动类

最新推荐文章于 2023-11-05 22:51:38 发布

隔壁的橘猫

最新推荐文章于 2023-11-05 22:51:38 发布

阅读量579

点赞数

分类专栏： MapReduce

本文链接：https://blog.csdn.net/one_only_blue/article/details/103851977

版权

MapReduce 专栏收录该内容

6 篇文章 0 订阅

订阅专栏

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.conf.Configured;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.NullWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;
import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;
import org.apache.hadoop.util.Tool;
import org.apache.hadoop.util.ToolRunner;

public class T3Drive extends Configured implements Tool {
@Override
public int run(String[] args) throws Exception {
Configuration conf=new Configuration(true);
Job job = Job.getInstance(conf, “34”);
job.setJarByClass(T3Drive.class);

    job.setInputFormatClass(TextInputFormat.class);
    TextInputFormat.setInputPaths(job,new Path("D:\\cs\\video.txt"));


    job.setMapperClass(T3Mapper.class);
    job.setMapOutputKeyClass(Text.class);
    job.setMapOutputValueClass(NullWritable.class);


    job.setReducerClass(T3Reduce.class);
    job.setOutputKeyClass(Text.class);
    job.setOutputValueClass(NullWritable.class);


    job.setOutputFormatClass(TextOutputFormat.class);
    TextOutputFormat.setOutputPath(job,new Path("D:\\cs\\cheshi04"));

    boolean rel = job.waitForCompletion(true);

    return rel?0:1;
}
public static void main(String[] args) throws Exception {
    int run = ToolRunner.run(new T3Drive(),args);

}

}