windows下在eclipse中执行mapreduce 权限问题

最新推荐文章于 2020-12-12 22:57:23 发布

maixia24

最新推荐文章于 2020-12-12 22:57:23 发布

阅读量2.2k

点赞数 1

分类专栏： hadoop

本文链接：https://blog.csdn.net/maixia24/article/details/11569875

版权

hadoop 专栏收录该内容

56 篇文章 0 订阅

订阅专栏

设置主要如下

package org.EmpMain;

/**
 * Hello world!
 *
 */
import java.security.PrivilegedAction;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;
import org.apache.hadoop.security.UserGroupInformation;


public class EmpMain {
    public static void main(String[] args) throws Exception {
    	System.setProperty("path.separator", ":");
    	UserGroupInformation ugi = UserGroupInformation.createRemoteUser("hadoop");//这里
    	ugi.doAs(new PrivilegedAction<Void>(){//这里
			public Void run() {
				try {
					Configuration conf = new Configuration();
					conf.setStrings("fs.default.name", "hdfs://hadoop5:19000");//这里
					conf.set("mapred.job.tracker", "hadoop5:19001");//这里
					conf.set("mapred.jar", "D:\\workspace\\jobTask2\\EmpMain\\target\\EmpMain-0.0.1-SNAPSHOT.jar");
					Job job = new Job(conf, "empMain");
					job.setOutputKeyClass(LongWritable.class);
					job.setOutputValueClass(Employee.class);
					job.setJarByClass(EmpMain.class);
					job.setMapperClass(org.EmpMain.EmpMapper.class);
					job.setReducerClass(org.EmpMain.EmpReducer.class);
					
					job.setInputFormatClass(TextInputFormat.class);
					job.setOutputFormatClass(TextOutputFormat.class);
					
					FileInputFormat.addInputPath(job, new Path("/xiaoft/empno.txt"));
					FileOutputFormat.setOutputPath(job, new Path("/xiaoft/out29"));
					job.waitForCompletion(true);
				} catch (Exception e) {
					System.out.println(e);
				}
				return null;
			}
    	});
    }
}