CDH开启kerberos后，HDFS连接的Java——API参数配置

    大数据平台的安全认证Kerberos是一个比较麻烦的东西，但往往为了平台的安全需要开启，开启后使用JavaAPI操作HDFS，需要进行用户登陆认证。

   1. 首先需要开启CDH的kerberos，开启Kerberos可以参考_CDH配置kerberos_。

   2.开启后，下载 krb5.conf、hdfs-site.xml（hdfs的配置文件）和认证用户的.keytab文件

   3.下面贴出来测试使用的代码

import org.apache.commons.io.filefilter.FileFileFilter;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataOutputStream;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.LocatedFileStatus;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.fs.RemoteIterator;
import org.apache.hadoop.hdfs.DistributedFileSystem;
import org.apache.hadoop.hdfs.HdfsConfiguration;
import org.apache.hadoop.hdfs.protocol.DatanodeInfo;
import org.apache.hadoop.io.IOUtils;
import org.apache.hadoop.security.SecurityUtil;
import org.apache.hadoop.security.UserGroupInformation;
import org.apache.log4j.Logger;

/**
 * @Description: HDFS的操作类
 * @author: WH
 * @date: 2016-8-8 下午7:13:11
 */
public class HdfsService {

	// 日志
	private static Logger log =Logger.getLogger(HdfsService.class);
	private static Configuration conf = null;

	public String defaultAddress = "webhdfs://10.134.161.108:50070/";//设置hdfs的连接方式为webhdfs，通过HTTP访问hdfs
	
	
	private HdfsService() {
		// TODO Auto-generated method stub
		conf = new Configuration();
		System.setProperty("java.security.krb5.conf","C:/Users/user/Desktop/pwmx/krb5.conf");//设置kerberos配置信息
		conf.set("fs.defaultFS", defaultAddress);//namenode地址
		conf.set("fs.hdfs.impl",org.apache.hadoop.hdfs.DistributedFileSystem.class.getName());
		conf.set("fs.file.impl",org.apache.hadoop.fs.LocalFileSystem.class.getName());
		conf.set("fs.webhdfs.impl",org.apache.hadoop.hdfs.web.WebHdfsFileSystem.class.getName());
		conf.setBoolean("hadoop.security.authentication",true);
		conf.set("hadoop.security.authentication","kerberos");
		conf.set("dfs.namenode.kerberos.principal","hdfs/_HOST@TEST.COM");//hdfs-site.xml中配置信息
		conf.set("dfs.datanode.kerberos.principal","hdfs/_HOST@TEST.COM");//hdfs-site.xml中配置信息
		UserGroupInformation.setConfiguration(conf);
		try {
			UserGroupInformation.loginUserFromKeytab("YJ100001","C:/Users/user/Desktop/pwmx/YJ100001.keytab");//kerberos 认证
			UserGroupInformation.getLoginUser();
		} catch (Exception e) {
			// TODO Auto-generated catch block
			e.printStackTrace();
		}

	}
	/**
	 * @param path
	 * @return
	 * @throws IOException
	 */
	public boolean exits(String path) throws Exception {
		
		FileSystem fs = FileSystem.get(conf);
		return fs.exists(new Path(path));
	}

	

	public static void main(String[] args){
		HdfsService hd = new HdfsService();
		try {
			System.out.println(hd.exits("/"));
		} catch (Exception e) {
			// TODO Auto-generated catch block
			e.printStackTrace();
		}
	}



}