在windows版本下的eclipse中连接hadoop2.2跑job

最新推荐文章于 2014-11-20 00:21:56 发布

LANWENBING

最新推荐文章于 2014-11-20 00:21:56 发布

阅读量1.1k

点赞数

分类专栏： java big data 文章标签： hadoop

本文链接：https://blog.csdn.net/LANWENBING/article/details/38045213

版权

java 同时被 2 个专栏收录

31 篇文章 0 订阅

订阅专栏

big data

10 篇文章 0 订阅

订阅专栏

首先要重写在YARNRUNNDER.java这个类

将350行改成ContainerLaunchContext amContainer = ContainerLaunchContext.newInstance(localResources, replaceEnvironment(environment),
vargsFinal, null, securityTokens, acls);

private Map<String, String> replaceEnvironment(Map<String, String> environment) {
String tmpClassPath = environment.get("CLASSPATH");
tmpClassPath=tmpClassPath.replaceAll(";", ":");
tmpClassPath=tmpClassPath.replaceAll("%PWD%", "\\$PWD");
tmpClassPath=tmpClassPath.replaceAll("%HADOOP_MAPRED_HOME%", "\\$HADOOP_MAPRED_HOME");
tmpClassPath=tmpClassPath.replaceAll("%HADOOP_CONF_DIR%", "\\$HADOOP_CONF_DIR");
tmpClassPath=tmpClassPath.replaceAll("%HADOOP_COMMON_HOME%", "\\$HADOOP_COMMON_HOME");
tmpClassPath=tmpClassPath.replaceAll("%HADOOP_HDFS_HOME%", "\\$HADOOP_HDFS_HOME");
tmpClassPath=tmpClassPath.replaceAll("%HADOOP_YARN_HOME%", "\\$HADOOP_YARN_HOME");
tmpClassPath= tmpClassPath.replaceAll("\\\\", "/" );
environment.put("CLASSPATH",tmpClassPath);
return environment;
}