linux 运行wordcount.jar

最新推荐文章于 2023-07-21 13:19:49 发布

qzWsong

最新推荐文章于 2023-07-21 13:19:49 发布

阅读量242

点赞数

分类专栏： hadoop

本文链接：https://blog.csdn.net/java_creatMylief/article/details/111145158

版权

hadoop 专栏收录该内容

19 篇文章 0 订阅

订阅专栏

打jar包，然后不打lib包，我们用linux的hadoop的jar包

hdplib=`find /opt/aps/hadoop-2.8.5/ -name "*.jar" | xargs | sed 's/ /:/g'`

定义变量，拼接classPath 

java -cp task.jar:${hdplib} com.ws.wordcount.WordCountMap arg0 arg1 arg2 

[root@dream4 testhdp]# find /opt/apps/hadoop-2.8.5/ -name "*.jar"
/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-native-client-2.8.5.jar
/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-client-2.8.5.jar
/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-native-client-2.8.5-tests.jar
/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-2.8.5.jar
/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/sources/hadoop-hdfs-native-client-2.8.5-test-sources.jar

[root@dream4 testhdp]# find /opt/apps/hadoop-2.8.5/ -name "*.jar" | xargs
/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-native-client-2.8.5.jar /opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-client-2.8.5.jar /opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-native-client-2.8.5-tests.jar /opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-2.8.5.jar 

find /opt/apps/hadoop-2.8.5/ -name "*.jar" | xargs | sed 's\ \:\g'
/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-native-client-2.8.5.jar:/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-client-2.8.5.jar:/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-native-client-2.8.5-tests.jar:/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-2.8.5.jar:/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/sources/hadoop-hdfs-native-client-2.8.5-test-sources.jar

[root@dream4 testhdp]# hdplib=`find /opt/apps/hadoop-2.8.5/ -name "*.jar" | xargs | sed 's\ \:\g'`

[root@dream4 testhdp]# echo ${hdplib}