linux 运行wordcount.jar

最新推荐文章于 2025-03-19 23:37:26 发布

原创最新推荐文章于 2025-03-19 23:37:26 发布 · 283 阅读

0 ·

CC 4.0 BY-SA版权

hadoop 专栏收录该内容

20 篇文章

订阅专栏

本文介绍如何在Linux环境下使用Hadoop的jar包进行任务执行，包括定义变量并拼接ClassPath的方法。

打jar包，然后不打lib包，我们用linux的hadoop的jar包

hdplib=`find /opt/aps/hadoop-2.8.5/ -name "*.jar" | xargs | sed 's/ /:/g'`

定义变量，拼接classPath 

java -cp task.jar:${hdplib} com.ws.wordcount.WordCountMap arg0 arg1 arg2 

[root@dream4 testhdp]# find /opt/apps/hadoop-2.8.5/ -name "*.jar"
/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-native-client-2.8.5.jar
/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-client-2.8.5.jar
/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-native-client-2.8.5-tests.jar
/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-2.8.5.jar
/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/sources/hadoop-hdfs-native-client-2.8.5-test-sources.jar

[root@dream4 testhdp]# find /opt/apps/hadoop-2.8.5/ -name "*.jar" | xargs
/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-native-client-2.8.5.jar /opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-client-2.8.5.jar /opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-native-client-2.8.5-tests.jar /opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-2.8.5.jar 

find /opt/apps/hadoop-2.8.5/ -name "*.jar" | xargs | sed 's\ \:\g'
/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-native-client-2.8.5.jar:/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-client-2.8.5.jar:/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-native-client-2.8.5-tests.jar:/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/hadoop-hdfs-2.8.5.jar:/opt/apps/hadoop-2.8.5/share/hadoop/hdfs/sources/hadoop-hdfs-native-client-2.8.5-test-sources.jar

[root@dream4 testhdp]# hdplib=`find /opt/apps/hadoop-2.8.5/ -name "*.jar" | xargs | sed 's\ \:\g'`

[root@dream4 testhdp]# echo ${hdplib}