本文介绍了在使用Maven编译与Hadoop相关产品时如何配置CDH版本的相关依赖。详细列出了Hadoop、Hive、HBase等组件的具体groupId、artifactId及版本号。
在使用Maven编译一些与hadoop相关的产品时候需要使用hadoop相关版本对应的核心组件，而自己使用的大多数都是CDH版本。因而需要从些版本上下载相应的包。
相应的解决方法是在pom.xml增加如下：
clouderahttps://repository.cloudera.com/artifactory/cloudera-repos/
以下显示的是project name, groupId, artifactId, and version required to access each CDH4 artifact.
|
Project |
groupId |
artifactId |
version |
|---|---|---|---|
|
Hadoop |
org.apache.hadoop |
hadoop-annotations |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-archives |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-assemblies |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-auth |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-client |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-common |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-datajoin |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-dist |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-distcp |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-extras |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-gridmix |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-hdfs |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-mapreduce-client-app |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-mapreduce-client-common |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-mapreduce-client-core |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-mapreduce-client-hs |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-mapreduce-client-jobclient |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-mapreduce-client-shuffle |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-mapreduce-examples |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-rumen |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-yarn-api |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-yarn-applications-distributedshell |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-yarn-applications-unmanaged-am-launcher |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-yarn-client |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-yarn-common |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-yarn-server-common |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-yarn-server-nodemanager |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-yarn-server-resourcemanager |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-yarn-server-tests |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-yarn-server-web-proxy |
2.0.0-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-yarn-site |
2.0.0-cdh4.2.0 |
|
Hadoop MRv1 |
org.apache.hadoop |
hadoop-core |
2.0.0-mr1-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-examples |
2.0.0-mr1-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-minicluster |
2.0.0-mr1-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-streaming |
2.0.0-mr1-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-test |
2.0.0-mr1-cdh4.2.0 |
|
|
org.apache.hadoop |
hadoop-tools |
2.0.0-mr1-cdh4.2.0 |
|
Hive |
org.apache.hive |
hive-anttasks |
0.10.0-cdh4.2.0 |
|
|
org.apache.hive |
hive-builtins |
0.10.0-cdh4.2.0 |
|
|
org.apache.hive |
hive-cli |
0.10.0-cdh4.2.0 |
|
|
org.apache.hive |
hive-common |
0.10.0-cdh4.2.0 |
|
|
org.apache.hive |
hive-contrib |
0.10.0-cdh4.2.0 |
|
|
org.apache.hive |
hive-exec |
0.10.0-cdh4.2.0 |
|
|
org.apache.hive |
hive-hbase-handler |
0.10.0-cdh4.2.0 |
|
|
org.apache.hive |
hive-hwi |
0.10.0-cdh4.2.0 |
|
|
org.apache.hive |
hive-jdbc |
0.10.0-cdh4.2.0 |
|
|
org.apache.hive |
hive-metastore |
0.10.0-cdh4.2.0 |
|
|
org.apache.hive |
hive-pdk |
0.10.0-cdh4.2.0 |
|
|
org.apache.hive |
hive-serde |
0.10.0-cdh4.2.0 |
|
|
org.apache.hive |
hive-service |
0.10.0-cdh4.2.0 |
|
|
org.apache.hive |
hive-shims |
0.10.0-cdh4.2.0 |
|
HBase |
org.apache.hbase |
hbase |
0.94.2-cdh4.2.0 |
|
ZooKeeper |
org.apache.zookeeper |
zookeeper |
3.4.5-cdh4.2.0 |
|
Sqoop |
org.apache.sqoop |
sqoop |
1.4.2-cdh4.2.0 |
|
Pig |
org.apache.pig |
pig |
0.10.0-cdh4.2.0 |
|
|
org.apache.pig |
pigsmoke |
0.10.0-cdh4.2.0 |
|
|
org.apache.pig |
pigunit |
0.10.0-cdh4.2.0 |
|
Flume 1.x |
org.apache.flume |
flume-ng-configuration |
1.3.0-cdh4.2.0 |
|
|
org.apache.flume |
flume-ng-core |
1.3.0-cdh4.2.0 |
|
|
org.apache.flume |
flume-ng-embedded-agent |
1.3.0-cdh4.2.0 |
|
|
org.apache.flume |
flume-ng-node |
1.3.0-cdh4.2.0 |
|
|
org.apache.flume |
flume-ng-sdk |
1.3.0-cdh4.2.0 |
|
|
org.apache.flume |
flume-ng-tests |
1.3.0-cdh4.2.0 |
|
|
org.apache.flume.flume-ng-channels |
flume-file-channel |
1.3.0-cdh4.2.0 |
|
|
org.apache.flume.flume-ng-channels |
flume-jdbc-channel |
1.3.0-cdh4.2.0 |
|
|
org.apache.flume.flume-ng-channels |
flume-recoverable-memory-channel |
1.3.0-cdh4.2.0 |
|
|
org.apache.flume.flume-ng-clients |
flume-ng-log4jappender |
1.3.0-cdh4.2.0 |
|
|
org.apache.flume.flume-ng-legacy-sources |
flume-avro-source |
1.3.0-cdh4.2.0 |
|
|
org.apache.flume.flume-ng-legacy-sources |
flume-thrift-source |
1.3.0-cdh4.2.0 |
|
|
org.apache.flume.flume-ng-sinks |
flume-hdfs-sink |
1.3.0-cdh4.2.0 |
|
|
org.apache.flume.flume-ng-sinks |
flume-irc-sink |
1.3.0-cdh4.2.0 |
|
|
org.apache.flume.flume-ng-sinks |
flume-ng-elasticsearch-sink |
1.3.0-cdh4.2.0 |
|
|
org.apache.flume.flume-ng-sinks |
flume-ng-hbase-sink |
1.3.0-cdh4.2.0 |
|
|
org.apache.flume.flume-ng-sources |
flume-jms-source |
1.3.0-cdh4.2.0 |
|
|
org.apache.flume.flume-ng-sources |
flume-scribe-source |
1.3.0-cdh4.2.0 |
|
Oozie |
org.apache.oozie |
oozie-client |
3.3.0-cdh4.2.0 |
|
|
org.apache.oozie |
oozie-core |
3.3.0-cdh4.2.0 |
|
|
org.apache.oozie |
oozie-examples |
3.3.0-cdh4.2.0 |
|
|
org.apache.oozie |
oozie-hadoop |
2.0.0-cdh4.2.0.oozie-3.3.0-cdh4.2.0 |
|
|
org.apache.oozie |
oozie-hadoop-distcp |
2.0.0-mr1-cdh4.2.0.oozie-3.3.0-cdh4.2.0 |
|
|
org.apache.oozie |
oozie-hadoop-test |
2.0.0-mr1-cdh4.2.0.oozie-3.3.0-cdh4.2.0 |
|
|
org.apache.oozie |
oozie-hbase |
0.94.2-cdh4.2.0.oozie-3.3.0-cdh4.2.0 |
|
|
org.apache.oozie |
oozie-sharelib-distcp |
3.3.0-cdh4.2.0 |
|
|
org.apache.oozie |
oozie-sharelib-distcp-yarn |
3.3.0-cdh4.2.0 |
|
|
org.apache.oozie |
oozie-sharelib-hive |
3.3.0-cdh4.2.0 |
|
|
org.apache.oozie |
oozie-sharelib-oozie |
3.3.0-cdh4.2.0 |
|
|
org.apache.oozie |
oozie-sharelib-pig |
3.3.0-cdh4.2.0 |
|
|
org.apache.oozie |
oozie-sharelib-sqoop |
3.3.0-cdh4.2.0 |
|
|
org.apache.oozie |
oozie-sharelib-streaming |
3.3.0-cdh4.2.0 |
|
|
org.apache.oozie |
oozie-sharelib-streaming-yarn |
3.3.0-cdh4.2.0 |
|
|
org.apache.oozie |
oozie-tools |
3.3.0-cdh4.2.0 |
|
Mahout |
org.apache.mahout |
mahout-buildtools |
0.7-cdh4.2.0 |
|
|
org.apache.mahout |
mahout-core |
0.7-cdh4.2.0 |
|
|
org.apache.mahout |
mahout-examples |
0.7-cdh4.2.0 |
|
|
org.apache.mahout |
mahout-integration |
0.7-cdh4.2.0 |
|
|
org.apache.mahout |
mahout-math |
0.7-cdh4.2.0 |
|
Whirr |
org.apache.whirr |
whirr-build-tools |
0.8.0-cdh4.2.0 |
|
|
org.apache.whirr |
whirr-cassandra |
0.8.0-cdh4.2.0 |
|
|
org.apache.whirr |
whirr-cdh |
0.8.0-cdh4.2.0 |
|
|
org.apache.whirr |
whirr-chef |
0.8.0-cdh4.2.0 |
|
|
org.apache.whirr |
whirr-cli |
0.8.0-cdh4.2.0 |
|
|
org.apache.whirr |
whirr-core |
0.8.0-cdh4.2.0 |
|
|
org.apache.whirr |
whirr-elasticsearch |
0.8.0-cdh4.2.0 |
|
|
org.apache.whirr |
whirr-examples |
0.8.0-cdh4.2.0 |
|
|
org.apache.whirr |
whirr-ganglia |
0.8.0-cdh4.2.0 |
|
|
org.apache.whirr |
whirr-hadoop |
0.8.0-cdh4.2.0 |
|
|
org.apache.whirr |
whirr-hama |
0.8.0-cdh4.2.0 |
|
|
org.apache.whirr |
whirr-hbase |
0.8.0-cdh4.2.0 |
|
|
org.apache.whirr |
whirr-mahout |
0.8.0-cdh4.2.0 |
|
|
org.apache.whirr |
whirr-pig |
0.8.0-cdh4.2.0 |
|
|
org.apache.whirr |
whirr-puppet |
0.8.0-cdh4.2.0 |
|
|
org.apache.whirr |
whirr-solr |
0.8.0-cdh4.2.0 |
|
|
org.apache.whirr |
whirr-yarn |
0.8.0-cdh4.2.0 |
|
|
org.apache.whirr |
whirr-zookeeper |
0.8.0-cdh4.2.0 |
|
DataFu |
com.linkedin.datafu |
datafu |
0.0.4-cdh4.2.0 |
|
Sqoop2 |
org.apache.sqoop |
sqoop-client |
1.99.1-cdh4.2.0 |
|
|
org.apache.sqoop |
sqoop-common |
1.99.1-cdh4.2.0 |
|
|
org.apache.sqoop |
sqoop-core |
1.99.1-cdh4.2.0 |
|
|
org.apache.sqoop |
sqoop-docs |
1.99.1-cdh4.2.0 |
|
|
org.apache.sqoop |
sqoop-spi |
1.99.1-cdh4.2.0 |
|
|
org.apache.sqoop.connector |
sqoop-connector-generic-jdbc |
1.99.1-cdh4.2.0 |
|
|
org.apache.sqoop.repository |
sqoop-repository-derby |
1.99.1-cdh4.2.0 |
|
HCatalog |
org.apache.hcatalog |
hcatalog-core |
0.4.0-cdh4.2.0 |
|
|
org.apache.hcatalog |
hcatalog-pig-adapter |
0.4.0-cdh4.2.0 |
|
|
org.apache.hcatalog |
hcatalog-server-extensions |
0.4.0-cdh4.2.0 |
|
|
org.apache.hcatalog |
webhcat |
0.4.0-cdh4.2.0 |
|
|
org.apache.hcatalog |
webhcat-java-client |
0.4.0-cdh4.2.0 |
来自 “ ITPUB博客 ” ，链接：http://blog.itpub.net/16582684/viewspace-1283621/，如需转载，请注明出处，否则将追究法律责任。
转载于:http://blog.itpub.net/16582684/viewspace-1283621/
扫一扫
276
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
