[环境] hadoop 开发环境maven管理

最新推荐文章于 2025-08-13 21:30:02 发布
原创最新推荐文章于 2025-08-13 21:30:02 发布 · 110 阅读
0 ·
CC 4.0 BY-SA版权
文章标签：
#hadoop
hadoop 专栏收录该内容
13 篇文章
订阅专栏
本文介绍了一个Maven项目的配置示例，包括依赖管理和构建插件的设置。覆盖了Hadoop、Avro、ZooKeeper等大数据相关组件的版本管理，以及常用的日志、测试依赖和编译插件。
摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >
贴一下整理的maven管理配置（待补充）

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
        xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
        <modelVersion>4.0.0</modelVersion>
        <groupId>com.sanss.hadoop</groupId>
        <artifactId>parent</artifactId>
        <version>1.0.0</version>
        <packaging>pom</packaging>
        <name>SANSSHadoop :: Module :: Parent</name>

        <properties>
                <!-- dependences properties -->
                <hadoop.version>1.2.0</hadoop.version>
                <avro.version>1.7.5</avro.version>
                <jackson.version>1.9.13</jackson.version>
                <zookeeper.version>3.4.3</zookeeper.version>
                <zkclient.version>0.2-SNAPSHOT</zkclient.version>

                <slf4j.version>1.7.2</slf4j.version>
                <logback.version>1.0.9</logback.version>
                <junit.version>4.11</junit.version>
                <!-- plugins properties -->
                <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
                <jdk.version>1.7</jdk.version>
        </properties>

        <dependencyManagement>
                <dependencies>
                        <!-- Hadoop -->
                        <dependency>
                                <groupId>org.apache.hadoop</groupId>
                                <artifactId>hadoop-core</artifactId>
                                <version>${hadoop.version}</version>
                        </dependency>
                        <dependency>
                                <groupId>org.codehaus.jackson</groupId>
                                <artifactId>jackson-core-asl</artifactId>
                                <version>${jackson.version}</version>
                        </dependency>
                        <dependency>
                                <groupId>org.codehaus.jackson</groupId>
                                <artifactId>jackson-mapper-asl</artifactId>
                                <version>${jackson.version}</version>
                        </dependency>

                        <!-- Avro -->
                        <dependency>
                                <groupId>org.apache.avro</groupId>
                                <artifactId>avro</artifactId>
                                <version>${avro.version}</version>
                        </dependency>
                        <!-- ZooKeeper -->
                        <dependency>
                                <groupId>org.apache.zookeeper</groupId>
                                <artifactId>zookeeper</artifactId>
                                <version>${zookeeper.version}</version>
                                <exclusions>
                                        <exclusion>
                                                <groupId>log4j</groupId>
                                                <artifactId>log4j</artifactId>
                                        </exclusion>
                                        <exclusion>
                                                <groupId>org.slf4j</groupId>
                                                <artifactId>slf4j-log4j12</artifactId>
                                        </exclusion>
                                </exclusions>
                        </dependency>
                        <!-- Common -->
                        <dependency>
                                <groupId>commons-codec</groupId>
                                <artifactId>commons-codec</artifactId>
                                <version>1.4</version>
                        </dependency>
                        <dependency>
                                <groupId>commons-configuration</groupId>
                                <artifactId>commons-configuration</artifactId>
                                <version>1.6</version>
                                <exclusions>
                                        <exclusion>
                                                <groupId>commons-logging</groupId>
                                                <artifactId>commons-logging</artifactId>
                                        </exclusion>
                                </exclusions>
                        </dependency>
                        <dependency>
                                <groupId>commons-httpclient</groupId>
                                <artifactId>commons-httpclient</artifactId>
                                <version>3.1</version>
                                <exclusions>
                                        <exclusion>
                                                <groupId>commons-logging</groupId>
                                                <artifactId>commons-logging</artifactId>
                                        </exclusion>
                                </exclusions>
                        </dependency>
                        <dependency>
                                <groupId>commons-el</groupId>
                                <artifactId>commons-el</artifactId>
                                <version>1.0</version>
                                <exclusions>
                                        <exclusion>
                                                <groupId>commons-logging</groupId>
                                                <artifactId>commons-logging</artifactId>
                                        </exclusion>
                                </exclusions>
                        </dependency>
                        <dependency>
                                <groupId>net.java.dev.jets3t</groupId>
                                <artifactId>jets3t</artifactId>
                                <version>0.6.1</version>
                                <exclusions>
                                        <exclusion>
                                                <groupId>commons-logging</groupId>
                                                <artifactId>commons-logging</artifactId>
                                        </exclusion>
                                </exclusions>
                        </dependency>
                        <!-- LOGGING begin -->
                        <!-- slf4j -->
                        <dependency>
                                <groupId>org.slf4j</groupId>
                                <artifactId>slf4j-api</artifactId>
                                <version>${slf4j.version}</version>
                        </dependency>
                        <dependency>
                                <groupId>org.slf4j</groupId>
                                <artifactId>slf4j-simple</artifactId>
                                <version>${slf4j.version}</version>
                        </dependency>
                        <!-- logback -->
                        <dependency>
                                <groupId>ch.qos.logback</groupId>
                                <artifactId>logback-classic</artifactId>
                                <version>${logback.version}</version>
                        </dependency>
                        <!-- log4j 实际调用slf4j -->
                        <dependency>
                                <groupId>org.slf4j</groupId>
                                <artifactId>log4j-over-slf4j</artifactId>
                                <version>${slf4j.version}</version>
                                <scope>runtime</scope>
                        </dependency>
                        <!-- common-logging 实际调用slf4j -->
                        <dependency>
                                <groupId>org.slf4j</groupId>
                                <artifactId>jcl-over-slf4j</artifactId>
                                <version>${slf4j.version}</version>
                                <scope>runtime</scope>
                        </dependency>
                        <!-- LOGGING end -->

                        <!-- TEST begin -->
                        <dependency>
                                <groupId>junit</groupId>
                                <artifactId>junit</artifactId>
                                <version>${junit.version}</version>
                                <scope>test</scope>
                        </dependency>
                        <!-- TEST end -->
                </dependencies>
        </dependencyManagement>
        <build>
                <pluginManagement>
                        <plugins>
                                <plugin>
                                        <groupId>org.apache.maven.plugins</groupId>
                                        <artifactId>maven-compiler-plugin</artifactId>
                                        <version>3.0</version>
                                        <configuration>
                                                <source>${jdk.version}</source>
                                                <target>${jdk.version}</target>
                                                <showWarnings>true</showWarnings>
                                        </configuration>
                                </plugin>
                                <plugin>
                                        <groupId>org.apache.maven.plugins</groupId>
                                        <artifactId>maven-resources-plugin</artifactId>
                                        <version>2.6</version>
                                </plugin>
                                <plugin>
                                        <groupId>org.apache.maven.plugins</groupId>
                                        <artifactId>maven-clean-plugin</artifactId>
                                        <version>2.5</version>
                                </plugin>
                                <plugin>
                                        <groupId>org.apache.maven.plugins</groupId>
                                        <artifactId>maven-install-plugin</artifactId>
                                        <version>2.4</version>
                                </plugin>
                                <plugin>
                                        <groupId>org.apache.avro</groupId>
                                        <artifactId>avro-maven-plugin</artifactId>
                                        <version>${avro.version}</version>
                                        <executions>
                                                <execution>
                                                        <phase>generate-sources</phase>
                                                        <goals>
                                                                <goal>schema</goal>
                                                        </goals>
                                                        <configuration>
                                                                <sourceDirectory>${project.basedir}/src/main/avro/</sourceDirectory>
                                                                <outputDirectory>${project.basedir}/src/main/java/</outputDirectory>
                                                        </configuration>
                                                </execution>
                                        </executions>
                                </plugin>
                        </plugins>
                </pluginManagement>
        </build>
</project>