这是我的xml文件内容：<?xml version="
1.0" encoding="UTF-8"?>
<project xmlns="http://maven
.apache
.org/POM/4
.0.0"
xmlns:xsi="http://www
.w3
.org/2
001/XMLSchema-instance"
xsi:schemaLocation="http://maven
.apache
.org/POM/4
.0.0
http://maven
.apache
.org/xsd/maven-4
.0.0.xsd">
<modelVersion>4
.0.0</modelVersion>
<groupId>org
.example</groupId>
<artifactId>spark-
mongodb-processor</artifactId>
<version>
1.0-SNAPSHOT</version>
<properties>
<maven
.compiler
.source>8</maven
.compiler
.source>
<maven
.compiler
.target>8</maven
.compiler
.target>
<project
.build
.sourceEncoding>UTF-8</project
.build
.sourceEncoding>
<!-- 统一
版本配置 -->
<spark
.version>3
.5
.0</spark
.version>
<scala
.binary
.version>2
.12</scala
.binary
.version>
<scala
.version>2
.12
.18</scala
.version>
<
mongodb.connector.version>
10.2
.1</
mongodb.connector.version>
<
mongodb.driver
.version>4
.11.1</
mongodb.driver
.version>
<
hadoop.version>3
.3
.6</
hadoop.version>
<log4j
.version>2
.2
0.0</log4j
.version>
<shade
.plugin
.version>3
.5
.1</shade
.plugin
.version>
<scala
.maven
.plugin
.version>4
.8
.1</scala
.maven
.plugin
.version>
<compiler
.plugin
.version>3
.11.0</compiler
.plugin
.version>
</properties>
<dependencies>
<!-- Spark 核心依赖 -->
<dependency>
<groupId>org
.apache
.spark</groupId>
<artifactId>spark-core_${scala
.binary
.version}</artifactId>
<version>${spark
.version}</version>
<scope>provided</scope>
</dependency>
<!-- Spark SQL 依赖 -->
<dependency>
<groupId>org
.apache
.spark</groupId>
<artifactId>spark-sql_${scala
.binary
.version}</artifactId>
<version>${spark
.version}</version>
<scope>provided</scope>
</dependency>
<!--
MongoDB Spark
Connector -->
<dependency>
<groupId>org
.mongodb.spark</groupId>
<artifactId>
mongo-spark-
connector_${scala
.binary
.version}</artifactId>
<version>${
mongodb.connector.version}</version>
<!-- 简化排除配置 -->
<exclusions>
<exclusion>
<groupId>org
.mongodb</groupId>
<artifactId>*</artifactId>
</exclusion>
</exclusions>
</dependency>
<!--
MongoDB 驱动依赖 - 统一
版本 -->
<dependency>
<groupId>org
.mongodb</groupId>
<artifactId>
mongodb-driver-sync</artifactId>
<version>${
mongodb.driver
.version}</version>
</dependency>
<!-- Scala 语言依赖 -->
<dependency>
<groupId>org
.scala-lang</groupId>
<artifactId>scala-library</artifactId>
<version>${scala
.version}</version>
</dependency>
<!--
Hadoop 客户端 - 更新到较新
版本 -->
<dependency>
<groupId>org
.apache
.hadoop</groupId>
<artifactId>
hadoop-client</artifactId>
<version>${
hadoop.version}</version>
<scope>provided</scope>
</dependency>
<!-- 日志处理 -->
<dependency>
<groupId>org
.apache
.logging
.log4j</groupId>
<artifactId>log4j-api</artifactId>
<version>${log4j
.version}</version>
</dependency>
<dependency>
<groupId>org
.apache
.logging
.log4j</groupId>
<artifactId>log4j-core</artifactId>
<version>${log4j
.version}</version>
</dependency>
<!-- 添加 SLF4J 桥接，避免日志冲突 -->
<dependency>
<groupId>org
.apache
.logging
.log4j</groupId>
<artifactId>log4j-slf4j-impl</artifactId>
<version>${log4j
.version}</version>
</dependency>
</dependencies>
<build>
<plugins>
<!-- Scala 编译插件 -->
<plugin>
<groupId>net
.alchim3
1.maven</groupId>
<artifactId>scala-maven-plugin</artifactId>
<version>${scala
.maven
.plugin
.version}</version>
<executions>
<execution>
<id>scala-compile-first</id>
<phase>process-resources</phase>
<goals>
<goal>add-source</goal>
<goal>compile</goal>
</goals>
</execution>
<execution>
<id>scala-test-compile</id>
<phase>process-test-resources</phase>
<goals>
<goal>testCompile</goal>
</goals>
</execution>
</executions>
<configuration>
<scalaVersion>${scala
.version}</scalaVersion>
<args>
<arg>-target:jvm-
1.8</arg>
</args>
</configuration>
</plugin>
<!-- Java 编译插件 -->
<plugin>
<groupId>org
.apache
.maven
.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<version>${compiler
.plugin
.version}</version>
<configuration>
<source>${maven
.compiler
.source}</source>
<target>${maven
.compiler
.target}</target>
<encoding>${project
.build
.sourceEncoding}</encoding>
</configuration>
</plugin>
<!-- Shade 打包插件 -->
<plugin>
<groupId>org
.apache
.maven
.plugins</groupId>
<artifactId>maven-shade-plugin</artifactId>
<version>${shade
.plugin
.version}</version>
<executions>
<execution>
<phase>package</phase>
<goals>
<goal>shade</goal>
</goals>
<configuration>
<shadedArtifactAttached>true</shadedArtifactAttached>
<shadedClassifierName>shaded</shadedClassifierName>
<createDependencyReducedPom>true</createDependencyReducedPom>
<transformers>
<transformer implementation="org
.apache
.maven
.plugins
.shade
.resource
.ManifestResourceTransformer">
<!-- 请确认这个主类路径是否正确 -->
<mainClass>EmotionAnalysis
.EmoAnalysis</mainClass>
</transformer>
<transformer implementation="org
.apache
.maven
.plugins
.shade
.resource
.AppendingTransformer">
<resource>reference
.conf</resource>
</transformer>
<transformer implementation="org
.apache
.maven
.plugins
.shade
.resource
.ServicesResourceTransformer"/>
</transformers>
<filters>
<filter>
<artifact>*:*</artifact>
<excludes>
<exclude>META-INF/*
.SF</exclude>
<exclude>META-INF/*
.DSA</exclude>
<exclude>META-INF/*
.RSA</exclude>
<exclude>module-info
.class</exclude>
<!-- 排除不必要的许可证文件 -->
<exclude>LICENSE</exclude>
<exclude>NOTICE</exclude>
</excludes>
</filter>
</filters>
<!-- 优化包含配置 -->
<artifactSet>
<includes>
<include>org
.mongodb:*</include>
<include>org
.mongodb.spark:*</include>
<include>org
.apache
.logging
.log4j:*</include>
</includes>
</artifactSet>
</configuration>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>
10gen发布MongoDB Hadoop Connector 1.0版本，作为中间件连接MongoDB与Hadoop，使用户能利用Hadoop进行分布式计算并处理MongoDB数据。支持通过Pig写入数据、Flume导入日志及使用Python编写MapReduce。
扫一扫
2万+
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
