1.配置windows的hadoop环境
(1)将D:\hadoop\hadoop3.1.3\bin中的hadoop.dll文件复制到C:\Windows\System32中
(2)配置环境变量
(3)点击winutils.exe,检查是否配置成功。若弹框一闪而过就代表成功,不成功再安装微软运行库(没报错,所以没有看具体怎么操作)。
(4)创建idea项目
maven配置阿里云仓库配置(修改setting.xml文件)
<?xml version="1.0" encoding="UTF-8"?>
<settings>
<!-- 本地仓库地址Local repository 修改成自己的地址-->
<localRepository>D:\360Download\LIULANQI\repository</localRepository>
<servers></servers>
<pluginGroups></pluginGroups>
<mirrors>
<mirror>
<id>aliyunmaven</id>
<mirrorOf>*</mirrorOf>
<name>阿里云公共仓库</name>
<url>https://maven.aliyun.com/repository/public</url>
</mirror>
</mirrors>
<profiles>
<!-- 全局JDK1.8配置 -->
<profile>
<id>jdk1.8</id>
<activation>
<activeByDefault>true</activeByDefault>
<jdk>1.8</jdk>
</activation>
<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<maven.compiler.source>1.8</maven.compiler.source>
<maven.compiler.target>1.8</maven.compiler.target>
<maven.compiler.compilerVersion>1.8</maven.compiler.compilerVersion>
</properties>
</profile>
</profiles>
</settings>
(5)在pom.xml中添加依赖
<dependencies>
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<version>4.12</version>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
<version>3.1.3</version>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs</artifactId>
<version>3.1.3</version>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-client</artifactId>
<version>3.1.3</version>
</dependency>
</dependencies>