使用idea进行编程操作
创建文件 data/movie1.txt
{"mid":1,"rate":6,"uid":"u001","ts":15632433243} {"mid":1,"rate":4,"uid":"u002","ts":15632433263} {"mid":1,"rate":5,"uid":"u003","ts":15632403263} {"mid":1,"rate":3,"uid":"u004","ts":15632403963} {"mid":1,"rate":4,"uid":"u004","ts":15632403963} {"mid":2,"rate":5,"uid":"u001","ts":15632433243} {"mid":2,"rate":4,"uid":"u002","ts":15632433263} {"mid":2,"rate":7,"uid":"u005","ts":15632403963} {"mid":2,"rate":6,"uid":"u005","ts":15632403963} {"mid":3,"rate":2,"uid":"u001","ts":15632433243} {"mid":3,"rate":3,"uid":"u005","ts":15632403963} {"mid":3,"rate":8,"uid":"u005","ts":15632403963} {"mid":3,"rate":7,"uid":"u005","ts":15632403963}
1. 导入依赖
<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<spark.version>3.2.3</spark.version>
<scala.version>2.12.12</scala.version>
</properties>
<dependencies>
<!-- scala的依赖 -->
<d