Spark—WordCount单词计数器

在pom中导入配置信息

<dependencies>
        <dependency>
            <groupId>org.apache.spark</groupId>
            <artifactId>spark-core_2.11</artifactId>
            <version>2.1.1</version>
        </dependency>
 </dependencies>

Spark-WordCount

import org.apache.spark.{SparkConf, SparkContext}

object WordCount {

    def main(args: Array[String]): Unit = {

        val conf = new SparkConf().setMaster("local[*]").setAppName("WordCount")

        val sc = new SparkContext(conf)

        sc.textFile("/input").flatMap(_.split(" ")).map((_, 1)).reduceByKey(_+_).saveAsTextFile("/output")

        sc.stop()
    }
}