Scala实现wordcount

import org.apache.spark.rdd.RDD
import org.apache.spark.{SparkConf, SparkContext}

object WordCount {
  def main(args: Array[String]): Unit = {
    val config: SparkConf = new SparkConf().setMaster("local[*]").setAppName("WordCount")

    val sc = new SparkContext(config)
    //    println(sc)
    val lines: RDD[String] = sc.textFile("in/word.txt")
    val words: RDD[String] = lines.flatMap(x=>x.split(" "))
    val wordToOne: RDD[(String, Int)] = words.map(x=>(x,1))
    val wordToSum: RDD[(String, Int)] = wordToOne.reduceByKey((x,y)=>(x+y))

    val result: Array[(String, Int)] = wordToSum.collect()
    for(word <- result) println(word)
    // lines.flatMap(_.split(" ")).map((_, 1)).reduceByKey(_+_).collect().foreach(println)
  }
}

来源：CSDN

作者：迷途小羔羊。

链接：https://blog.csdn.net/Zzh1110/article/details/103721856