package com.zwq
import org.apache.spark.{SparkConf, SparkContext}
object WordCount {
def main(args: Array[String]): Unit = {
val conf = new SparkConf().setMaster("local").setAppName("wordCount")
val sc = new SparkContext(conf)
var input = sc.textFile("helloSpark.txt")
val lines = input.flatMap(line => line.split(" "))
val count = lines.map(word => (word, 1)).reduceByKey{case (x, y)=> x+y}
val output = count.saveAsTextFile("helloSparkRes")
}
}
原文:https://www.cnblogs.com/conquorer/p/12456396.html