spark-学习笔记--5 wordcount scala版

spark-学习笔记--5   wordcount scala版

 

import org.apache.spark.SparkConf
import org.apache.spark.SparkContext

object  WordCount {
  
  
  def main(args :Array[String]){
    
    
    val conf = new SparkConf().setAppName("wordcount");
    val sc = new SparkContext(conf);
    val lines =  sc.textFile("hdfs://master:9000/666666666.txt", 1);
    val words = lines.flatMap(line => line.split(" "))
    val pairs = words.map(word => (word,1));
    val wordCounts =  pairs.reduceByKey { _ + _}
    
    wordCounts.foreach(wordCount => println(wordCount._1+"---"+wordCount._2))
    
  
  }
  
  
}