level 1
欲哭55无泪
楼主
object WordCount {
def main(args: Array[String]): Unit = {
val sparkconf = new SparkConf().setAppName("wordCount").setMaster("local[2]")
val sc = new SparkContext(sparkconf)
val textfileRDD = sc.textFile("spark/in/readme.txt")
val wordCountRDD = textfileRDD.flatMap(_.split(" ")).map(_->1).reduceByKey(_+_)
wordCountRDD.collect().foreach{
case (word,count) => println(s"word: $word count: $count")
}
wordCountRDD.saveAsTextFile("spark/out/")
}
}
//collect能正常打印结果出来，但是saveAsTextFile只生成了目录，里面什么都没有![[泪]](/static/emoticons/u6cea.png)
2020年05月18日 14点05分
1
def main(args: Array[String]): Unit = {
val sparkconf = new SparkConf().setAppName("wordCount").setMaster("local[2]")
val sc = new SparkContext(sparkconf)
val textfileRDD = sc.textFile("spark/in/readme.txt")
val wordCountRDD = textfileRDD.flatMap(_.split(" ")).map(_->1).reduceByKey(_+_)
wordCountRDD.collect().foreach{
case (word,count) => println(s"word: $word count: $count")
}
wordCountRDD.saveAsTextFile("spark/out/")
}
}
//collect能正常打印结果出来，但是saveAsTextFile只生成了目录，里面什么都没有
