Create AnotherSortedWordCountSolution.scala

Author: jleetutorial

src/main/scala/com/sparkTutorial/pairRdd/sort/AnotherSortedWordCountSolution.scala

@@ -0,0 +1,25 @@
+package com.sparkTutorial.pairRdd.sort
+
+import org.apache.log4j.{Level, Logger}
+import org.apache.spark.{SparkConf, SparkContext}
+
+object AnotherSortedWordCountSolution {
+
+  def main(args: Array[String]) {
+
+    Logger.getLogger("org").setLevel(Level.ERROR)
+    val conf = new SparkConf().setAppName("wordCounts").setMaster("local[3]")
+    val sc = new SparkContext(conf)
+
+    val lines = sc.textFile("in/word_count.text")
+    val wordRdd = lines.flatMap(line => line.split(" "))
+
+    val wordPairRdd = wordRdd.map(word => (word, 1))
+    val wordCounts = wordPairRdd.reduceByKey((x, y) => x + y)
+
+    val sortedWordCounts = wordCounts.sortBy(wordCount => wordCount._2, ascending = false)
+
+    for ((word, count) <- sortedWordCounts.collect()) println(word + " : " + count)
+
+  }
+}