We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
2 parents 13dca89 + 1a3e765 commit 6b34161Copy full SHA for 6b34161
src/main/scala/com/oreilly/learningsparkexamples/scala/BasicFilterUnionCombo.scala
@@ -13,7 +13,7 @@ object BasicFilterUnionCombo {
13
val sc = new SparkContext(conf)
14
val inputRDD = sc.textFile(args(1))
15
val errorsRDD = inputRDD.filter(_.contains("error"))
16
- val warningsRDD = inputRDD.filter(_.contains("error"))
+ val warningsRDD = inputRDD.filter(_.contains("warn"))
17
val badLinesRDD = errorsRDD.union(warningsRDD)
18
println(badLinesRDD.collect().mkString("\n"))
19
}
0 commit comments