ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Typo error in KafkaWordCount example

Browse source 
topicpMap to topicMap

Author: Gaspar Munoz <munozs.88@gmail.com>

Closes #2614 from gasparms/patch-1 and squashes the following commits:

00aab2c [Gaspar Munoz] Typo error in KafkaWordCount example
This commit is contained in:
Gaspar Munoz 2014-10-01 13:47:22 -07:00 committed by Tathagata Das
parent 8cc70e7e15
commit b81ee0b46d
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
examples/src/main/scala/org/apache/spark/examples/streaming/KafkaWordCount.scala
View file

@ -53,8 +53,8 @@ object KafkaWordCount {
val ssc = new StreamingContext(sparkConf, Seconds(2)) val ssc = new StreamingContext(sparkConf, Seconds(2))
ssc.checkpoint("checkpoint") ssc.checkpoint("checkpoint")
val topicpMap = topics.split(",").map((_,numThreads.toInt)).toMap val topicMap = topics.split(",").map((_,numThreads.toInt)).toMap
val lines = KafkaUtils.createStream(ssc, zkQuorum, group, topicpMap).map(_._2) val lines = KafkaUtils.createStream(ssc, zkQuorum, group, topicMap).map(_._2)
val words = lines.flatMap(_.split(" ")) val words = lines.flatMap(_.split(" "))
val wordCounts = words.map(x => (x, 1L)) val wordCounts = words.map(x => (x, 1L))
.reduceByKeyAndWindow(_ + _, _ - _, Minutes(10), Seconds(2), 2) .reduceByKeyAndWindow(_ + _, _ - _, Minutes(10), Seconds(2), 2)