Added StreamingContext.awaitTermination to streaming examples.

This commit is contained in:
Tathagata Das 2014-01-20 20:25:04 -08:00
parent 792d9084e2
commit 2e95174c45
17 changed files with 17 additions and 0 deletions

View file

@ -70,5 +70,6 @@ public final class JavaFlumeEventCount {
}).print();
ssc.start();
ssc.awaitTermination();
}
}

View file

@ -104,5 +104,6 @@ public final class JavaKafkaWordCount {
wordCounts.print();
jssc.start();
jssc.awaitTermination();
}
}

View file

@ -84,5 +84,6 @@ public final class JavaNetworkWordCount {
wordCounts.print();
ssc.start();
ssc.awaitTermination();
}
}

View file

@ -80,5 +80,6 @@ public final class JavaQueueStream {
reducedStream.print();
ssc.start();
ssc.awaitTermination();
}
}

View file

@ -171,5 +171,6 @@ object ActorWordCount {
lines.flatMap(_.split("\\s+")).map(x => (x, 1)).reduceByKey(_ + _).print()
ssc.start()
ssc.awaitTermination()
}
}

View file

@ -60,5 +60,6 @@ object FlumeEventCount {
stream.count().map(cnt => "Received " + cnt + " flume events." ).print()
ssc.start()
ssc.awaitTermination()
}
}

View file

@ -50,6 +50,7 @@ object HdfsWordCount {
val wordCounts = words.map(x => (x, 1)).reduceByKey(_ + _)
wordCounts.print()
ssc.start()
ssc.awaitTermination()
}
}

View file

@ -61,6 +61,7 @@ object KafkaWordCount {
wordCounts.print()
ssc.start()
ssc.awaitTermination()
}
}

View file

@ -101,5 +101,6 @@ object MQTTWordCount {
val wordCounts = words.map(x => (x, 1)).reduceByKey(_ + _)
wordCounts.print()
ssc.start()
ssc.awaitTermination()
}
}

View file

@ -54,5 +54,6 @@ object NetworkWordCount {
val wordCounts = words.map(x => (x, 1)).reduceByKey(_ + _)
wordCounts.print()
ssc.start()
ssc.awaitTermination()
}
}

View file

@ -61,5 +61,6 @@ object RawNetworkGrep {
union.filter(_.contains("the")).count().foreachRDD(r =>
println("Grep count: " + r.collect().mkString))
ssc.start()
ssc.awaitTermination()
}
}

View file

@ -114,5 +114,6 @@ object RecoverableNetworkWordCount {
createContext(master, ip, port, outputPath)
})
ssc.start()
ssc.awaitTermination()
}
}

View file

@ -65,5 +65,6 @@ object StatefulNetworkWordCount {
val stateDstream = wordDstream.updateStateByKey[Int](updateFunc)
stateDstream.print()
ssc.start()
ssc.awaitTermination()
}
}

View file

@ -110,5 +110,6 @@ object TwitterAlgebirdCMS {
})
ssc.start()
ssc.awaitTermination()
}
}

View file

@ -87,5 +87,6 @@ object TwitterAlgebirdHLL {
})
ssc.start()
ssc.awaitTermination()
}
}

View file

@ -69,5 +69,6 @@ object TwitterPopularTags {
})
ssc.start()
ssc.awaitTermination()
}
}

View file

@ -91,5 +91,6 @@ object ZeroMQWordCount {
val wordCounts = words.map(x => (x, 1)).reduceByKey(_ + _)
wordCounts.print()
ssc.start()
ssc.awaitTermination()
}
}