ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Removing offset management code that is non-existent in kafka 0.7.0+

Browse source
This commit is contained in:
seanm 2013-01-14 17:13:10 -07:00
parent 82b0cc90ca
commit b61a4ec773
1 changed files with 0 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
streaming/src/main/scala/spark/streaming/dstream/KafkaInputDStream.scala
View file

@ -173,13 +173,6 @@ class KafkaReceiver(host: String, port: Int, groupId: String,
stream.takeWhile { msgAndMetadata =>
blockGenerator += msgAndMetadata.message
// Updating the offet. The key is (broker, topic, group, partition).
val key = KafkaPartitionKey(msgAndMetadata.topicInfo.brokerId, msgAndMetadata.topic,
groupId, msgAndMetadata.topicInfo.partition.partId)
val offset = msgAndMetadata.topicInfo.getConsumeOffset
offsets.put(key, offset)
// logInfo("Handled message: " + (key, offset).toString)
// Keep on handling messages
true
}