Repository: crunch Updated Branches: refs/heads/master 427c54acd -> a743e4e47
CRUNCH-628: Upgraded to Kafka 0.10.0.x Project: http://git-wip-us.apache.org/repos/asf/crunch/repo Commit: http://git-wip-us.apache.org/repos/asf/crunch/commit/a743e4e4 Tree: http://git-wip-us.apache.org/repos/asf/crunch/tree/a743e4e4 Diff: http://git-wip-us.apache.org/repos/asf/crunch/diff/a743e4e4 Branch: refs/heads/master Commit: a743e4e470667b509199987eb4926f53bc6a03f8 Parents: 427c54a Author: Micah Whitacre <[email protected]> Authored: Tue Dec 6 21:50:02 2016 -0500 Committer: Micah Whitacre <[email protected]> Committed: Mon Feb 6 11:02:11 2017 -0600 ---------------------------------------------------------------------- .../main/java/org/apache/crunch/kafka/KafkaRecordsIterable.java | 2 +- pom.xml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/crunch/blob/a743e4e4/crunch-kafka/src/main/java/org/apache/crunch/kafka/KafkaRecordsIterable.java ---------------------------------------------------------------------- diff --git a/crunch-kafka/src/main/java/org/apache/crunch/kafka/KafkaRecordsIterable.java b/crunch-kafka/src/main/java/org/apache/crunch/kafka/KafkaRecordsIterable.java index 7525488..6f1b564 100644 --- a/crunch-kafka/src/main/java/org/apache/crunch/kafka/KafkaRecordsIterable.java +++ b/crunch-kafka/src/main/java/org/apache/crunch/kafka/KafkaRecordsIterable.java @@ -283,7 +283,7 @@ class KafkaRecordsIterable<K, V> implements Iterable<Pair<K, V>> { new Object[]{topicPartion, offset, endOffset}); } remainingPartitions.remove(topicPartion); - consumer.pause(topicPartion); + consumer.pause(Collections.singleton(topicPartion)); } LOG.debug("Value for partition {} and offset {} is within range.", topicPartion, offset); return emit; http://git-wip-us.apache.org/repos/asf/crunch/blob/a743e4e4/pom.xml ---------------------------------------------------------------------- diff --git a/pom.xml b/pom.xml index 29d2694..26c67d0 100644 --- a/pom.xml +++ b/pom.xml @@ -105,7 +105,7 @@ under the License. <hbase.version>1.0.0</hbase.version> <avro.classifier>hadoop2</avro.classifier> - <kafka.version>0.9.0.1</kafka.version> + <kafka.version>0.10.0.1</kafka.version> <scala.base.version>2.10</scala.base.version> <scala.version>2.10.4</scala.version> <scalatest.version>2.2.4</scalatest.version>
