crunch-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From mkw...@apache.org
Subject crunch git commit: CRUNCH-628: Upgraded to Kafka 0.10.0.x
Date Mon, 06 Feb 2017 17:17:56 GMT
Repository: crunch
Updated Branches:
  refs/heads/master 427c54acd -> a743e4e47


CRUNCH-628: Upgraded to Kafka 0.10.0.x


Project: http://git-wip-us.apache.org/repos/asf/crunch/repo
Commit: http://git-wip-us.apache.org/repos/asf/crunch/commit/a743e4e4
Tree: http://git-wip-us.apache.org/repos/asf/crunch/tree/a743e4e4
Diff: http://git-wip-us.apache.org/repos/asf/crunch/diff/a743e4e4

Branch: refs/heads/master
Commit: a743e4e470667b509199987eb4926f53bc6a03f8
Parents: 427c54a
Author: Micah Whitacre <mkwhit@gmail.com>
Authored: Tue Dec 6 21:50:02 2016 -0500
Committer: Micah Whitacre <mkwhit@gmail.com>
Committed: Mon Feb 6 11:02:11 2017 -0600

----------------------------------------------------------------------
 .../main/java/org/apache/crunch/kafka/KafkaRecordsIterable.java    | 2 +-
 pom.xml                                                            | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/crunch/blob/a743e4e4/crunch-kafka/src/main/java/org/apache/crunch/kafka/KafkaRecordsIterable.java
----------------------------------------------------------------------
diff --git a/crunch-kafka/src/main/java/org/apache/crunch/kafka/KafkaRecordsIterable.java
b/crunch-kafka/src/main/java/org/apache/crunch/kafka/KafkaRecordsIterable.java
index 7525488..6f1b564 100644
--- a/crunch-kafka/src/main/java/org/apache/crunch/kafka/KafkaRecordsIterable.java
+++ b/crunch-kafka/src/main/java/org/apache/crunch/kafka/KafkaRecordsIterable.java
@@ -283,7 +283,7 @@ class KafkaRecordsIterable<K, V> implements Iterable<Pair<K,
V>> {
               new Object[]{topicPartion, offset, endOffset});
         }
         remainingPartitions.remove(topicPartion);
-        consumer.pause(topicPartion);
+        consumer.pause(Collections.singleton(topicPartion));
       }
       LOG.debug("Value for partition {} and offset {} is within range.", topicPartion, offset);
       return emit;

http://git-wip-us.apache.org/repos/asf/crunch/blob/a743e4e4/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 29d2694..26c67d0 100644
--- a/pom.xml
+++ b/pom.xml
@@ -105,7 +105,7 @@ under the License.
     <hbase.version>1.0.0</hbase.version>
     <avro.classifier>hadoop2</avro.classifier>
 
-    <kafka.version>0.9.0.1</kafka.version>
+    <kafka.version>0.10.0.1</kafka.version>
     <scala.base.version>2.10</scala.base.version>
     <scala.version>2.10.4</scala.version>
     <scalatest.version>2.2.4</scalatest.version>


Mime
View raw message