streams-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From sblack...@apache.org
Subject [2/8] incubator-streams git commit: log counts within each batch and millis behind
Date Fri, 11 Sep 2015 00:15:10 GMT
log counts within each batch and millis behind


Project: http://git-wip-us.apache.org/repos/asf/incubator-streams/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams/commit/b6db3064
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams/tree/b6db3064
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams/diff/b6db3064

Branch: refs/heads/master
Commit: b6db3064a7d8f29239627b98bb93483aa268646e
Parents: 20fbbdc
Author: Steve Blackmon (@steveblackmon) <sblackmon@apache.org>
Authored: Thu Sep 3 17:26:25 2015 -0500
Committer: Steve Blackmon (@steveblackmon) <sblackmon@apache.org>
Committed: Thu Sep 3 17:26:25 2015 -0500

----------------------------------------------------------------------
 streams-contrib/streams-amazon-aws/pom.xml                        | 2 +-
 .../apache/streams/amazon/kinesis/KinesisPersistReaderTask.java   | 3 +++
 2 files changed, 4 insertions(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/b6db3064/streams-contrib/streams-amazon-aws/pom.xml
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-amazon-aws/pom.xml b/streams-contrib/streams-amazon-aws/pom.xml
index 59fcf47..fd8264d 100644
--- a/streams-contrib/streams-amazon-aws/pom.xml
+++ b/streams-contrib/streams-amazon-aws/pom.xml
@@ -46,7 +46,7 @@
 	        <dependency>
 	            <groupId>com.amazonaws</groupId>
 	            <artifactId>aws-java-sdk</artifactId>
-	            <version>1.8.11</version>
+	            <version>1.10.15</version>
 	        </dependency>
             <dependency>
                 <groupId>org.apache.streams</groupId>

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/b6db3064/streams-contrib/streams-amazon-aws/streams-persist-kinesis/src/main/java/org/apache/streams/amazon/kinesis/KinesisPersistReaderTask.java
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-amazon-aws/streams-persist-kinesis/src/main/java/org/apache/streams/amazon/kinesis/KinesisPersistReaderTask.java
b/streams-contrib/streams-amazon-aws/streams-persist-kinesis/src/main/java/org/apache/streams/amazon/kinesis/KinesisPersistReaderTask.java
index 9b8d817..7753031 100644
--- a/streams-contrib/streams-amazon-aws/streams-persist-kinesis/src/main/java/org/apache/streams/amazon/kinesis/KinesisPersistReaderTask.java
+++ b/streams-contrib/streams-amazon-aws/streams-persist-kinesis/src/main/java/org/apache/streams/amazon/kinesis/KinesisPersistReaderTask.java
@@ -79,9 +79,12 @@ public class KinesisPersistReaderTask implements Runnable {
 
             GetRecordsResult recordsResult = reader.client.getRecords(recordsRequest);
 
+            LOGGER.info("{} records {} millis behind {}:{}:{} ", recordsResult.getRecords().size(),
recordsResult.getMillisBehindLatest(), streamName, shardId, shardIteratorId);
+
             shardIteratorId = recordsResult.getNextShardIterator();
 
             List<Record> recordList = recordsResult.getRecords();
+
             for (Record record : recordList) {
                 try {
                     byte[] byteArray = record.getData().array();


Mime
View raw message