kylin-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From mahong...@apache.org
Subject [3/3] incubator-kylin git commit: KYLIN-809 fix logs
Date Wed, 03 Jun 2015 09:34:09 GMT
KYLIN-809 fix logs


Project: http://git-wip-us.apache.org/repos/asf/incubator-kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-kylin/commit/30acdb90
Tree: http://git-wip-us.apache.org/repos/asf/incubator-kylin/tree/30acdb90
Diff: http://git-wip-us.apache.org/repos/asf/incubator-kylin/diff/30acdb90

Branch: refs/heads/0.8.0
Commit: 30acdb9012cc87bcae4b40cf9b87af8b2bc5aaf2
Parents: e2c73de
Author: honma <honma@ebay.com>
Authored: Wed Jun 3 17:33:50 2015 +0800
Committer: honma <honma@ebay.com>
Committed: Wed Jun 3 17:33:50 2015 +0800

----------------------------------------------------------------------
 .../java/org/apache/kylin/job/streaming/CubeStreamBuilder.java   | 2 +-
 .../java/org/apache/kylin/job/streaming/StreamingBootstrap.java  | 2 +-
 .../src/main/java/org/apache/kylin/streaming/StreamBuilder.java  | 4 ++--
 3 files changed, 4 insertions(+), 4 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-kylin/blob/30acdb90/job/src/main/java/org/apache/kylin/job/streaming/CubeStreamBuilder.java
----------------------------------------------------------------------
diff --git a/job/src/main/java/org/apache/kylin/job/streaming/CubeStreamBuilder.java b/job/src/main/java/org/apache/kylin/job/streaming/CubeStreamBuilder.java
index 9ff0b20..6914b73 100644
--- a/job/src/main/java/org/apache/kylin/job/streaming/CubeStreamBuilder.java
+++ b/job/src/main/java/org/apache/kylin/job/streaming/CubeStreamBuilder.java
@@ -378,6 +378,6 @@ public class CubeStreamBuilder extends StreamBuilder {
 
     @Override
     protected int batchSize() {
-        return 10000;
+        return 1000;
     }
 }

http://git-wip-us.apache.org/repos/asf/incubator-kylin/blob/30acdb90/job/src/main/java/org/apache/kylin/job/streaming/StreamingBootstrap.java
----------------------------------------------------------------------
diff --git a/job/src/main/java/org/apache/kylin/job/streaming/StreamingBootstrap.java b/job/src/main/java/org/apache/kylin/job/streaming/StreamingBootstrap.java
index cad8423..36f7dcf 100644
--- a/job/src/main/java/org/apache/kylin/job/streaming/StreamingBootstrap.java
+++ b/job/src/main/java/org/apache/kylin/job/streaming/StreamingBootstrap.java
@@ -165,7 +165,7 @@ public class StreamingBootstrap {
                         for (BlockingQueue<StreamMessage> onePartition : oneCluster)
{
                             try {
                                 alldata.put(onePartition.take());
-                                if (totalMessage++ % 10000 == 1) {
+                                if (totalMessage++ % 10000 == 0) {
                                     logger.info("Total stream message count: " + totalMessage);
                                 }
                             } catch (InterruptedException e) {

http://git-wip-us.apache.org/repos/asf/incubator-kylin/blob/30acdb90/streaming/src/main/java/org/apache/kylin/streaming/StreamBuilder.java
----------------------------------------------------------------------
diff --git a/streaming/src/main/java/org/apache/kylin/streaming/StreamBuilder.java b/streaming/src/main/java/org/apache/kylin/streaming/StreamBuilder.java
index 8f3ce36..07b8616 100644
--- a/streaming/src/main/java/org/apache/kylin/streaming/StreamBuilder.java
+++ b/streaming/src/main/java/org/apache/kylin/streaming/StreamBuilder.java
@@ -106,7 +106,7 @@ public abstract class StreamBuilder implements Runnable {
                 }
                 if (streamMessage.getOffset() < 0) {
                     onStop();
-                    logger.warn("streaming encountered EOF, stop building");
+                    logger.warn("streaming encountered EOF, stop building. The remaining
{} filtered messages will be discarded", filteredMsgCount);
                     break;
                 }
 
@@ -114,7 +114,7 @@ public abstract class StreamBuilder implements Runnable {
 
                 if (getStreamFilter().filter(parsedStreamMessage)) {
 
-                    if (filteredMsgCount++ % 10000 == 1) {
+                    if (filteredMsgCount++ % 10000 == 0) {
                         logger.info("Total filtered stream message count: " + filteredMsgCount);
                     }
 


Mime
View raw message