kylin-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From liy...@apache.org
Subject [2/4] incubator-kylin git commit: altered command line pattern recognition to work with MapRFS
Date Thu, 04 Jun 2015 09:23:22 GMT
altered command line pattern recognition to work with MapRFS

Signed-off-by: Li, Yang <yangli9@ebay.com>


Project: http://git-wip-us.apache.org/repos/asf/incubator-kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-kylin/commit/7427f740
Tree: http://git-wip-us.apache.org/repos/asf/incubator-kylin/tree/7427f740
Diff: http://git-wip-us.apache.org/repos/asf/incubator-kylin/diff/7427f740

Branch: refs/heads/0.7-staging
Commit: 7427f740e2157e6a6768c6a65f13a0ed3c7d8bc4
Parents: bc8d360
Author: c-horn <chorn4033@gmail.com>
Authored: Fri May 29 14:35:24 2015 -0400
Committer: Li, Yang <yangli9@ebay.com>
Committed: Thu Jun 4 17:21:40 2015 +0800

----------------------------------------------------------------------
 .../main/java/org/apache/kylin/job/common/ShellExecutable.java | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-kylin/blob/7427f740/job/src/main/java/org/apache/kylin/job/common/ShellExecutable.java
----------------------------------------------------------------------
diff --git a/job/src/main/java/org/apache/kylin/job/common/ShellExecutable.java b/job/src/main/java/org/apache/kylin/job/common/ShellExecutable.java
index 47a3145..4bc8dac 100644
--- a/job/src/main/java/org/apache/kylin/job/common/ShellExecutable.java
+++ b/job/src/main/java/org/apache/kylin/job/common/ShellExecutable.java
@@ -73,13 +73,13 @@ public class ShellExecutable extends AbstractExecutable {
         private static final Pattern PATTERN_APP_ID = Pattern.compile("Submitted application
(.*?) to ResourceManager");
         private static final Pattern PATTERN_APP_URL = Pattern.compile("The url to track
the job: (.*)");
         private static final Pattern PATTERN_JOB_ID = Pattern.compile("Running job: (.*)");
-        private static final Pattern PATTERN_HDFS_BYTES_WRITTEN = Pattern.compile("HDFS:
Number of bytes written=(\\d+)");
+        private static final Pattern PATTERN_HDFS_BYTES_WRITTEN = Pattern.compile("(?:HD|MAPR)FS:
Number of bytes written=(\\d+)");
         private static final Pattern PATTERN_SOURCE_RECORDS_COUNT = Pattern.compile("Map
input records=(\\d+)");
-        private static final Pattern PATTERN_SOURCE_RECORDS_SIZE = Pattern.compile("HDFS
Read: (\\d+) HDFS Write");
+        private static final Pattern PATTERN_SOURCE_RECORDS_SIZE = Pattern.compile("(?:HD|MAPR)FS
Read: (\\d+) HDFS Write");
 
         // hive
         private static final Pattern PATTERN_HIVE_APP_ID_URL = Pattern.compile("Starting
Job = (.*?), Tracking URL = (.*)");
-        private static final Pattern PATTERN_HIVE_BYTES_WRITTEN = Pattern.compile("HDFS Read:
(\\d+) HDFS Write: (\\d+) SUCCESS");
+        private static final Pattern PATTERN_HIVE_BYTES_WRITTEN = Pattern.compile("(?:HD|MAPR)FS
Read: (\\d+) HDFS Write: (\\d+) SUCCESS");
 
         @Override
         public void log(String message) {


Mime
View raw message