Mailing-List: contact commits-help@falcon.apache.org; run by ezmlm
Precedence: bulk
Reply-To: dev@falcon.apache.org
Content-Type: text/plain; charset="us-ascii"
MIME-Version: 1.0
Content-Transfer-Encoding: 8bit
From: pallavi@apache.org
To: commits@falcon.apache.org
Message-Id: <e543d8134c9d42cb8e416cd372176a46@git.apache.org>
Subject: =?utf-8?q?falcon_git_commit=3A_FALCON-2125_Feed_replication_fails_?=
 =?utf-8?q?due_to_failed_post_processing_acti=E2=80=A6?=
Date: Thu, 25 Aug 2016 03:10:41 +0000 (UTC)
archived-at: Thu, 25 Aug 2016 03:10:43 -0000

Repository: falcon
Updated Branches:
  refs/heads/master d55cdd095 -> 35b10b438


FALCON-2125 Feed replication fails due to failed post processing acti…

…on missing in workflow

Author: Praveen Adlakha <adlakha.praveen@gmail.com>

Reviewers: @pallavi-rao

Closes #274 from PraveenAdlakha/2125


Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/35b10b43
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/35b10b43
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/35b10b43

Branch: refs/heads/master
Commit: 35b10b4383721c87fa9fb6102be50da015908000
Parents: d55cdd0
Author: Praveen Adlakha <adlakha.praveen@gmail.com>
Authored: Thu Aug 25 08:40:29 2016 +0530
Committer: Pallavi Rao <pallavi.rao@inmobi.com>
Committed: Thu Aug 25 08:40:29 2016 +0530

----------------------------------------------------------------------
 .../org/apache/falcon/service/LogMoverService.java     |  4 ++--
 .../oozie/feed/OozieFeedWorkflowBuilderTest.java       | 13 +++++--------
 .../test/resources/config/process/pig-process-0.1.xml  |  4 ++++
 3 files changed, 11 insertions(+), 10 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/falcon/blob/35b10b43/oozie/src/main/java/org/apache/falcon/service/LogMoverService.java
----------------------------------------------------------------------
diff --git a/oozie/src/main/java/org/apache/falcon/service/LogMoverService.java b/oozie/src/main/java/org/apache/falcon/service/LogMoverService.java
index ba4835d..7d1425a 100644
--- a/oozie/src/main/java/org/apache/falcon/service/LogMoverService.java
+++ b/oozie/src/main/java/org/apache/falcon/service/LogMoverService.java
@@ -88,10 +88,10 @@ public class LogMoverService implements WorkflowExecutionListener  {
         }
         while(0<blockingQueue.remainingCapacity()){
             try {
-                LOG.debug("Sleeping, no capacity in threadpool....");
+                LOG.trace("Sleeping, no capacity in threadpool....");
                 TimeUnit.MILLISECONDS.sleep(500);
             } catch (InterruptedException e) {
-                e.printStackTrace();
+                LOG.error("Exception in LogMoverService", e);
             }
         }
         executorService.execute(new LogMover(context));

http://git-wip-us.apache.org/repos/asf/falcon/blob/35b10b43/oozie/src/test/java/org/apache/falcon/oozie/feed/OozieFeedWorkflowBuilderTest.java
----------------------------------------------------------------------
diff --git a/oozie/src/test/java/org/apache/falcon/oozie/feed/OozieFeedWorkflowBuilderTest.java b/oozie/src/test/java/org/apache/falcon/oozie/feed/OozieFeedWorkflowBuilderTest.java
index 08d3339..d753baf 100644
--- a/oozie/src/test/java/org/apache/falcon/oozie/feed/OozieFeedWorkflowBuilderTest.java
+++ b/oozie/src/test/java/org/apache/falcon/oozie/feed/OozieFeedWorkflowBuilderTest.java
@@ -268,23 +268,20 @@ public class OozieFeedWorkflowBuilderTest extends AbstractTestBase {
     @Test
     public void testPostProcessing() throws Exception{
         StartupProperties.get().setProperty("falcon.postprocessing.enable", "false");
-        OozieEntityBuilder builder = OozieEntityBuilder.get(feed);
+        OozieEntityBuilder builder = OozieEntityBuilder.get(fsReplFeed);
         Path bundlePath = new Path("/projects/falcon/");
-        builder.build(trgCluster, bundlePath);
+        builder.build(alphaTrgCluster, bundlePath);
         BUNDLEAPP bundle = getBundle(trgMiniDFS.getFileSystem(), bundlePath);
         List<COORDINATOR> coords = bundle.getCoordinator();
-        COORDINATORAPP coord = getCoordinator(trgMiniDFS, coords.get(0).getAppPath());
-
-        WORKFLOWAPP workflow = getWorkflowapp(trgMiniDFS.getFileSystem(), coord);
 
         Boolean foundUserAction = false;
         Boolean foundPostProcessing = false;
         Iterator<COORDINATOR> coordIterator = coords.iterator();
 
         while(coordIterator.hasNext()){
-            COORDINATORAPP coord1 = getCoordinator(trgMiniDFS, coordIterator.next().getAppPath());
-            WORKFLOWAPP workflow1 = getWorkflowapp(trgMiniDFS.getFileSystem(), coord1);
-            Iterator<Object> workflowIterator = workflow1.getDecisionOrForkOrJoin().iterator();
+            COORDINATORAPP coord = getCoordinator(trgMiniDFS, coordIterator.next().getAppPath());
+            WORKFLOWAPP workflow = getWorkflowapp(trgMiniDFS.getFileSystem(), coord);
+            Iterator<Object> workflowIterator = workflow.getDecisionOrForkOrJoin().iterator();
             while (workflowIterator.hasNext()){
                 Object object = workflowIterator.next();
                 if (ACTION.class.isAssignableFrom(object.getClass())){

http://git-wip-us.apache.org/repos/asf/falcon/blob/35b10b43/oozie/src/test/resources/config/process/pig-process-0.1.xml
----------------------------------------------------------------------
diff --git a/oozie/src/test/resources/config/process/pig-process-0.1.xml b/oozie/src/test/resources/config/process/pig-process-0.1.xml
index 318f0da..8d20cee 100644
--- a/oozie/src/test/resources/config/process/pig-process-0.1.xml
+++ b/oozie/src/test/resources/config/process/pig-process-0.1.xml
@@ -50,4 +50,8 @@
 
     <retry policy="periodic" delay="hours(10)" attempts="3"/>
 
+    <late-process policy="exp-backoff" delay="hours(1)">
+        <late-input input="input" workflow-path="/falcon/test/workflow"/>
+    </late-process>
+
 </process>