Repository: falcon Updated Branches: refs/heads/master d55cdd095 -> 35b10b438
FALCON-2125 Feed replication fails due to failed post processing acti⦠â¦on missing in workflow Author: Praveen Adlakha <[email protected]> Reviewers: @pallavi-rao Closes #274 from PraveenAdlakha/2125 Project: http://git-wip-us.apache.org/repos/asf/falcon/repo Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/35b10b43 Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/35b10b43 Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/35b10b43 Branch: refs/heads/master Commit: 35b10b4383721c87fa9fb6102be50da015908000 Parents: d55cdd0 Author: Praveen Adlakha <[email protected]> Authored: Thu Aug 25 08:40:29 2016 +0530 Committer: Pallavi Rao <[email protected]> Committed: Thu Aug 25 08:40:29 2016 +0530 ---------------------------------------------------------------------- .../org/apache/falcon/service/LogMoverService.java | 4 ++-- .../oozie/feed/OozieFeedWorkflowBuilderTest.java | 13 +++++-------- .../test/resources/config/process/pig-process-0.1.xml | 4 ++++ 3 files changed, 11 insertions(+), 10 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/falcon/blob/35b10b43/oozie/src/main/java/org/apache/falcon/service/LogMoverService.java ---------------------------------------------------------------------- diff --git a/oozie/src/main/java/org/apache/falcon/service/LogMoverService.java b/oozie/src/main/java/org/apache/falcon/service/LogMoverService.java index ba4835d..7d1425a 100644 --- a/oozie/src/main/java/org/apache/falcon/service/LogMoverService.java +++ b/oozie/src/main/java/org/apache/falcon/service/LogMoverService.java @@ -88,10 +88,10 @@ public class LogMoverService implements WorkflowExecutionListener { } while(0<blockingQueue.remainingCapacity()){ try { - LOG.debug("Sleeping, no capacity in threadpool...."); + LOG.trace("Sleeping, no capacity in threadpool...."); TimeUnit.MILLISECONDS.sleep(500); } catch (InterruptedException e) { - e.printStackTrace(); + LOG.error("Exception in LogMoverService", e); } } executorService.execute(new LogMover(context)); http://git-wip-us.apache.org/repos/asf/falcon/blob/35b10b43/oozie/src/test/java/org/apache/falcon/oozie/feed/OozieFeedWorkflowBuilderTest.java ---------------------------------------------------------------------- diff --git a/oozie/src/test/java/org/apache/falcon/oozie/feed/OozieFeedWorkflowBuilderTest.java b/oozie/src/test/java/org/apache/falcon/oozie/feed/OozieFeedWorkflowBuilderTest.java index 08d3339..d753baf 100644 --- a/oozie/src/test/java/org/apache/falcon/oozie/feed/OozieFeedWorkflowBuilderTest.java +++ b/oozie/src/test/java/org/apache/falcon/oozie/feed/OozieFeedWorkflowBuilderTest.java @@ -268,23 +268,20 @@ public class OozieFeedWorkflowBuilderTest extends AbstractTestBase { @Test public void testPostProcessing() throws Exception{ StartupProperties.get().setProperty("falcon.postprocessing.enable", "false"); - OozieEntityBuilder builder = OozieEntityBuilder.get(feed); + OozieEntityBuilder builder = OozieEntityBuilder.get(fsReplFeed); Path bundlePath = new Path("/projects/falcon/"); - builder.build(trgCluster, bundlePath); + builder.build(alphaTrgCluster, bundlePath); BUNDLEAPP bundle = getBundle(trgMiniDFS.getFileSystem(), bundlePath); List<COORDINATOR> coords = bundle.getCoordinator(); - COORDINATORAPP coord = getCoordinator(trgMiniDFS, coords.get(0).getAppPath()); - - WORKFLOWAPP workflow = getWorkflowapp(trgMiniDFS.getFileSystem(), coord); Boolean foundUserAction = false; Boolean foundPostProcessing = false; Iterator<COORDINATOR> coordIterator = coords.iterator(); while(coordIterator.hasNext()){ - COORDINATORAPP coord1 = getCoordinator(trgMiniDFS, coordIterator.next().getAppPath()); - WORKFLOWAPP workflow1 = getWorkflowapp(trgMiniDFS.getFileSystem(), coord1); - Iterator<Object> workflowIterator = workflow1.getDecisionOrForkOrJoin().iterator(); + COORDINATORAPP coord = getCoordinator(trgMiniDFS, coordIterator.next().getAppPath()); + WORKFLOWAPP workflow = getWorkflowapp(trgMiniDFS.getFileSystem(), coord); + Iterator<Object> workflowIterator = workflow.getDecisionOrForkOrJoin().iterator(); while (workflowIterator.hasNext()){ Object object = workflowIterator.next(); if (ACTION.class.isAssignableFrom(object.getClass())){ http://git-wip-us.apache.org/repos/asf/falcon/blob/35b10b43/oozie/src/test/resources/config/process/pig-process-0.1.xml ---------------------------------------------------------------------- diff --git a/oozie/src/test/resources/config/process/pig-process-0.1.xml b/oozie/src/test/resources/config/process/pig-process-0.1.xml index 318f0da..8d20cee 100644 --- a/oozie/src/test/resources/config/process/pig-process-0.1.xml +++ b/oozie/src/test/resources/config/process/pig-process-0.1.xml @@ -50,4 +50,8 @@ <retry policy="periodic" delay="hours(10)" attempts="3"/> + <late-process policy="exp-backoff" delay="hours(1)"> + <late-input input="input" workflow-path="/falcon/test/workflow"/> + </late-process> + </process>
