Return-Path: X-Original-To: archive-asf-public-internal@cust-asf2.ponee.io Delivered-To: archive-asf-public-internal@cust-asf2.ponee.io Received: from cust-asf.ponee.io (cust-asf.ponee.io [163.172.22.183]) by cust-asf2.ponee.io (Postfix) with ESMTP id E8044200BE2 for ; Thu, 15 Dec 2016 10:05:00 +0100 (CET) Received: by cust-asf.ponee.io (Postfix) id E69EB160B30; Thu, 15 Dec 2016 09:05:00 +0000 (UTC) Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by cust-asf.ponee.io (Postfix) with SMTP id 16CDC160B10 for ; Thu, 15 Dec 2016 10:04:59 +0100 (CET) Received: (qmail 91246 invoked by uid 500); 15 Dec 2016 09:04:32 -0000 Mailing-List: contact common-commits-help@hadoop.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Delivered-To: mailing list common-commits@hadoop.apache.org Received: (qmail 88654 invoked by uid 99); 15 Dec 2016 09:04:30 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Thu, 15 Dec 2016 09:04:30 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id C0E24F0BF2; Thu, 15 Dec 2016 09:04:30 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: rakeshr@apache.org To: common-commits@hadoop.apache.org Date: Thu, 15 Dec 2016 09:05:07 -0000 Message-Id: In-Reply-To: References: X-Mailer: ASF-Git Admin Mailer Subject: [39/50] [abbrv] hadoop git commit: YARN-5999. AMRMClientAsync will stop if any exceptions thrown on allocate call. Contributed by Jian He archived-at: Thu, 15 Dec 2016 09:05:01 -0000 YARN-5999. AMRMClientAsync will stop if any exceptions thrown on allocate call. Contributed by Jian He Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/64a2d5be Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/64a2d5be Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/64a2d5be Branch: refs/heads/HDFS-10285 Commit: 64a2d5be91a7f344aadf820481c542c967bc46a8 Parents: f5e0bd3 Author: Xuan Authored: Wed Dec 14 14:33:23 2016 -0800 Committer: Xuan Committed: Wed Dec 14 14:33:23 2016 -0800 ---------------------------------------------------------------------- .../api/async/impl/AMRMClientAsyncImpl.java | 30 ++++++++------------ .../api/async/impl/TestAMRMClientAsync.java | 2 +- 2 files changed, 13 insertions(+), 19 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/64a2d5be/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/async/impl/AMRMClientAsyncImpl.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/async/impl/AMRMClientAsyncImpl.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/async/impl/AMRMClientAsyncImpl.java index bc6cadd..3dd53d3 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/async/impl/AMRMClientAsyncImpl.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/async/impl/AMRMClientAsyncImpl.java @@ -61,7 +61,7 @@ extends AMRMClientAsync { private final HeartbeatThread heartbeatThread; private final CallbackHandlerThread handlerThread; - private final BlockingQueue responseQueue; + private final BlockingQueue responseQueue; private final Object unregisterHeartbeatLock = new Object(); @@ -70,8 +70,6 @@ extends AMRMClientAsync { private volatile String collectorAddr; - private volatile Throwable savedException; - /** * * @param intervalMs heartbeat interval in milliseconds between AM and RM @@ -90,7 +88,6 @@ extends AMRMClientAsync { handlerThread = new CallbackHandlerThread(); responseQueue = new LinkedBlockingQueue<>(); keepRunning = true; - savedException = null; } /** @@ -111,9 +108,8 @@ extends AMRMClientAsync { super(client, intervalMs, callbackHandler); heartbeatThread = new HeartbeatThread(); handlerThread = new CallbackHandlerThread(); - responseQueue = new LinkedBlockingQueue(); + responseQueue = new LinkedBlockingQueue(); keepRunning = true; - savedException = null; } @Override @@ -265,7 +261,7 @@ extends AMRMClientAsync { public void run() { while (true) { - AllocateResponse response = null; + Object response = null; // synchronization ensures we don't send heartbeats after unregistering synchronized (unregisterHeartbeatLock) { if (!keepRunning) { @@ -280,10 +276,7 @@ extends AMRMClientAsync { return; } catch (Throwable ex) { LOG.error("Exception on heartbeat", ex); - savedException = ex; - // interrupt handler thread in case it waiting on the queue - handlerThread.interrupt(); - return; + response = ex; } if (response != null) { while (true) { @@ -316,19 +309,20 @@ extends AMRMClientAsync { return; } try { - AllocateResponse response; - if(savedException != null) { - LOG.error("Stopping callback due to: ", savedException); - handler.onError(savedException); - return; - } + Object object; try { - response = responseQueue.take(); + object = responseQueue.take(); } catch (InterruptedException ex) { LOG.info("Interrupted while waiting for queue", ex); continue; } + if (object instanceof Throwable) { + progress = handler.getProgress(); + handler.onError((Throwable) object); + continue; + } + AllocateResponse response = (AllocateResponse) object; String collectorAddress = response.getCollectorAddr(); TimelineClient timelineClient = client.getRegisteredTimelineClient(); if (timelineClient != null && collectorAddress != null http://git-wip-us.apache.org/repos/asf/hadoop/blob/64a2d5be/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/api/async/impl/TestAMRMClientAsync.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/api/async/impl/TestAMRMClientAsync.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/api/async/impl/TestAMRMClientAsync.java index dac82e4..ba38340 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/api/async/impl/TestAMRMClientAsync.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/api/async/impl/TestAMRMClientAsync.java @@ -213,7 +213,7 @@ public class TestAMRMClientAsync { asyncClient.stop(); // stopping should have joined all threads and completed all callbacks - Assert.assertTrue(callbackHandler.callbackCount == 0); + Assert.assertTrue(callbackHandler.callbackCount > 0); } @Test (timeout = 10000) --------------------------------------------------------------------- To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org For additional commands, e-mail: common-commits-help@hadoop.apache.org