Return-Path: X-Original-To: apmail-ignite-commits-archive@minotaur.apache.org Delivered-To: apmail-ignite-commits-archive@minotaur.apache.org Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by minotaur.apache.org (Postfix) with SMTP id E655C182D6 for ; Mon, 1 Jun 2015 14:45:17 +0000 (UTC) Received: (qmail 59380 invoked by uid 500); 1 Jun 2015 14:45:17 -0000 Delivered-To: apmail-ignite-commits-archive@ignite.apache.org Received: (qmail 59345 invoked by uid 500); 1 Jun 2015 14:45:17 -0000 Mailing-List: contact commits-help@ignite.incubator.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: dev@ignite.incubator.apache.org Delivered-To: mailing list commits@ignite.incubator.apache.org Received: (qmail 59335 invoked by uid 99); 1 Jun 2015 14:45:17 -0000 Received: from Unknown (HELO spamd2-us-west.apache.org) (209.188.14.142) by apache.org (qpsmtpd/0.29) with ESMTP; Mon, 01 Jun 2015 14:45:17 +0000 Received: from localhost (localhost [127.0.0.1]) by spamd2-us-west.apache.org (ASF Mail Server at spamd2-us-west.apache.org) with ESMTP id 5CC031A4236 for ; Mon, 1 Jun 2015 14:45:12 +0000 (UTC) X-Virus-Scanned: Debian amavisd-new at spamd2-us-west.apache.org X-Spam-Flag: NO X-Spam-Score: 1.771 X-Spam-Level: * X-Spam-Status: No, score=1.771 tagged_above=-999 required=6.31 tests=[KAM_ASCII_DIVIDERS=0.8, KAM_LAZY_DOMAIN_SECURITY=1, RCVD_IN_MSPIKE_H3=-0.01, RCVD_IN_MSPIKE_WL=-0.01, T_RP_MATCHES_RCVD=-0.01, URIBL_BLOCKED=0.001] autolearn=disabled Received: from mx1-us-east.apache.org ([10.40.0.8]) by localhost (spamd2-us-west.apache.org [10.40.0.9]) (amavisd-new, port 10024) with ESMTP id HMzvrnvL4IEk for ; Mon, 1 Jun 2015 14:45:10 +0000 (UTC) Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by mx1-us-east.apache.org (ASF Mail Server at mx1-us-east.apache.org) with SMTP id 8B36647C38 for ; Mon, 1 Jun 2015 14:44:55 +0000 (UTC) Received: (qmail 56134 invoked by uid 99); 1 Jun 2015 14:44:54 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Mon, 01 Jun 2015 14:44:54 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id 49E0DE0525; Mon, 1 Jun 2015 14:44:54 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: vozerov@apache.org To: commits@ignite.incubator.apache.org Date: Mon, 01 Jun 2015 14:45:32 -0000 Message-Id: <65cd09128d4b468d96b3d45ed8948b1c@git.apache.org> In-Reply-To: References: X-Mailer: ASF-Git Admin Mailer Subject: [40/50] incubator-ignite git commit: #IGNITE-857 Fixed review notes. #IGNITE-857 Fixed review notes. Project: http://git-wip-us.apache.org/repos/asf/incubator-ignite/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-ignite/commit/1c04c8b4 Tree: http://git-wip-us.apache.org/repos/asf/incubator-ignite/tree/1c04c8b4 Diff: http://git-wip-us.apache.org/repos/asf/incubator-ignite/diff/1c04c8b4 Branch: refs/heads/ignite-gg-10385 Commit: 1c04c8b454c5906bec83c0096e5157dec5ab4f85 Parents: 4884995 Author: nikolay_tikhonov Authored: Thu May 28 17:46:27 2015 +0300 Committer: nikolay_tikhonov Committed: Thu May 28 17:46:27 2015 +0300 ---------------------------------------------------------------------- modules/mesos/pom.xml | 13 ---- .../apache/ignite/mesos/ClusterProperties.java | 6 +- .../apache/ignite/mesos/IgniteFramework.java | 4 +- .../apache/ignite/mesos/IgniteScheduler.java | 68 ++++++++++++-------- 4 files changed, 46 insertions(+), 45 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/1c04c8b4/modules/mesos/pom.xml ---------------------------------------------------------------------- diff --git a/modules/mesos/pom.xml b/modules/mesos/pom.xml index 9079c66..d3a2cef 100644 --- a/modules/mesos/pom.xml +++ b/modules/mesos/pom.xml @@ -30,7 +30,6 @@ 9.2.10.v20150310 0.22.0 - 1.7.12 2.0.2 @@ -42,24 +41,12 @@ - org.slf4j - slf4j-api - ${slf4j.version} - - - org.apache.logging.log4j log4j-core ${log4j.version} - org.apache.logging.log4j - log4j-slf4j-impl - ${log4j.version} - - - org.eclipse.jetty jetty-server ${jetty.version} http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/1c04c8b4/modules/mesos/src/main/java/org/apache/ignite/mesos/ClusterProperties.java ---------------------------------------------------------------------- diff --git a/modules/mesos/src/main/java/org/apache/ignite/mesos/ClusterProperties.java b/modules/mesos/src/main/java/org/apache/ignite/mesos/ClusterProperties.java index 944735e..785eddc 100644 --- a/modules/mesos/src/main/java/org/apache/ignite/mesos/ClusterProperties.java +++ b/modules/mesos/src/main/java/org/apache/ignite/mesos/ClusterProperties.java @@ -17,7 +17,7 @@ package org.apache.ignite.mesos; -import org.slf4j.*; +import org.apache.logging.log4j.*; import java.io.*; import java.net.*; @@ -29,7 +29,7 @@ import java.util.regex.*; */ public class ClusterProperties { /** */ - private static final Logger log = LoggerFactory.getLogger(ClusterProperties.class); + private static final Logger log = LogManager.getLogger(ClusterProperties.class); /** Unlimited. */ public static final double UNLIMITED = Double.MAX_VALUE; @@ -62,7 +62,7 @@ public class ClusterProperties { public static final String IGNITE_HTTP_SERVER_PORT = "IGNITE_HTTP_SERVER_PORT"; /** */ - public static final String DEFAULT_HTTP_SERVER_PORT = "47511"; + public static final String DEFAULT_HTTP_SERVER_PORT = "48610"; /** Http server host. */ private int httpServerPort = Integer.valueOf(DEFAULT_HTTP_SERVER_PORT); http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/1c04c8b4/modules/mesos/src/main/java/org/apache/ignite/mesos/IgniteFramework.java ---------------------------------------------------------------------- diff --git a/modules/mesos/src/main/java/org/apache/ignite/mesos/IgniteFramework.java b/modules/mesos/src/main/java/org/apache/ignite/mesos/IgniteFramework.java index 154385b..c30d206 100644 --- a/modules/mesos/src/main/java/org/apache/ignite/mesos/IgniteFramework.java +++ b/modules/mesos/src/main/java/org/apache/ignite/mesos/IgniteFramework.java @@ -19,8 +19,8 @@ package org.apache.ignite.mesos; import com.google.protobuf.*; import org.apache.ignite.mesos.resource.*; +import org.apache.logging.log4j.*; import org.apache.mesos.*; -import org.slf4j.*; import java.net.*; @@ -29,7 +29,7 @@ import java.net.*; */ public class IgniteFramework { /** */ - public static final Logger log = LoggerFactory.getLogger(IgniteFramework.class); + public static final Logger log = LogManager.getLogger(IgniteFramework.class); /** Framework name. */ public static final String IGNITE_FRAMEWORK_NAME = "Ignite"; http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/1c04c8b4/modules/mesos/src/main/java/org/apache/ignite/mesos/IgniteScheduler.java ---------------------------------------------------------------------- diff --git a/modules/mesos/src/main/java/org/apache/ignite/mesos/IgniteScheduler.java b/modules/mesos/src/main/java/org/apache/ignite/mesos/IgniteScheduler.java index e833025..bca064f 100644 --- a/modules/mesos/src/main/java/org/apache/ignite/mesos/IgniteScheduler.java +++ b/modules/mesos/src/main/java/org/apache/ignite/mesos/IgniteScheduler.java @@ -18,8 +18,8 @@ package org.apache.ignite.mesos; import org.apache.ignite.mesos.resource.*; +import org.apache.logging.log4j.*; import org.apache.mesos.*; -import org.slf4j.*; import java.util.*; import java.util.concurrent.atomic.*; @@ -44,7 +44,7 @@ public class IgniteScheduler implements Scheduler { public static final String DELIM = ","; /** Logger. */ - private static final Logger log = LoggerFactory.getLogger(IgniteScheduler.class); + private static final Logger log = LogManager.getLogger(IgniteScheduler.class); /** Mutex. */ private static final Object mux = new Object(); @@ -72,10 +72,13 @@ public class IgniteScheduler implements Scheduler { /** {@inheritDoc} */ @Override public void resourceOffers(SchedulerDriver schedulerDriver, List offers) { - synchronized (mux) { - log.debug("Offers resources: {} ", offers.size()); + log.debug("Offers resources: {} ", offers.size()); - for (Protos.Offer offer : offers) { + for (Protos.Offer offer : offers) { + Protos.TaskID taskId; + Protos.TaskInfo task; + + synchronized (mux) { IgniteTask igniteTask = checkOffer(offer); // Decline offer which doesn't match by mem or cpu. @@ -86,19 +89,28 @@ public class IgniteScheduler implements Scheduler { } // Generate a unique task ID. - Protos.TaskID taskId = Protos.TaskID.newBuilder() + taskId = Protos.TaskID.newBuilder() .setValue(Integer.toString(taskIdGenerator.incrementAndGet())).build(); - log.info("Launching task: [{}]", igniteTask); + log.info("Launching task: {}", igniteTask); // Create task to run. - Protos.TaskInfo task = createTask(offer, igniteTask, taskId); + task = createTask(offer, igniteTask, taskId); + + tasks.put(taskId.getValue(), igniteTask); + } + try { schedulerDriver.launchTasks(Collections.singletonList(offer.getId()), Collections.singletonList(task), Protos.Filters.newBuilder().setRefuseSeconds(1).build()); + } + catch (Exception e) { + synchronized (mux) { + tasks.remove(taskId.getValue()); + } - tasks.put(taskId.getValue(), igniteTask); + log.error("Failed launch task. Task id: {}. Task info: {}", taskId, task); } } } @@ -274,34 +286,36 @@ public class IgniteScheduler implements Scheduler { @Override public void statusUpdate(SchedulerDriver schedulerDriver, Protos.TaskStatus taskStatus) { final String taskId = taskStatus.getTaskId().getValue(); - log.info("Received update event task: [{}] is in state: [{}]", taskId, taskStatus.getState()); + log.info("Received update event task: {} is in state: {}", taskId, taskStatus.getState()); if (taskStatus.getState().equals(Protos.TaskState.TASK_FAILED) || taskStatus.getState().equals(Protos.TaskState.TASK_ERROR) || taskStatus.getState().equals(Protos.TaskState.TASK_FINISHED) || taskStatus.getState().equals(Protos.TaskState.TASK_KILLED) || taskStatus.getState().equals(Protos.TaskState.TASK_LOST)) { + IgniteTask failedTask; + synchronized (mux) { - IgniteTask failedTask = tasks.remove(taskId); + failedTask = tasks.remove(taskId); + } - if (failedTask != null) { - List requests = new ArrayList<>(); + if (failedTask != null) { + List requests = new ArrayList<>(); - Protos.Request request = Protos.Request.newBuilder() - .addResources(Protos.Resource.newBuilder() - .setType(Protos.Value.Type.SCALAR) - .setName(MEM) - .setScalar(Protos.Value.Scalar.newBuilder().setValue(failedTask.mem()))) - .addResources(Protos.Resource.newBuilder() - .setType(Protos.Value.Type.SCALAR) - .setName(CPU) - .setScalar(Protos.Value.Scalar.newBuilder().setValue(failedTask.cpuCores()))) - .build(); + Protos.Request request = Protos.Request.newBuilder() + .addResources(Protos.Resource.newBuilder() + .setType(Protos.Value.Type.SCALAR) + .setName(MEM) + .setScalar(Protos.Value.Scalar.newBuilder().setValue(failedTask.mem()))) + .addResources(Protos.Resource.newBuilder() + .setType(Protos.Value.Type.SCALAR) + .setName(CPU) + .setScalar(Protos.Value.Scalar.newBuilder().setValue(failedTask.cpuCores()))) + .build(); - requests.add(request); + requests.add(request); - schedulerDriver.requestResources(requests); - } + schedulerDriver.requestResources(requests); } } } @@ -316,7 +330,7 @@ public class IgniteScheduler implements Scheduler { /** {@inheritDoc} */ @Override public void registered(SchedulerDriver schedulerDriver, Protos.FrameworkID frameworkID, Protos.MasterInfo masterInfo) { - log.info("Scheduler registered. Master: [{}:{}], framework=[{}]", masterInfo.getIp(), masterInfo.getPort(), + log.info("Scheduler registered. Master: {}:{}, framework={}", masterInfo.getIp(), masterInfo.getPort(), frameworkID); }