Return-Path: X-Original-To: archive-asf-public-internal@cust-asf2.ponee.io Delivered-To: archive-asf-public-internal@cust-asf2.ponee.io Received: from cust-asf.ponee.io (cust-asf.ponee.io [163.172.22.183]) by cust-asf2.ponee.io (Postfix) with ESMTP id 6AD47200D69 for ; Tue, 21 Nov 2017 13:10:00 +0100 (CET) Received: by cust-asf.ponee.io (Postfix) id 69CB2160BED; Tue, 21 Nov 2017 12:10:00 +0000 (UTC) Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by cust-asf.ponee.io (Postfix) with SMTP id A207C160C13 for ; Tue, 21 Nov 2017 13:09:58 +0100 (CET) Received: (qmail 26157 invoked by uid 500); 21 Nov 2017 12:09:57 -0000 Mailing-List: contact commits-help@ignite.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: dev@ignite.apache.org Delivered-To: mailing list commits@ignite.apache.org Received: (qmail 25764 invoked by uid 99); 21 Nov 2017 12:09:57 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Tue, 21 Nov 2017 12:09:57 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id 0B489F5FB8; Tue, 21 Nov 2017 12:09:55 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: sboikov@apache.org To: commits@ignite.apache.org Date: Tue, 21 Nov 2017 12:10:26 -0000 Message-Id: <234c38ce41f944bc87491439fe6700c0@git.apache.org> In-Reply-To: References: X-Mailer: ASF-Git Admin Mailer Subject: [32/47] ignite git commit: IGNITE-358: Hadoop: added InputSplit to HadoopV1Reporter. This closes #3059. archived-at: Tue, 21 Nov 2017 12:10:00 -0000 IGNITE-358: Hadoop: added InputSplit to HadoopV1Reporter. This closes #3059. Project: http://git-wip-us.apache.org/repos/asf/ignite/repo Commit: http://git-wip-us.apache.org/repos/asf/ignite/commit/64ffa3d4 Tree: http://git-wip-us.apache.org/repos/asf/ignite/tree/64ffa3d4 Diff: http://git-wip-us.apache.org/repos/asf/ignite/diff/64ffa3d4 Branch: refs/heads/ignite-zk Commit: 64ffa3d4ebc4e56f91e05836642fed2824d192f7 Parents: cbd7e39 Author: Konstantin Dudkov Authored: Fri Nov 17 16:09:10 2017 +0300 Committer: devozerov Committed: Fri Nov 17 16:09:10 2017 +0300 ---------------------------------------------------------------------- .../internal/processors/hadoop/impl/v1/HadoopV1MapTask.java | 6 +++--- .../internal/processors/hadoop/impl/v1/HadoopV1Reporter.java | 8 ++++++-- 2 files changed, 9 insertions(+), 5 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ignite/blob/64ffa3d4/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/impl/v1/HadoopV1MapTask.java ---------------------------------------------------------------------- diff --git a/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/impl/v1/HadoopV1MapTask.java b/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/impl/v1/HadoopV1MapTask.java index 2172ff2..039c5cd 100644 --- a/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/impl/v1/HadoopV1MapTask.java +++ b/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/impl/v1/HadoopV1MapTask.java @@ -27,10 +27,10 @@ import org.apache.hadoop.mapred.RecordReader; import org.apache.hadoop.mapred.Reporter; import org.apache.hadoop.util.ReflectionUtils; import org.apache.ignite.IgniteCheckedException; -import org.apache.ignite.internal.processors.hadoop.HadoopFileBlock; -import org.apache.ignite.internal.processors.hadoop.HadoopMapperUtils; import org.apache.ignite.hadoop.HadoopInputSplit; +import org.apache.ignite.internal.processors.hadoop.HadoopFileBlock; import org.apache.ignite.internal.processors.hadoop.HadoopJobEx; +import org.apache.ignite.internal.processors.hadoop.HadoopMapperUtils; import org.apache.ignite.internal.processors.hadoop.HadoopTaskCancelledException; import org.apache.ignite.internal.processors.hadoop.HadoopTaskContext; import org.apache.ignite.internal.processors.hadoop.HadoopTaskInfo; @@ -83,7 +83,7 @@ public class HadoopV1MapTask extends HadoopV1Task { assert nativeSplit != null; - Reporter reporter = new HadoopV1Reporter(taskCtx); + Reporter reporter = new HadoopV1Reporter(taskCtx, nativeSplit); HadoopV1OutputCollector collector = null; http://git-wip-us.apache.org/repos/asf/ignite/blob/64ffa3d4/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/impl/v1/HadoopV1Reporter.java ---------------------------------------------------------------------- diff --git a/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/impl/v1/HadoopV1Reporter.java b/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/impl/v1/HadoopV1Reporter.java index f3229e2..8f13ff9 100644 --- a/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/impl/v1/HadoopV1Reporter.java +++ b/modules/hadoop/src/main/java/org/apache/ignite/internal/processors/hadoop/impl/v1/HadoopV1Reporter.java @@ -30,13 +30,17 @@ public class HadoopV1Reporter implements Reporter { /** Context. */ private final HadoopTaskContext ctx; + /** Input split */ + private final InputSplit split; + /** * Creates new instance. * * @param ctx Context. */ - public HadoopV1Reporter(HadoopTaskContext ctx) { + public HadoopV1Reporter(HadoopTaskContext ctx, InputSplit split) { this.ctx = ctx; + this.split = split; } /** {@inheritDoc} */ @@ -66,7 +70,7 @@ public class HadoopV1Reporter implements Reporter { /** {@inheritDoc} */ @Override public InputSplit getInputSplit() throws UnsupportedOperationException { - throw new UnsupportedOperationException("reporter has no input"); // TODO + return split; } /** {@inheritDoc} */