Return-Path: Delivered-To: apmail-hadoop-common-commits-archive@www.apache.org Received: (qmail 96913 invoked from network); 4 Mar 2011 04:55:00 -0000 Received: from hermes.apache.org (HELO mail.apache.org) (140.211.11.3) by minotaur.apache.org with SMTP; 4 Mar 2011 04:54:59 -0000 Received: (qmail 59652 invoked by uid 500); 4 Mar 2011 04:54:56 -0000 Delivered-To: apmail-hadoop-common-commits-archive@hadoop.apache.org Received: (qmail 59592 invoked by uid 500); 4 Mar 2011 04:54:56 -0000 Mailing-List: contact common-commits-help@hadoop.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: common-dev@hadoop.apache.org Delivered-To: mailing list common-commits@hadoop.apache.org Received: (qmail 59558 invoked by uid 99); 4 Mar 2011 04:54:56 -0000 Received: from nike.apache.org (HELO nike.apache.org) (192.87.106.230) by apache.org (qpsmtpd/0.29) with ESMTP; Fri, 04 Mar 2011 04:54:56 +0000 X-ASF-Spam-Status: No, hits=-2000.0 required=5.0 tests=ALL_TRUSTED X-Spam-Check-By: apache.org Received: from [140.211.11.4] (HELO eris.apache.org) (140.211.11.4) by apache.org (qpsmtpd/0.29) with ESMTP; Fri, 04 Mar 2011 04:54:53 +0000 Received: by eris.apache.org (Postfix, from userid 65534) id 18CCF2388901; Fri, 4 Mar 2011 04:54:33 +0000 (UTC) Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit Subject: svn commit: r1077779 - /hadoop/common/branches/branch-0.20-security-patches/src/mapred/org/apache/hadoop/mapred/MapTask.java Date: Fri, 04 Mar 2011 04:54:33 -0000 To: common-commits@hadoop.apache.org From: omalley@apache.org X-Mailer: svnmailer-1.0.8 Message-Id: <20110304045433.18CCF2388901@eris.apache.org> X-Virus-Checked: Checked by ClamAV on apache.org Author: omalley Date: Fri Mar 4 04:54:32 2011 New Revision: 1077779 URL: http://svn.apache.org/viewvc?rev=1077779&view=rev Log: commit c6e8d39fbe89447416c1cc9943b22d3c99e058df Author: Siddharth Seth Date: Thu Jan 27 17:55:33 2011 -0800 included a cuople more methods in NewTrackingRecordReader for computing the counters. Modified: hadoop/common/branches/branch-0.20-security-patches/src/mapred/org/apache/hadoop/mapred/MapTask.java Modified: hadoop/common/branches/branch-0.20-security-patches/src/mapred/org/apache/hadoop/mapred/MapTask.java URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security-patches/src/mapred/org/apache/hadoop/mapred/MapTask.java?rev=1077779&r1=1077778&r2=1077779&view=diff ============================================================================== --- hadoop/common/branches/branch-0.20-security-patches/src/mapred/org/apache/hadoop/mapred/MapTask.java (original) +++ hadoop/common/branches/branch-0.20-security-patches/src/mapred/org/apache/hadoop/mapred/MapTask.java Fri Mar 4 04:54:32 2011 @@ -469,7 +469,6 @@ class MapTask extends Task { TaskReporter reporter, JobConf job, org.apache.hadoop.mapreduce.TaskAttemptContext taskContext) throws IOException, InterruptedException { - this.real = inputFormat.createRecordReader(split, taskContext); this.reporter = reporter; this.inputSplit = split; this.job = job; @@ -483,11 +482,19 @@ class MapTask extends Task { .getPath()); } fsStats = matchedStats; + + long bytesInPrev = getInputBytes(fsStats); + this.real = inputFormat.createRecordReader(split, taskContext); + long bytesInCurr = getInputBytes(fsStats); + fileInputByteCounter.increment(bytesInCurr - bytesInPrev); } @Override public void close() throws IOException { + long bytesInPrev = getInputBytes(fsStats); real.close(); + long bytesInCurr = getInputBytes(fsStats); + fileInputByteCounter.increment(bytesInCurr - bytesInPrev); } @Override