Return-Path: X-Original-To: apmail-hadoop-common-commits-archive@www.apache.org Delivered-To: apmail-hadoop-common-commits-archive@www.apache.org Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by minotaur.apache.org (Postfix) with SMTP id 0ED4A17EC1 for ; Wed, 4 Feb 2015 17:28:09 +0000 (UTC) Received: (qmail 91395 invoked by uid 500); 4 Feb 2015 17:28:10 -0000 Delivered-To: apmail-hadoop-common-commits-archive@hadoop.apache.org Received: (qmail 91326 invoked by uid 500); 4 Feb 2015 17:28:09 -0000 Mailing-List: contact common-commits-help@hadoop.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: common-dev@hadoop.apache.org Delivered-To: mailing list common-commits@hadoop.apache.org Received: (qmail 91317 invoked by uid 99); 4 Feb 2015 17:28:09 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Wed, 04 Feb 2015 17:28:09 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id BFFF6E01D9; Wed, 4 Feb 2015 17:28:09 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: aajisaka@apache.org To: common-commits@hadoop.apache.org Message-Id: <0a2f9f6383564b73ac97840a7b04e9cc@git.apache.org> X-Mailer: ASF-Git Admin Mailer Subject: hadoop git commit: MAPREDUCE-6243. Fix findbugs warnings in hadoop-rumen. Contributed by Masatake Iwasaki. Date: Wed, 4 Feb 2015 17:28:09 +0000 (UTC) Repository: hadoop Updated Branches: refs/heads/branch-2 f92d4fa20 -> 0a030871d MAPREDUCE-6243. Fix findbugs warnings in hadoop-rumen. Contributed by Masatake Iwasaki. (cherry picked from commit 34fe11c987730932f99dec6eb458a22624eb075b) Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/0a030871 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/0a030871 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/0a030871 Branch: refs/heads/branch-2 Commit: 0a030871ddada24ef4f27ed270f912b7abe447ee Parents: f92d4fa Author: Akira Ajisaka Authored: Wed Feb 4 09:25:44 2015 -0800 Committer: Akira Ajisaka Committed: Wed Feb 4 09:27:01 2015 -0800 ---------------------------------------------------------------------- hadoop-mapreduce-project/CHANGES.txt | 3 +++ .../org/apache/hadoop/tools/rumen/Hadoop20JHParser.java | 5 ----- .../apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java | 2 +- .../tools/rumen/MapAttempt20LineHistoryEventEmitter.java | 2 +- .../org/apache/hadoop/tools/rumen/ParsedConfigFile.java | 11 +++++++---- .../apache/hadoop/tools/rumen/RandomSeedGenerator.java | 4 +++- .../rumen/ReduceAttempt20LineHistoryEventEmitter.java | 2 +- 7 files changed, 16 insertions(+), 13 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/0a030871/hadoop-mapreduce-project/CHANGES.txt ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt index 95f2152..26eae70 100644 --- a/hadoop-mapreduce-project/CHANGES.txt +++ b/hadoop-mapreduce-project/CHANGES.txt @@ -98,6 +98,9 @@ Release 2.7.0 - UNRELEASED MAPREDUCE-6231. Grep example job is not working on a fully-distributed cluster. (aajisaka) + MAPREDUCE-6243. Fix findbugs warnings in hadoop-rumen. (Masatake Iwasaki + via aajisaka) + Release 2.6.0 - 2014-11-18 INCOMPATIBLE CHANGES http://git-wip-us.apache.org/repos/asf/hadoop/blob/0a030871/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/Hadoop20JHParser.java ---------------------------------------------------------------------- diff --git a/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/Hadoop20JHParser.java b/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/Hadoop20JHParser.java index 9cfd85d..08e825b 100644 --- a/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/Hadoop20JHParser.java +++ b/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/Hadoop20JHParser.java @@ -192,11 +192,6 @@ public class Hadoop20JHParser implements JobHistoryParser { do { addedLine = getOneLine(); - - if (addedLine == null) { - return sb.toString(); - } - sb.append("\n"); sb.append(addedLine); } while (addedLine.length() < endLineString.length() http://git-wip-us.apache.org/repos/asf/hadoop/blob/0a030871/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java ---------------------------------------------------------------------- diff --git a/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java b/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java index 653fff8..47fdb1a 100644 --- a/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java +++ b/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java @@ -559,7 +559,7 @@ public class HadoopLogsAnalyzer extends Configured implements Tool { input = maybeUncompressedPath(new Path(inputDirectoryPath, currentFileName)); - return input != null; + return true; } private String readInputLine() throws IOException { http://git-wip-us.apache.org/repos/asf/hadoop/blob/0a030871/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/MapAttempt20LineHistoryEventEmitter.java ---------------------------------------------------------------------- diff --git a/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/MapAttempt20LineHistoryEventEmitter.java b/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/MapAttempt20LineHistoryEventEmitter.java index f4de3ad..6e73582 100644 --- a/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/MapAttempt20LineHistoryEventEmitter.java +++ b/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/MapAttempt20LineHistoryEventEmitter.java @@ -67,7 +67,7 @@ public class MapAttempt20LineHistoryEventEmitter extends MapAttempt20LineHistoryEventEmitter that = (MapAttempt20LineHistoryEventEmitter) thatg; - if (finishTime != null && "success".equalsIgnoreCase(status)) { + if ("success".equalsIgnoreCase(status)) { return new MapAttemptFinishedEvent (taskAttemptID, that.originalTaskType, status, http://git-wip-us.apache.org/repos/asf/hadoop/blob/0a030871/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ParsedConfigFile.java ---------------------------------------------------------------------- diff --git a/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ParsedConfigFile.java b/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ParsedConfigFile.java index c99441e..1d85872 100644 --- a/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ParsedConfigFile.java +++ b/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ParsedConfigFile.java @@ -25,6 +25,8 @@ import java.io.InputStream; import java.io.ByteArrayInputStream; import java.io.IOException; +import java.nio.charset.Charset; + import javax.xml.parsers.DocumentBuilderFactory; import javax.xml.parsers.DocumentBuilder; import javax.xml.parsers.ParserConfigurationException; @@ -44,6 +46,7 @@ class ParsedConfigFile { Pattern.compile("_(job_[0-9]+_[0-9]+)_"); private static final Pattern heapPattern = Pattern.compile("-Xmx([0-9]+)([mMgG])"); + private static final Charset UTF_8 = Charset.forName("UTF-8"); final int heapMegabytes; @@ -100,7 +103,7 @@ class ParsedConfigFile { } try { - InputStream is = new ByteArrayInputStream(xmlString.getBytes()); + InputStream is = new ByteArrayInputStream(xmlString.getBytes(UTF_8)); DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance(); @@ -151,7 +154,7 @@ class ParsedConfigFile { properties.setProperty(attr, value); - if ("mapred.child.java.opts".equals(attr) && value != null) { + if ("mapred.child.java.opts".equals(attr)) { Matcher matcher = heapPattern.matcher(value); if (matcher.find()) { String heapSize = matcher.group(1); @@ -164,11 +167,11 @@ class ParsedConfigFile { } } - if (MRJobConfig.QUEUE_NAME.equals(attr) && value != null) { + if (MRJobConfig.QUEUE_NAME.equals(attr)) { queue = value; } - if (MRJobConfig.JOB_NAME.equals(attr) && value != null) { + if (MRJobConfig.JOB_NAME.equals(attr)) { jobName = value; } http://git-wip-us.apache.org/repos/asf/hadoop/blob/0a030871/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/RandomSeedGenerator.java ---------------------------------------------------------------------- diff --git a/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/RandomSeedGenerator.java b/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/RandomSeedGenerator.java index 20ad66c..014fb6c 100644 --- a/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/RandomSeedGenerator.java +++ b/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/RandomSeedGenerator.java @@ -17,6 +17,7 @@ */ package org.apache.hadoop.tools.rumen; +import java.nio.charset.Charset; import java.security.MessageDigest; import java.security.NoSuchAlgorithmException; @@ -42,6 +43,7 @@ import org.apache.commons.logging.LogFactory; */ public class RandomSeedGenerator { private static Log LOG = LogFactory.getLog(RandomSeedGenerator.class); + private static final Charset UTF_8 = Charset.forName("UTF-8"); /** MD5 algorithm instance, one for each thread. */ private static final ThreadLocal md5Holder = @@ -72,7 +74,7 @@ public class RandomSeedGenerator { // We could have fed the bytes of masterSeed one by one to md5.update() // instead String str = streamId + '/' + masterSeed; - byte[] digest = md5.digest(str.getBytes()); + byte[] digest = md5.digest(str.getBytes(UTF_8)); // Create a long from the first 8 bytes of the digest // This is fine as MD5 has the avalanche property. // Paranoids could have XOR folded the other 8 bytes in too. http://git-wip-us.apache.org/repos/asf/hadoop/blob/0a030871/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ReduceAttempt20LineHistoryEventEmitter.java ---------------------------------------------------------------------- diff --git a/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ReduceAttempt20LineHistoryEventEmitter.java b/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ReduceAttempt20LineHistoryEventEmitter.java index 74bac99..0261ea2 100644 --- a/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ReduceAttempt20LineHistoryEventEmitter.java +++ b/hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ReduceAttempt20LineHistoryEventEmitter.java @@ -66,7 +66,7 @@ public class ReduceAttempt20LineHistoryEventEmitter String shuffleFinish = line.get("SHUFFLE_FINISHED"); String sortFinish = line.get("SORT_FINISHED"); - if (finishTime != null && shuffleFinish != null && sortFinish != null + if (shuffleFinish != null && sortFinish != null && "success".equalsIgnoreCase(status)) { ReduceAttempt20LineHistoryEventEmitter that = (ReduceAttempt20LineHistoryEventEmitter) thatg;