Return-Path: X-Original-To: apmail-hadoop-common-commits-archive@www.apache.org Delivered-To: apmail-hadoop-common-commits-archive@www.apache.org Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by minotaur.apache.org (Postfix) with SMTP id C545017FE4 for ; Thu, 12 Feb 2015 08:18:42 +0000 (UTC) Received: (qmail 98341 invoked by uid 500); 12 Feb 2015 08:18:42 -0000 Delivered-To: apmail-hadoop-common-commits-archive@hadoop.apache.org Received: (qmail 98270 invoked by uid 500); 12 Feb 2015 08:18:42 -0000 Mailing-List: contact common-commits-help@hadoop.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: common-dev@hadoop.apache.org Delivered-To: mailing list common-commits@hadoop.apache.org Received: (qmail 98261 invoked by uid 99); 12 Feb 2015 08:18:42 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Thu, 12 Feb 2015 08:18:42 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id 524F9E03A6; Thu, 12 Feb 2015 08:18:42 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: devaraj@apache.org To: common-commits@hadoop.apache.org Message-Id: <6c1fffae53cf4de8a6a23ed30cf76ad5@git.apache.org> X-Mailer: ASF-Git Admin Mailer Subject: hadoop git commit: MAPREDUCE-6253. Update use of Iterator to Iterable. Contributed by Ray Chiang. Date: Thu, 12 Feb 2015 08:18:42 +0000 (UTC) Repository: hadoop Updated Branches: refs/heads/trunk 89a544928 -> 76e309ead MAPREDUCE-6253. Update use of Iterator to Iterable. Contributed by Ray Chiang. Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/76e309ea Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/76e309ea Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/76e309ea Branch: refs/heads/trunk Commit: 76e309ead01f02b32335330cd920536f907fb71f Parents: 89a5449 Author: Devaraj K Authored: Thu Feb 12 13:45:19 2015 +0530 Committer: Devaraj K Committed: Thu Feb 12 13:45:19 2015 +0530 ---------------------------------------------------------------------- hadoop-mapreduce-project/CHANGES.txt | 2 ++ .../hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java | 7 +++---- .../src/main/java/org/apache/hadoop/mapred/QueueManager.java | 4 ++-- .../java/org/apache/hadoop/mapreduce/v2/hs/CompletedJob.java | 8 ++++---- 4 files changed, 11 insertions(+), 10 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/76e309ea/hadoop-mapreduce-project/CHANGES.txt ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt index 246f18d..145e99a 100644 --- a/hadoop-mapreduce-project/CHANGES.txt +++ b/hadoop-mapreduce-project/CHANGES.txt @@ -278,6 +278,8 @@ Release 2.7.0 - UNRELEASED MAPREDUCE-6227. DFSIO for truncate. (shv via yliu) + MAPREDUCE-6253. Update use of Iterator to Iterable. (Ray Chiang via devaraj) + OPTIMIZATIONS MAPREDUCE-6169. MergeQueue should release reference to the current item http://git-wip-us.apache.org/repos/asf/hadoop/blob/76e309ea/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java index 97de8fa..aad63d3 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java @@ -374,11 +374,10 @@ public class JobHistoryEventHandler extends AbstractService // Process JobUnsuccessfulCompletionEvent for jobIds which still haven't // closed their event writers - Iterator jobIt = fileMap.keySet().iterator(); if(forceJobCompletion) { - while (jobIt.hasNext()) { - JobId toClose = jobIt.next(); - MetaInfo mi = fileMap.get(toClose); + for (Map.Entry jobIt : fileMap.entrySet()) { + JobId toClose = jobIt.getKey(); + MetaInfo mi = jobIt.getValue(); if(mi != null && mi.isWriterActive()) { LOG.warn("Found jobId " + toClose + " to have not been closed. Will close"); http://git-wip-us.apache.org/repos/asf/hadoop/blob/76e309ea/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/QueueManager.java ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/QueueManager.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/QueueManager.java index 14934b9..39fae2a 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/QueueManager.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/QueueManager.java @@ -441,8 +441,8 @@ public class QueueManager { synchronized Map getJobQueueInfoMapping() { Map m = new HashMap(); - for (String key : allQueues.keySet()) { - m.put(key, allQueues.get(key).getJobQueueInfo()); + for (Map.Entry entry : allQueues.entrySet()) { + m.put(entry.getKey(), entry.getValue().getJobQueueInfo()); } return m; http://git-wip-us.apache.org/repos/asf/hadoop/blob/76e309ea/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedJob.java ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedJob.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedJob.java index 66c44c8..1cf63d4 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedJob.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedJob.java @@ -227,10 +227,10 @@ public class CompletedJob implements org.apache.hadoop.mapreduce.v2.app.job.Job completionEvents = new LinkedList(); List allTaskAttempts = new LinkedList(); int numMapAttempts = 0; - for (TaskId taskId : tasks.keySet()) { - Task task = tasks.get(taskId); - for (TaskAttemptId taskAttemptId : task.getAttempts().keySet()) { - TaskAttempt taskAttempt = task.getAttempts().get(taskAttemptId); + for (Map.Entry taskEntry : tasks.entrySet()) { + Task task = taskEntry.getValue(); + for (Map.Entry taskAttemptEntry : task.getAttempts().entrySet()) { + TaskAttempt taskAttempt = taskAttemptEntry.getValue(); allTaskAttempts.add(taskAttempt); if (task.getType() == TaskType.MAP) { ++numMapAttempts;