hadoop-common-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From acmur...@apache.org
Subject svn commit: r1390029 - in /hadoop/common/branches/branch-1.1: CHANGES.txt src/mapred/org/apache/hadoop/mapred/SpillRecord.java
Date Tue, 25 Sep 2012 17:59:51 GMT
Author: acmurthy
Date: Tue Sep 25 17:59:51 2012
New Revision: 1390029

URL: http://svn.apache.org/viewvc?rev=1390029&view=rev
Log:
Merge -c 1366280 from branch-1 to branch-1.1 to fix MAPREDUCE-782. Use PureJavaCrc32 in mapreduce
spills.

Modified:
    hadoop/common/branches/branch-1.1/CHANGES.txt
    hadoop/common/branches/branch-1.1/src/mapred/org/apache/hadoop/mapred/SpillRecord.java

Modified: hadoop/common/branches/branch-1.1/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1.1/CHANGES.txt?rev=1390029&r1=1390028&r2=1390029&view=diff
==============================================================================
--- hadoop/common/branches/branch-1.1/CHANGES.txt (original)
+++ hadoop/common/branches/branch-1.1/CHANGES.txt Tue Sep 25 17:59:51 2012
@@ -184,6 +184,9 @@ Release 1.1.0 - 2012.09.16
 
     HDFS-496. Backport: Use PureJavaCrc32 in HDFS.  (Brandon Li via szetszwo)
 
+    MAPREDUCE-782. Use PureJavaCrc32 in mapreduce spills. 
+    (Todd Lipcon, backport by Brandon Li via sseth)
+
   BUG FIXES
 
     HDFS-3696. Set chunked streaming mode in WebHdfsFileSystem write operations

Modified: hadoop/common/branches/branch-1.1/src/mapred/org/apache/hadoop/mapred/SpillRecord.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-1.1/src/mapred/org/apache/hadoop/mapred/SpillRecord.java?rev=1390029&r1=1390028&r2=1390029&view=diff
==============================================================================
--- hadoop/common/branches/branch-1.1/src/mapred/org/apache/hadoop/mapred/SpillRecord.java
(original)
+++ hadoop/common/branches/branch-1.1/src/mapred/org/apache/hadoop/mapred/SpillRecord.java
Tue Sep 25 17:59:51 2012
@@ -22,7 +22,6 @@ import java.io.File;
 import java.io.IOException;
 import java.nio.ByteBuffer;
 import java.nio.LongBuffer;
-import java.util.zip.CRC32;
 import java.util.zip.CheckedInputStream;
 import java.util.zip.CheckedOutputStream;
 import java.util.zip.Checksum;
@@ -33,6 +32,7 @@ import org.apache.hadoop.fs.FileSystem;
 import org.apache.hadoop.fs.Path;
 import org.apache.hadoop.io.IOUtils;
 import org.apache.hadoop.io.SecureIOUtils;
+import org.apache.hadoop.util.PureJavaCrc32;
 
 import static org.apache.hadoop.mapred.MapTask.MAP_OUTPUT_INDEX_RECORD_LENGTH;
 
@@ -51,7 +51,7 @@ class SpillRecord {
 
   public SpillRecord(Path indexFileName, JobConf job, String expectedIndexOwner)
   throws IOException {
-    this(indexFileName, job, new CRC32(), expectedIndexOwner);
+    this(indexFileName, job, new PureJavaCrc32(), expectedIndexOwner);
   }
 
   public SpillRecord(Path indexFileName, JobConf job, Checksum crc, 
@@ -115,7 +115,7 @@ class SpillRecord {
    */
   public void writeToFile(Path loc, JobConf job)
       throws IOException {
-    writeToFile(loc, job, new CRC32());
+    writeToFile(loc, job, new PureJavaCrc32());
   }
 
   public void writeToFile(Path loc, JobConf job, Checksum crc)



Mime
View raw message