hadoop-common-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From aengin...@apache.org
Subject [46/46] hadoop git commit: Merge branch 'trunk' into HDFS-7240
Date Fri, 18 Mar 2016 18:25:46 GMT
Merge branch 'trunk' into HDFS-7240


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/37e3a36a
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/37e3a36a
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/37e3a36a

Branch: refs/heads/HDFS-7240
Commit: 37e3a36a3f3ab217afc47f1120db6a4f03559efb
Parents: 4143f03 92b7e0d
Author: Anu Engineer <aengineer@apache.org>
Authored: Fri Mar 18 11:18:48 2016 -0700
Committer: Anu Engineer <aengineer@apache.org>
Committed: Fri Mar 18 11:18:48 2016 -0700

----------------------------------------------------------------------
 .../hadoop-common/src/CMakeLists.txt            |  22 +-
 .../apache/hadoop/io/erasurecode/CodecUtil.java |  13 +-
 .../io/erasurecode/rawcoder/RSRawDecoder.java   | 175 +++++
 .../io/erasurecode/rawcoder/RSRawDecoder2.java  | 176 -----
 .../io/erasurecode/rawcoder/RSRawEncoder.java   |  75 ++
 .../io/erasurecode/rawcoder/RSRawEncoder2.java  |  76 ---
 .../rawcoder/RSRawErasureCoderFactory.java      |  37 +
 .../rawcoder/RSRawErasureCoderFactory2.java     |  37 -
 .../io/erasurecode/rawcoder/util/RSUtil.java    | 149 +++-
 .../io/erasurecode/rawcoder/util/RSUtil2.java   | 172 -----
 .../main/java/org/apache/hadoop/ipc/Client.java | 109 +--
 .../apache/hadoop/ipc/WritableRpcEngine.java    |   2 +-
 .../java/org/apache/hadoop/security/Groups.java |  17 +-
 .../apache/hadoop/service/AbstractService.java  |   2 +-
 .../main/java/org/apache/hadoop/util/Shell.java |  10 +-
 .../src/main/native/native.vcxproj              |  11 +-
 .../io/erasurecode/coder/erasure_code_native.c  |  49 --
 ...he_hadoop_io_erasurecode_ErasureCodeNative.h |  29 -
 .../src/org/apache/hadoop/io/erasurecode/dump.c | 100 +++
 .../src/org/apache/hadoop/io/erasurecode/dump.h |  40 ++
 .../apache/hadoop/io/erasurecode/erasure_code.c | 239 +------
 .../apache/hadoop/io/erasurecode/erasure_code.h | 107 +++
 .../hadoop/io/erasurecode/erasure_coder.c       | 229 +++++++
 .../hadoop/io/erasurecode/erasure_coder.h       |  88 +++
 .../org/apache/hadoop/io/erasurecode/gf_util.c  |  54 ++
 .../org/apache/hadoop/io/erasurecode/gf_util.h  | 111 +++
 .../io/erasurecode/include/erasure_code.h       | 125 ----
 .../hadoop/io/erasurecode/include/gf_util.h     | 111 ---
 .../apache/hadoop/io/erasurecode/isal_load.c    | 148 ++++
 .../apache/hadoop/io/erasurecode/isal_load.h    | 149 ++++
 .../apache/hadoop/io/erasurecode/jni_common.c   |  98 +++
 .../apache/hadoop/io/erasurecode/jni_common.h   |  42 ++
 .../io/erasurecode/jni_erasure_code_native.c    |  45 ++
 .../hadoop/io/erasurecode/jni_rs_decoder.c      |  72 ++
 .../hadoop/io/erasurecode/jni_rs_encoder.c      |  66 ++
 ...he_hadoop_io_erasurecode_ErasureCodeNative.h |  29 +
 ...io_erasurecode_rawcoder_NativeRSRawDecoder.h |  37 +
 ...io_erasurecode_rawcoder_NativeRSRawEncoder.h |  37 +
 .../hadoop/io/erasurecode/erasure_code_test.c   | 307 ++-------
 .../coder/TestHHXORErasureCoder.java            |   4 +-
 .../erasurecode/coder/TestRSErasureCoder.java   |   8 +-
 .../io/erasurecode/rawcoder/TestRSRawCoder.java |  33 +
 .../erasurecode/rawcoder/TestRSRawCoder2.java   |  33 -
 .../java/org/apache/hadoop/ipc/TestIPC.java     | 101 +--
 .../hadoop/ipc/TestIPCServerResponder.java      |  30 +-
 .../java/org/apache/hadoop/ipc/TestSaslRPC.java |  18 +-
 .../org/apache/hadoop/hdfs/protocol/Block.java  |   4 +-
 .../server/blockmanagement/BlockManager.java    | 268 ++++----
 .../BlockUnderConstructionFeature.java          |  45 +-
 .../blockmanagement/DecommissionManager.java    |  38 +-
 .../blockmanagement/LowRedundancyBlocks.java    | 458 +++++++++++++
 .../blockmanagement/UnderReplicatedBlocks.java  | 448 ------------
 .../hdfs/server/datanode/DataXceiverServer.java |   2 +-
 .../hdfs/server/datanode/ReplicaInPipeline.java |   7 +
 .../datanode/fsdataset/impl/FsDatasetImpl.java  |  13 +
 .../datanode/fsdataset/impl/FsVolumeImpl.java   |   6 +
 .../hdfs/server/namenode/FSDirWriteFileOp.java  |  18 +-
 .../hdfs/server/namenode/NameNodeRpcServer.java |   4 +
 .../src/main/resources/hdfs-default.xml         |   9 +
 .../src/main/webapps/hdfs/explorer.js           |  33 +-
 .../src/site/markdown/HDFSCommands.md           | 159 +++--
 .../blockmanagement/BlockManagerTestUtil.java   |   2 +-
 .../blockmanagement/TestBlockManager.java       |  20 +-
 .../TestLowRedundancyBlockQueues.java           | 182 +++++
 .../blockmanagement/TestPendingReplication.java |  14 +-
 .../blockmanagement/TestReplicationPolicy.java  | 158 ++---
 .../TestUnderReplicatedBlockQueues.java         | 182 -----
 .../hdfs/server/datanode/TestDataNodeUUID.java  |  52 ++
 .../fsdataset/impl/TestFsDatasetImpl.java       |  66 ++
 .../hdfs/server/namenode/TestMetaSave.java      |   2 +-
 .../namenode/ha/TestStandbyCheckpoints.java     |   5 +
 .../org/apache/hadoop/mapred/ClusterStatus.java |  35 +-
 .../org/apache/hadoop/mapred/NotRunningJob.java |   7 +-
 .../hadoop/conf/TestNoDefaultsJobConf.java      |  30 +-
 .../apache/hadoop/mapred/HadoopTestCase.java    |  17 +-
 .../hadoop/mapred/NotificationTestCase.java     |  15 +-
 .../hadoop/mapred/TestFileOutputFormat.java     |   4 +
 .../apache/hadoop/mapred/TestNetworkedJob.java  |  89 ++-
 .../apache/hadoop/mapred/TestTaskCommit.java    |  31 +-
 .../mapred/jobcontrol/TestLocalJobControl.java  |   3 +
 .../hadoop/mapred/lib/TestChainMapReduce.java   |  20 +-
 .../mapred/lib/TestKeyFieldBasedComparator.java |   2 +
 .../hadoop/mapred/lib/TestMultipleInputs.java   |  17 +-
 .../hadoop/mapred/lib/TestMultipleOutputs.java  |  26 +-
 .../mapred/lib/TestMultithreadedMapRunner.java  |  21 +-
 .../org/apache/hadoop/mapreduce/TestChild.java  |  10 +-
 .../hadoop/mapreduce/TestNoJobSetupCleanup.java |   6 +-
 .../hadoop/mapreduce/TestTaskContext.java       |   2 +
 .../mapreduce/lib/chain/TestChainErrors.java    |   9 +
 .../mapreduce/lib/chain/TestMapReduceChain.java |   6 +
 .../lib/chain/TestSingleElementChain.java       |   4 +
 .../lib/db/TestDataDrivenDBInputFormat.java     |  40 +-
 .../mapreduce/lib/input/TestMultipleInputs.java |   6 +-
 .../lib/jobcontrol/TestMapReduceJobControl.java |   8 +-
 .../lib/map/TestMultithreadedMapper.java        |  12 +-
 .../lib/output/TestJobOutputCommitter.java      |  16 +-
 .../lib/output/TestMRMultipleOutputs.java       |  17 +-
 .../TestMRKeyFieldBasedComparator.java          |  20 +-
 .../apache/hadoop/examples/TestWordStats.java   |  15 +-
 .../hadoop/examples/terasort/TestTeraSort.java  |  11 +-
 hadoop-project/pom.xml                          |  13 +
 .../pom.xml                                     |  21 +
 .../distributedshell/ApplicationMaster.java     |  68 +-
 .../DistributedShellTimelinePlugin.java         |  79 +++
 .../distributedshell/package-info.java          |  19 +
 .../distributedshell/TestDistributedShell.java  | 120 +++-
 .../hadoop/yarn/client/ProtocolHATestBase.java  |   3 +-
 .../hadoop/yarn/client/TestRMFailover.java      |   2 -
 .../yarn/client/api/impl/TestYarnClient.java    |  18 +
 .../api/impl/FileSystemTimelineWriter.java      |   6 +-
 .../apache/hadoop/yarn/util/SystemClock.java    |   5 +-
 .../yarn/util/timeline/TimelineUtils.java       |  35 +
 .../nodemanager/NodeStatusUpdaterImpl.java      |  50 +-
 .../TestResourceLocalizationService.java        |   2 +-
 .../ProportionalCapacityPreemptionPolicy.java   | 166 +++--
 .../rmcontainer/RMContainer.java                |   1 +
 .../scheduler/AbstractYarnScheduler.java        | 170 +----
 .../scheduler/ClusterNodeTracker.java           | 300 ++++++++
 .../resourcemanager/scheduler/NodeFilter.java   |  33 +
 .../scheduler/PreemptableResourceScheduler.java |   2 +-
 .../scheduler/ResourceLimits.java               |   9 +
 .../scheduler/SchedulerNode.java                |   9 +-
 .../scheduler/capacity/AbstractCSQueue.java     |  45 +-
 .../scheduler/capacity/CSAssignment.java        |  11 +
 .../scheduler/capacity/CapacityScheduler.java   | 216 +++---
 .../CapacitySchedulerConfiguration.java         |  14 +-
 .../capacity/CapacitySchedulerContext.java      |  15 +-
 .../scheduler/capacity/LeafQueue.java           |  69 ++
 .../scheduler/capacity/ParentQueue.java         | 157 ++++-
 .../allocator/AbstractContainerAllocator.java   |   2 +
 .../capacity/allocator/ContainerAllocation.java |  12 +
 .../allocator/RegularContainerAllocator.java    |  39 +-
 .../capacity/preemption/KillableContainer.java  |  45 ++
 .../capacity/preemption/PreemptableQueue.java   | 102 +++
 .../capacity/preemption/PreemptionManager.java  | 165 +++++
 .../scheduler/common/AssignmentInformation.java |   6 +-
 .../scheduler/common/fica/FiCaSchedulerApp.java |  32 +-
 .../common/fica/FiCaSchedulerNode.java          |  65 +-
 .../scheduler/event/SchedulerEventType.java     |  15 +-
 .../scheduler/fair/FSAppAttempt.java            |  13 +-
 .../scheduler/fair/FairScheduler.java           | 122 ++--
 .../scheduler/fifo/FifoScheduler.java           |  32 +-
 .../webapp/dao/CapacitySchedulerInfo.java       |  26 +-
 .../resourcemanager/TestRMDispatcher.java       |   4 +-
 .../server/resourcemanager/TestRMRestart.java   |   2 +-
 .../applicationsmanager/TestAMRestart.java      |   7 +-
 ...estProportionalCapacityPreemptionPolicy.java |   6 +-
 ...pacityPreemptionPolicyForNodePartitions.java |   2 +
 .../scheduler/TestAbstractYarnScheduler.java    |  14 +-
 .../capacity/TestApplicationLimits.java         |   2 +
 .../capacity/TestApplicationPriority.java       |   6 +-
 .../capacity/TestCapacityScheduler.java         |   8 +-
 .../TestCapacitySchedulerPreemption.java        | 677 +++++++++++++++++++
 .../scheduler/capacity/TestChildQueueOrder.java |   2 +
 .../scheduler/capacity/TestLeafQueue.java       |   3 +
 .../TestNodeLabelContainerAllocation.java       |  97 +++
 .../scheduler/capacity/TestParentQueue.java     |   2 +
 .../scheduler/capacity/TestReservations.java    |  21 +-
 .../scheduler/capacity/TestUtils.java           |  36 +
 .../scheduler/fair/FairSchedulerTestBase.java   |  22 +-
 .../fair/TestContinuousScheduling.java          |  78 ++-
 .../scheduler/fair/TestFairScheduler.java       |  82 +--
 .../fair/TestFairSchedulerPreemption.java       |   2 +-
 .../scheduler/fifo/TestFifoScheduler.java       |  19 +-
 .../webapp/TestRMWebServicesCapacitySched.java  |   3 +
 .../hadoop/yarn/server/MiniYARNCluster.java     |  85 +--
 .../yarn/server/TestMiniYARNClusterForHA.java   |   4 -
 .../yarn/server/timeline/TimelineVersion.java   |  31 +
 .../server/timeline/TimelineVersionWatcher.java |  47 ++
 .../pom.xml                                     |  16 +
 .../server/timeline/PluginStoreTestUtils.java   |  51 +-
 171 files changed, 6693 insertions(+), 3286 deletions(-)
----------------------------------------------------------------------



Mime
View raw message