hadoop-common-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ste...@apache.org
Subject [51/51] [abbrv] hadoop git commit: Merge branch 'trunk' into HADOOP-13345
Date Wed, 09 Aug 2017 17:37:11 GMT
Merge branch 'trunk' into HADOOP-13345

 Conflicts:
	hadoop-tools/hadoop-aws/pom.xml


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/b114f248
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/b114f248
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/b114f248

Branch: refs/heads/HADOOP-13345
Commit: b114f2488fc1a298d9c993af6ca3575249e6f4d3
Parents: b4c2ab2 63cfcb9
Author: Steve Loughran <stevel@apache.org>
Authored: Wed Aug 9 18:23:39 2017 +0100
Committer: Steve Loughran <stevel@apache.org>
Committed: Wed Aug 9 18:23:39 2017 +0100

----------------------------------------------------------------------
 LICENSE.txt                                     |     1 +
 dev-support/docker/hadoop_env_checks.sh         |     2 +-
 dev-support/findHangingTest.sh                  |     2 +-
 dev-support/verify-xml.sh                       |     2 +-
 .../resources/assemblies/hadoop-yarn-dist.xml   |     1 +
 .../hadoop-client-check-invariants/pom.xml      |     1 -
 .../hadoop-client-check-test-invariants/pom.xml |     1 -
 .../hadoop-client-minicluster/pom.xml           |    43 +
 hadoop-client-modules/hadoop-client/pom.xml     |     4 -
 .../util/TestCertificateUtil.java               |     6 +-
 .../dev-support/findbugsExcludeFile.xml         |     4 +
 hadoop-common-project/hadoop-common/pom.xml     |     7 +-
 .../hadoop-common/src/main/bin/hadoop           |    28 +-
 .../src/main/bin/hadoop-functions.sh            |   161 +-
 .../org/apache/hadoop/conf/Configuration.java   |    63 +-
 .../apache/hadoop/conf/ReconfigurableBase.java  |     7 +-
 .../hadoop/conf/ReconfigurationServlet.java     |     8 +-
 .../hadoop/crypto/JceAesCtrCryptoCodec.java     |     8 +-
 .../hadoop/crypto/OpensslAesCtrCryptoCodec.java |     8 +-
 .../org/apache/hadoop/crypto/OpensslCipher.java |     8 +-
 .../crypto/key/kms/KMSClientProvider.java       |    39 +-
 .../key/kms/LoadBalancingKMSClientProvider.java |    90 +-
 .../crypto/random/OpensslSecureRandom.java      |     8 +-
 .../hadoop/crypto/random/OsSecureRandom.java    |     9 +-
 .../apache/hadoop/fs/AbstractFileSystem.java    |     6 +-
 .../java/org/apache/hadoop/fs/ChecksumFs.java   |     8 +-
 .../fs/CommonConfigurationKeysPublic.java       |    31 +
 .../src/main/java/org/apache/hadoop/fs/DF.java  |     9 +-
 .../hadoop/fs/DelegationTokenRenewer.java       |    10 +-
 .../hadoop/fs/FSDataOutputStreamBuilder.java    |   161 +-
 .../org/apache/hadoop/fs/FSInputChecker.java    |     9 +-
 .../java/org/apache/hadoop/fs/FileContext.java  |    10 +-
 .../apache/hadoop/fs/FileEncryptionInfo.java    |     6 +-
 .../java/org/apache/hadoop/fs/FileStatus.java   |   172 +-
 .../java/org/apache/hadoop/fs/FileSystem.java   |    24 +-
 .../java/org/apache/hadoop/fs/FileUtil.java     |    10 +-
 .../main/java/org/apache/hadoop/fs/FsShell.java |     6 +-
 .../apache/hadoop/fs/FsShellPermissions.java    |     4 +-
 .../org/apache/hadoop/fs/FsUrlConnection.java   |    10 +
 .../hadoop/fs/FsUrlStreamHandlerFactory.java    |    26 +-
 .../main/java/org/apache/hadoop/fs/Globber.java |     7 +-
 .../org/apache/hadoop/fs/HarFileSystem.java     |    11 +-
 .../org/apache/hadoop/fs/LocalDirAllocator.java |     9 +-
 .../org/apache/hadoop/fs/LocatedFileStatus.java |    64 +-
 .../main/java/org/apache/hadoop/fs/Trash.java   |     7 +-
 .../apache/hadoop/fs/TrashPolicyDefault.java    |     8 +-
 .../org/apache/hadoop/fs/ftp/FTPFileSystem.java |     8 +-
 .../hadoop/fs/permission/FsPermission.java      |    18 +-
 .../apache/hadoop/fs/protocolPB/PBHelper.java   |   131 +
 .../hadoop/fs/protocolPB/package-info.java      |    18 +
 .../hadoop/fs/sftp/SFTPConnectionPool.java      |     7 +-
 .../apache/hadoop/fs/sftp/SFTPFileSystem.java   |     7 +-
 .../org/apache/hadoop/fs/shell/Command.java     |     6 +-
 .../apache/hadoop/fs/shell/CopyCommands.java    |   112 +-
 .../apache/hadoop/fs/shell/MoveCommands.java    |     4 +-
 .../java/org/apache/hadoop/fs/shell/Stat.java   |    19 +-
 .../org/apache/hadoop/fs/viewfs/Constants.java  |     2 +
 .../apache/hadoop/fs/viewfs/ViewFileSystem.java |    79 +-
 .../org/apache/hadoop/fs/viewfs/ViewFs.java     |    43 +-
 .../apache/hadoop/ha/ActiveStandbyElector.java  |    15 +-
 .../apache/hadoop/ha/FailoverController.java    |    10 +-
 .../main/java/org/apache/hadoop/ha/HAAdmin.java |     8 +-
 .../org/apache/hadoop/ha/HealthMonitor.java     |     8 +-
 .../java/org/apache/hadoop/ha/NodeFencer.java   |     6 +-
 .../org/apache/hadoop/ha/PowerShellFencer.java  |     7 +-
 .../apache/hadoop/ha/ShellCommandFencer.java    |     7 +-
 .../org/apache/hadoop/ha/SshFenceByTcpPort.java |    18 +-
 .../java/org/apache/hadoop/ha/StreamPumper.java |     8 +-
 .../apache/hadoop/ha/ZKFailoverController.java  |    20 +-
 ...HAServiceProtocolServerSideTranslatorPB.java |     6 +-
 .../org/apache/hadoop/http/HttpServer2.java     |     7 +-
 .../hadoop/http/lib/StaticUserWebFilter.java    |     7 +-
 .../java/org/apache/hadoop/io/BloomMapFile.java |     6 +-
 .../apache/hadoop/io/FastByteComparisons.java   |     7 +-
 .../main/java/org/apache/hadoop/io/IOUtils.java |    10 +-
 .../main/java/org/apache/hadoop/io/MapFile.java |     8 +-
 .../org/apache/hadoop/io/ReadaheadPool.java     |     6 +-
 .../java/org/apache/hadoop/io/SequenceFile.java |     7 +-
 .../main/java/org/apache/hadoop/io/UTF8.java    |     5 +-
 .../apache/hadoop/io/compress/CodecPool.java    |     6 +-
 .../io/compress/CompressionCodecFactory.java    |     8 +-
 .../apache/hadoop/io/compress/DefaultCodec.java |     6 +-
 .../io/compress/bzip2/Bzip2Compressor.java      |     8 +-
 .../io/compress/bzip2/Bzip2Decompressor.java    |     8 +-
 .../hadoop/io/compress/bzip2/Bzip2Factory.java  |     6 +-
 .../hadoop/io/compress/lz4/Lz4Compressor.java   |     8 +-
 .../hadoop/io/compress/lz4/Lz4Decompressor.java |     8 +-
 .../io/compress/snappy/SnappyCompressor.java    |     8 +-
 .../io/compress/snappy/SnappyDecompressor.java  |     8 +-
 .../io/compress/zlib/BuiltInZlibDeflater.java   |     8 +-
 .../hadoop/io/compress/zlib/ZlibCompressor.java |     8 +-
 .../hadoop/io/compress/zlib/ZlibFactory.java    |     8 +-
 .../apache/hadoop/io/erasurecode/CodecUtil.java |    20 +-
 .../apache/hadoop/io/erasurecode/ECSchema.java  |     6 +-
 .../io/erasurecode/ErasureCodeNative.java       |    13 +-
 .../org/apache/hadoop/io/file/tfile/BCFile.java |     6 +-
 .../hadoop/io/file/tfile/Compression.java       |     6 +-
 .../org/apache/hadoop/io/file/tfile/TFile.java  |     8 +-
 .../hadoop/io/file/tfile/TFileDumper.java       |     8 +-
 .../org/apache/hadoop/io/nativeio/NativeIO.java |    16 +-
 .../nativeio/SharedFileDescriptorFactory.java   |     7 +-
 .../hadoop/io/retry/RetryInvocationHandler.java |    11 +
 .../apache/hadoop/io/retry/RetryPolicies.java   |     6 +-
 .../org/apache/hadoop/io/retry/RetryUtils.java  |     6 +-
 .../io/serializer/SerializationFactory.java     |     8 +-
 .../org/apache/hadoop/ipc/CallQueueManager.java |     7 +-
 .../main/java/org/apache/hadoop/ipc/Client.java |    40 +-
 .../org/apache/hadoop/ipc/FairCallQueue.java    |     6 +-
 .../apache/hadoop/ipc/ProtobufRpcEngine.java    |     7 +-
 .../main/java/org/apache/hadoop/ipc/RPC.java    |     6 +-
 .../org/apache/hadoop/ipc/RefreshRegistry.java  |     7 +-
 .../java/org/apache/hadoop/ipc/RetryCache.java  |     6 +-
 .../main/java/org/apache/hadoop/ipc/Server.java |    16 +-
 .../ipc/WeightedRoundRobinMultiplexer.java      |     8 +-
 .../apache/hadoop/ipc/WritableRpcEngine.java    |     6 +-
 .../hadoop/ipc/metrics/RetryCacheMetrics.java   |     6 +-
 .../hadoop/ipc/metrics/RpcDetailedMetrics.java  |     8 +-
 .../apache/hadoop/ipc/metrics/RpcMetrics.java   |     6 +-
 .../org/apache/hadoop/jmx/JMXJsonServlet.java   |     7 +-
 .../hadoop/metrics2/impl/MBeanInfoBuilder.java  |     2 +-
 .../hadoop/metrics2/impl/MetricsConfig.java     |     8 +-
 .../metrics2/impl/MetricsSinkAdapter.java       |     9 +-
 .../metrics2/impl/MetricsSourceAdapter.java     |     7 +-
 .../hadoop/metrics2/impl/MetricsSystemImpl.java |     6 +-
 .../hadoop/metrics2/lib/MethodMetric.java       |     7 +-
 .../metrics2/lib/MetricsSourceBuilder.java      |     7 +-
 .../metrics2/lib/MutableMetricsFactory.java     |     7 +-
 .../hadoop/metrics2/lib/MutableRates.java       |     7 +-
 .../lib/MutableRatesWithAggregation.java        |     7 +-
 .../hadoop/metrics2/sink/GraphiteSink.java      |     7 +-
 .../sink/ganglia/AbstractGangliaSink.java       |    10 +-
 .../metrics2/sink/ganglia/GangliaSink30.java    |     6 +-
 .../metrics2/sink/ganglia/GangliaSink31.java    |     7 +-
 .../org/apache/hadoop/metrics2/util/MBeans.java |     6 +-
 .../hadoop/metrics2/util/MetricsCache.java      |     6 +-
 .../main/java/org/apache/hadoop/net/DNS.java    |     6 +-
 .../java/org/apache/hadoop/net/NetUtils.java    |     6 +-
 .../apache/hadoop/net/ScriptBasedMapping.java   |     8 +-
 .../apache/hadoop/net/SocketIOWithTimeout.java  |     6 +-
 .../org/apache/hadoop/net/TableMapping.java     |     6 +-
 .../apache/hadoop/net/unix/DomainSocket.java    |    10 +-
 .../hadoop/net/unix/DomainSocketWatcher.java    |    12 +-
 .../AuthenticationWithProxyUserFilter.java      |     8 +-
 .../hadoop/security/CompositeGroupsMapping.java |     7 +-
 .../org/apache/hadoop/security/Credentials.java |    10 +-
 .../java/org/apache/hadoop/security/Groups.java |     7 +-
 .../HttpCrossOriginFilterInitializer.java       |     8 +-
 .../security/JniBasedUnixGroupsMapping.java     |     8 +-
 .../JniBasedUnixGroupsMappingWithFallback.java  |     8 +-
 .../JniBasedUnixGroupsNetgroupMapping.java      |     6 +-
 ...edUnixGroupsNetgroupMappingWithFallback.java |     8 +-
 .../hadoop/security/LdapGroupsMapping.java      |     7 +-
 .../apache/hadoop/security/ProviderUtils.java   |     7 +-
 .../apache/hadoop/security/SaslInputStream.java |     7 +-
 .../apache/hadoop/security/SaslRpcClient.java   |     7 +-
 .../apache/hadoop/security/SaslRpcServer.java   |     6 +-
 .../apache/hadoop/security/SecurityUtil.java    |     9 +-
 .../hadoop/security/ShellBasedIdMapping.java    |     8 +-
 .../ShellBasedUnixGroupsNetgroupMapping.java    |     8 +-
 .../hadoop/security/UserGroupInformation.java   |     5 +-
 .../hadoop/security/WhitelistBasedResolver.java |     7 +-
 .../alias/AbstractJavaKeyStoreProvider.java     |     6 +-
 .../alias/CredentialProviderFactory.java        |    10 +
 .../authorize/ServiceAuthorizationManager.java  |     9 +-
 .../hadoop/security/http/CrossOriginFilter.java |     7 +-
 .../security/ssl/FileBasedKeyStoresFactory.java |     8 +-
 .../security/ssl/ReloadingX509TrustManager.java |     7 +-
 .../hadoop/security/token/DtFileOperations.java |     7 +-
 .../hadoop/security/token/DtUtilShell.java      |     6 +-
 .../org/apache/hadoop/security/token/Token.java |     6 +-
 .../AbstractDelegationTokenSecretManager.java   |     8 +-
 .../apache/hadoop/service/AbstractService.java  |     9 +-
 .../apache/hadoop/service/CompositeService.java |     7 +-
 .../service/LoggingStateChangeListener.java     |    11 +-
 .../hadoop/service/ServiceOperations.java       |    25 +-
 .../tracing/TracerConfigurationManager.java     |     8 +-
 .../hadoop/util/ApplicationClassLoader.java     |    10 +-
 .../apache/hadoop/util/AsyncDiskService.java    |     7 +-
 .../apache/hadoop/util/CombinedIPWhiteList.java |     7 +-
 .../apache/hadoop/util/FastNumberFormat.java    |    44 +
 .../org/apache/hadoop/util/FileBasedIPList.java |    11 +-
 .../main/java/org/apache/hadoop/util/GSet.java  |     6 +-
 .../hadoop/util/GenericOptionsParser.java       |     7 +-
 .../org/apache/hadoop/util/GenericsUtil.java    |    15 +
 .../org/apache/hadoop/util/HostsFileReader.java |     9 +-
 .../apache/hadoop/util/IntrusiveCollection.java |     7 +-
 .../org/apache/hadoop/util/JvmPauseMonitor.java |     6 +-
 .../java/org/apache/hadoop/util/LogAdapter.java |     4 +
 .../org/apache/hadoop/util/MachineList.java     |     6 +-
 .../apache/hadoop/util/NativeCodeLoader.java    |     8 +-
 .../hadoop/util/NodeHealthScriptRunner.java     |     7 +-
 .../java/org/apache/hadoop/util/Progress.java   |     6 +-
 .../org/apache/hadoop/util/ReflectionUtils.java |    30 +
 .../apache/hadoop/util/ShutdownHookManager.java |     7 +-
 .../hadoop/util/ShutdownThreadsHelper.java      |     7 +-
 .../org/apache/hadoop/util/SysInfoLinux.java    |     8 +-
 .../org/apache/hadoop/util/SysInfoWindows.java  |     7 +-
 .../java/org/apache/hadoop/util/ThreadUtil.java |     7 +-
 .../org/apache/hadoop/util/VersionInfo.java     |     8 +-
 .../hadoop/util/concurrent/AsyncGetFuture.java  |     7 +-
 .../hadoop/util/concurrent/ExecutorHelper.java  |     8 +-
 .../HadoopScheduledThreadPoolExecutor.java      |     8 +-
 .../concurrent/HadoopThreadPoolExecutor.java    |     8 +-
 .../org/apache/hadoop/crypto/OpensslCipher.c    |    46 +-
 .../hadoop-common/src/main/proto/FSProtos.proto |    69 +
 .../src/main/resources/core-default.xml         |    56 +-
 .../src/site/markdown/FileSystemShell.md        |     4 +-
 .../hadoop-common/src/site/markdown/Metrics.md  |    20 +-
 .../src/site/markdown/SecureMode.md             |     9 +-
 .../src/site/markdown/ServiceLevelAuth.md       |    32 +-
 .../src/site/markdown/UnixShellGuide.md         |     4 +-
 .../src/site/markdown/filesystem/filesystem.md  |    24 +
 .../3.0.0-alpha4/CHANGES.3.0.0-alpha4.md        |   880 +
 .../3.0.0-alpha4/RELEASENOTES.3.0.0-alpha4.md   |   492 +
 .../conf/TestCommonConfigurationFields.java     |     3 +
 .../apache/hadoop/conf/TestConfiguration.java   |   181 +-
 .../apache/hadoop/conf/TestDeprecatedKeys.java  |     2 +-
 .../hadoop/crypto/CryptoStreamsTestBase.java    |     6 +-
 .../apache/hadoop/crypto/TestCryptoCodec.java   |     7 +-
 .../crypto/key/TestKeyProviderFactory.java      |    11 +-
 .../kms/TestLoadBalancingKMSClientProvider.java |   378 +-
 .../apache/hadoop/fs/FCStatisticsBaseTest.java  |     7 +-
 .../fs/FileContextCreateMkdirBaseTest.java      |     2 +-
 .../fs/FileContextMainOperationsBaseTest.java   |    66 +-
 .../hadoop/fs/FileContextPermissionBase.java    |     5 +-
 .../apache/hadoop/fs/FileContextUtilBase.java   |     5 +-
 .../org/apache/hadoop/fs/TestFileContext.java   |     7 +-
 .../org/apache/hadoop/fs/TestFileStatus.java    |     9 +-
 .../java/org/apache/hadoop/fs/TestFileUtil.java |     6 +-
 .../org/apache/hadoop/fs/TestFsShellCopy.java   |     6 +-
 .../apache/hadoop/fs/TestFsShellReturnCode.java |     8 +-
 .../org/apache/hadoop/fs/TestFsShellTouch.java  |     6 +-
 .../org/apache/hadoop/fs/TestHarFileSystem.java |     7 +-
 .../java/org/apache/hadoop/fs/TestHardLink.java |     2 +-
 .../org/apache/hadoop/fs/TestListFiles.java     |     4 +-
 .../apache/hadoop/fs/TestLocalFileSystem.java   |    72 +-
 .../fs/TestLocalFileSystemPermission.java       |     2 +-
 .../fs/contract/AbstractBondedFSContract.java   |     8 +-
 .../fs/contract/AbstractContractAppendTest.java |    33 +-
 .../fs/contract/AbstractContractCreateTest.java |    90 +-
 .../hadoop/fs/contract/ContractTestUtils.java   |   150 +-
 .../hadoop/fs/loadGenerator/LoadGenerator.java  |    10 +-
 .../fs/protocolPB/TestFSSerialization.java      |    85 +
 .../hadoop/fs/shell/TestCopyFromLocal.java      |   173 +
 .../hadoop/fs/shell/TestCopyPreserveFlag.java   |    19 +
 .../fs/viewfs/ViewFileSystemBaseTest.java       |    79 +-
 .../apache/hadoop/fs/viewfs/ViewFsBaseTest.java |    94 +-
 .../hadoop/ha/ActiveStandbyElectorTestUtil.java |     6 +-
 .../org/apache/hadoop/ha/DummyHAService.java    |     7 +-
 .../org/apache/hadoop/ha/MiniZKFCCluster.java   |     7 +-
 .../ha/TestActiveStandbyElectorRealZK.java      |     7 +-
 .../java/org/apache/hadoop/ha/TestHAAdmin.java  |     6 +-
 .../org/apache/hadoop/ha/TestHealthMonitor.java |     6 +-
 .../hadoop/ha/TestShellCommandFencer.java       |    55 +-
 .../apache/hadoop/ha/TestSshFenceByTcpPort.java |     6 +-
 .../hadoop/ha/TestZKFailoverController.java     |     5 +-
 .../apache/hadoop/http/TestGlobalFilter.java    |     6 +-
 .../org/apache/hadoop/http/TestHttpServer.java  |     6 +-
 .../apache/hadoop/http/TestHttpServerLogs.java  |     6 +-
 .../hadoop/http/TestHttpServerWebapps.java      |     9 +-
 .../hadoop/http/TestHttpServerWithSpengo.java   |     7 +-
 .../org/apache/hadoop/http/TestPathFilter.java  |     6 +-
 .../apache/hadoop/http/TestSSLHttpServer.java   |     7 +-
 .../apache/hadoop/http/TestServletFilter.java   |     6 +-
 .../hadoop/http/resource/JerseyResource.java    |     6 +-
 .../org/apache/hadoop/io/TestArrayFile.java     |     7 +-
 .../hadoop/io/TestDefaultStringifier.java       |     8 +-
 .../org/apache/hadoop/io/TestSequenceFile.java  |     7 +-
 .../java/org/apache/hadoop/io/TestSetFile.java  |     7 +-
 .../org/apache/hadoop/io/TestWritableUtils.java |     7 +-
 .../apache/hadoop/io/compress/TestCodec.java    |     8 +-
 .../io/compress/TestCompressionStreamReuse.java |     9 +-
 .../apache/hadoop/io/nativeio/TestNativeIO.java |    10 +-
 .../TestSharedFileDescriptorFactory.java        |     7 +-
 .../io/serializer/TestSerializationFactory.java |     6 +-
 .../org/apache/hadoop/ipc/MiniRPCBenchmark.java |    13 +-
 .../org/apache/hadoop/ipc/TestAsyncIPC.java     |    10 +-
 .../java/org/apache/hadoop/ipc/TestIPC.java     |    98 +-
 .../hadoop/ipc/TestIPCServerResponder.java      |    10 +-
 .../apache/hadoop/ipc/TestMiniRPCBenchmark.java |     2 +-
 .../ipc/TestProtoBufRpcServerHandoff.java       |    12 +-
 .../java/org/apache/hadoop/ipc/TestRPC.java     |     8 +-
 .../apache/hadoop/ipc/TestRPCCompatibility.java |     8 +-
 .../hadoop/ipc/TestRPCServerShutdown.java       |     7 +-
 .../apache/hadoop/ipc/TestRpcServerHandoff.java |     8 +-
 .../java/org/apache/hadoop/ipc/TestSaslRPC.java |    23 +-
 .../java/org/apache/hadoop/ipc/TestServer.java  |     4 +-
 .../ipc/TestWeightedRoundRobinMultiplexer.java  |     7 +-
 .../metrics2/impl/TestGangliaMetrics.java       |     7 +-
 .../hadoop/metrics2/impl/TestMetricsConfig.java |     7 +-
 .../metrics2/impl/TestMetricsSystemImpl.java    |    13 +-
 .../hadoop/metrics2/impl/TestSinkQueue.java     |    10 +-
 .../hadoop/metrics2/lib/TestMutableMetrics.java |     7 +-
 .../hadoop/metrics2/util/TestMetricsCache.java  |     8 +-
 .../org/apache/hadoop/net/ServerSocketUtil.java |     9 +-
 .../java/org/apache/hadoop/net/TestDNS.java     |     6 +-
 .../org/apache/hadoop/net/TestNetUtils.java     |     6 +-
 .../hadoop/net/TestSocketIOWithTimeout.java     |     8 +-
 .../apache/hadoop/net/TestStaticMapping.java    |     7 +-
 .../hadoop/net/unix/TestDomainSocket.java       |     2 +-
 .../net/unix/TestDomainSocketWatcher.java       |    15 +-
 .../security/TestCompositeGroupMapping.java     |     7 +-
 .../hadoop/security/TestDoAsEffectiveUser.java  |     8 +-
 .../hadoop/security/TestGroupFallback.java      |    19 +-
 .../hadoop/security/TestGroupsCaching.java      |     8 +-
 .../TestShellBasedUnixGroupsMapping.java        |     8 +-
 .../hadoop/security/TestUGIWithMiniKdc.java     |     2 +-
 .../security/TestUserGroupInformation.java      |     2 +-
 .../alias/TestCredentialProviderFactory.java    |    17 +-
 .../authorize/TestAccessControlList.java        |    16 +-
 .../security/authorize/TestProxyUsers.java      |     8 +-
 .../hadoop/security/ssl/TestSSLFactory.java     |     2 +-
 .../token/delegation/TestDelegationToken.java   |     7 +-
 .../delegation/web/TestWebDelegationToken.java  |     2 +-
 .../hadoop/service/TestCompositeService.java    |     7 +-
 .../hadoop/service/TestServiceLifecycle.java    |     7 +-
 .../hadoop/service/TestServiceOperations.java   |    65 +
 .../apache/hadoop/test/GenericTestUtils.java    |   104 +-
 .../org/apache/hadoop/test/MetricsAsserts.java  |     6 +-
 .../org/apache/hadoop/test/MockitoMaker.java    |   132 -
 .../hadoop/test/MultithreadedTestUtil.java      |     8 +-
 .../hadoop/test/TestGenericTestUtils.java       |    15 +-
 .../org/apache/hadoop/test/TestJUnitSetup.java  |     7 +-
 .../hadoop/util/Crc32PerformanceTest.java       |    11 +-
 .../hadoop/util/TestAsyncDiskService.java       |     7 +-
 .../org/apache/hadoop/util/TestClasspath.java   |     9 +-
 .../org/apache/hadoop/util/TestDiskChecker.java |    12 +-
 .../hadoop/util/TestFastNumberFormat.java       |    46 +
 .../org/apache/hadoop/util/TestFindClass.java   |     7 +-
 .../apache/hadoop/util/TestGenericsUtil.java    |     5 +
 .../hadoop/util/TestIdentityHashStore.java      |     7 +-
 .../apache/hadoop/util/TestLightWeightGSet.java |     7 +-
 .../util/TestLightWeightResizableGSet.java      |     7 +-
 .../hadoop/util/TestNativeCodeLoader.java       |     6 +-
 .../hadoop/util/TestReadWriteDiskValidator.java |     5 +-
 .../apache/hadoop/util/TestReflectionUtils.java |    19 +-
 .../apache/hadoop/util/TestSignalLogger.java    |    11 +-
 .../org/apache/hadoop/util/TestWinUtils.java    |     6 +-
 .../src/test/resources/testConf.xml             |    54 +-
 .../scripts/hadoop-functions_test_helper.bash   |     2 +-
 .../test/scripts/hadoop_add_array_param.bats    |    37 +
 .../src/test/scripts/hadoop_array_contains.bats |    47 +
 .../src/test/scripts/hadoop_sort_array.bats     |    37 +
 .../main/libexec/shellprofile.d/hadoop-kms.sh   |     4 +-
 .../main/resources/webapps/kms/WEB-INF/web.xml  |    10 +
 .../hadoop/crypto/key/kms/server/TestKMS.java   |    79 +
 hadoop-common-project/hadoop-nfs/pom.xml        |     6 +
 .../org/apache/hadoop/mount/MountdBase.java     |    12 +-
 .../java/org/apache/hadoop/nfs/NfsExports.java  |     6 +-
 .../org/apache/hadoop/nfs/nfs3/FileHandle.java  |     6 +-
 .../org/apache/hadoop/nfs/nfs3/Nfs3Base.java    |    10 +-
 .../hadoop/oncrpc/RegistrationClient.java       |     7 +-
 .../java/org/apache/hadoop/oncrpc/RpcCall.java  |    10 +-
 .../org/apache/hadoop/oncrpc/RpcProgram.java    |     6 +-
 .../java/org/apache/hadoop/oncrpc/RpcUtil.java  |    11 +-
 .../hadoop/oncrpc/SimpleTcpClientHandler.java   |     7 +-
 .../apache/hadoop/oncrpc/SimpleTcpServer.java   |     7 +-
 .../apache/hadoop/oncrpc/SimpleUdpServer.java   |     7 +-
 .../hadoop/oncrpc/security/Credentials.java     |     6 +-
 .../hadoop/oncrpc/security/SecurityHandler.java |     7 +-
 .../java/org/apache/hadoop/portmap/Portmap.java |     8 +-
 .../hadoop/portmap/RpcProgramPortmap.java       |     7 +-
 .../apache/hadoop/oncrpc/TestFrameDecoder.java  |     6 +-
 .../java/org/apache/hadoop/hdfs/DFSClient.java  |    26 +-
 .../org/apache/hadoop/hdfs/DFSUtilClient.java   |    23 +-
 .../hadoop/hdfs/DistributedFileSystem.java      |     5 +-
 .../hdfs/protocol/ErasureCodingPolicy.java      |     8 +-
 .../hdfs/protocol/FsPermissionExtension.java    |     5 +
 .../hadoop/hdfs/protocol/HdfsConstants.java     |     4 +-
 .../hadoop/hdfs/protocol/HdfsFileStatus.java    |   228 +-
 .../hdfs/protocol/HdfsLocatedFileStatus.java    |    42 +-
 .../protocol/SnapshottableDirectoryStatus.java  |    10 +-
 .../ClientNamenodeProtocolTranslatorPB.java     |     4 +-
 .../hadoop/hdfs/protocolPB/PBHelperClient.java  |    65 +-
 .../apache/hadoop/hdfs/web/JsonUtilClient.java  |    50 +-
 .../hadoop/hdfs/web/WebHdfsConstants.java       |     8 +-
 .../hadoop/hdfs/web/WebHdfsFileSystem.java      |    18 +-
 .../hadoop-hdfs-client/src/main/proto/acl.proto |     7 +-
 .../src/main/proto/erasurecoding.proto          |     2 +-
 .../src/main/proto/hdfs.proto                   |    16 +-
 .../src/main/conf/httpfs-env.sh                 |     2 +-
 .../hadoop/fs/http/client/HttpFSFileSystem.java |   134 +-
 .../hadoop/fs/http/server/FSOperations.java     |   157 +-
 .../http/server/HttpFSAuthenticationFilter.java |     6 +-
 .../http/server/HttpFSParametersProvider.java   |    48 +-
 .../hadoop/fs/http/server/HttpFSServer.java     |    57 +-
 .../fs/http/server/HttpFSServerWebServer.java   |    15 +-
 .../libexec/shellprofile.d/hadoop-httpfs.sh     |    35 +-
 .../src/main/resources/httpfs-default.xml       |     8 +-
 .../src/site/markdown/ServerSetup.md.vm         |    10 +-
 .../fs/http/client/BaseTestHttpFSWith.java      |   242 +-
 ...KerberosAuthenticationHandlerForTesting.java |     1 -
 .../hadoop/fs/http/server/TestHttpFSServer.java |   492 +-
 .../fs/http/server/TestHttpFSServerNoACLs.java  |    15 +-
 .../http/server/TestHttpFSServerNoXAttrs.java   |    10 +-
 .../http/server/TestHttpFSServerWebServer.java  |     2 +-
 .../dev-support/findbugsExcludeFile.xml         |    12 +
 .../jdiff/Apache_Hadoop_HDFS_3.0.0-alpha4.xml   |   322 +
 .../hadoop-hdfs/src/main/bin/hdfs               |    62 +-
 .../org/apache/hadoop/hdfs/DFSConfigKeys.java   |     6 +-
 .../hadoop/hdfs/protocol/SnapshotException.java |     4 +
 .../hadoop/hdfs/protocol/SnapshotInfo.java      |     2 +-
 ...tNamenodeProtocolServerSideTranslatorPB.java |     4 +-
 .../hadoop/hdfs/protocolPB/package-info.java    |    18 +
 .../hadoop/hdfs/qjournal/server/Journal.java    |     3 +-
 .../hdfs/qjournal/server/JournalMetrics.java    |    11 +
 .../hdfs/qjournal/server/JournalNodeSyncer.java |     4 +
 .../hadoop/hdfs/server/balancer/Dispatcher.java |    36 +-
 .../server/blockmanagement/BlockCollection.java |    24 +-
 .../server/blockmanagement/BlockManager.java    |    49 +-
 .../blockmanagement/DatanodeAdminManager.java   |   756 +
 .../blockmanagement/DatanodeDescriptor.java     |    19 +-
 .../server/blockmanagement/DatanodeManager.java |    50 +-
 .../blockmanagement/DecommissionManager.java    |   741 -
 .../hdfs/server/datanode/BPOfferService.java    |    47 +-
 .../hadoop/hdfs/server/datanode/DataNode.java   |    31 +-
 .../hdfs/server/datanode/DataNodeMXBean.java    |     7 +
 .../hdfs/server/datanode/DataXceiver.java       |     9 +-
 .../checker/StorageLocationChecker.java         |     8 +-
 .../erasurecode/ErasureCodingWorker.java        |    15 +-
 .../erasurecode/StripedBlockReconstructor.java  |     3 +-
 .../datanode/erasurecode/StripedReader.java     |    20 +
 .../erasurecode/StripedReconstructionInfo.java  |    15 +
 .../erasurecode/StripedReconstructor.java       |     8 +-
 .../datanode/fsdataset/impl/FsDatasetImpl.java  |    70 +-
 .../hadoop/hdfs/server/namenode/BackupNode.java |     2 +-
 .../ContentSummaryComputationContext.java       |    23 +-
 .../namenode/DirectoryWithQuotaFeature.java     |     4 +-
 .../server/namenode/EncryptionZoneManager.java  |     5 +-
 .../namenode/ErasureCodingPolicyManager.java    |    12 +-
 .../server/namenode/FSDirErasureCodingOp.java   |     5 +-
 .../server/namenode/FSDirStatAndListingOp.java  |    67 +-
 .../hdfs/server/namenode/FSDirectory.java       |    20 +-
 .../hdfs/server/namenode/FSNamesystem.java      |   169 +-
 .../server/namenode/FSPermissionChecker.java    |    32 +
 .../hadoop/hdfs/server/namenode/INode.java      |     9 +-
 .../hdfs/server/namenode/INodeDirectory.java    |    16 +-
 .../hdfs/server/namenode/INodeReference.java    |     3 +-
 .../namenode/INodeWithAdditionalFields.java     |    24 +-
 .../hdfs/server/namenode/INodesInPath.java      |    19 +-
 .../hdfs/server/namenode/LeaseManager.java      |    23 +-
 .../hadoop/hdfs/server/namenode/NameNode.java   |     5 +-
 .../hdfs/server/namenode/NameNodeRpcServer.java |    20 +-
 .../hdfs/server/namenode/SecondaryNameNode.java |    10 +
 .../namenode/metrics/ECBlockGroupsMBean.java    |    59 +
 .../metrics/ECBlockGroupsStatsMBean.java        |    59 -
 .../namenode/metrics/ReplicatedBlocksMBean.java |    63 +
 .../metrics/ReplicatedBlocksStatsMBean.java     |    63 -
 .../snapshot/AbstractINodeDiffList.java         |    53 +-
 .../snapshot/DirectorySnapshottableFeature.java |    19 +-
 .../snapshot/DirectoryWithSnapshotFeature.java  |     3 +-
 .../hdfs/server/namenode/snapshot/Snapshot.java |     4 +-
 .../namenode/snapshot/SnapshotManager.java      |     7 +-
 .../org/apache/hadoop/hdfs/tools/DFSAdmin.java  |    65 +-
 .../org/apache/hadoop/hdfs/tools/ECAdmin.java   |    14 +-
 .../org/apache/hadoop/hdfs/web/JsonUtil.java    |    28 +-
 .../src/main/resources/hdfs-default.xml         |    47 +-
 .../hadoop-hdfs/src/main/webapps/datanode/dn.js |     2 +-
 .../src/site/markdown/HDFSErasureCoding.md      |    27 +
 .../org/apache/hadoop/TestGenericRefresh.java   |    28 +-
 .../fs/TestHDFSFileContextMainOperations.java   |    46 +-
 .../apache/hadoop/fs/TestUrlStreamHandler.java  |    48 +-
 .../fs/viewfs/TestViewFileSystemHdfs.java       |    22 +
 .../org/apache/hadoop/hdfs/MiniDFSCluster.java  |     8 +-
 .../hadoop/hdfs/TestDFSClientRetries.java       |     6 +-
 .../hadoop/hdfs/TestDFSClientSocketSize.java    |    20 +-
 .../org/apache/hadoop/hdfs/TestDFSShell.java    |    12 +-
 .../apache/hadoop/hdfs/TestDecommission.java    |    44 +-
 .../hadoop/hdfs/TestDistributedFileSystem.java  |    50 +
 .../apache/hadoop/hdfs/TestEncryptionZones.java |     3 +-
 .../hadoop/hdfs/TestEncryptionZonesWithKMS.java |    19 +-
 .../hadoop/hdfs/TestErasureCodingPolicies.java  |    44 +-
 .../hdfs/TestFileStatusSerialization.java       |   153 +
 .../java/org/apache/hadoop/hdfs/TestLease.java  |     7 +-
 .../hadoop/hdfs/TestReconstructStripedFile.java |    74 +-
 .../hdfs/qjournal/TestJournalNodeSync.java      |   265 -
 .../hdfs/qjournal/server/TestJournalNode.java   |     6 +-
 .../qjournal/server/TestJournalNodeSync.java    |   439 +
 .../blockmanagement/BlockManagerTestUtil.java   |     2 +-
 .../blockmanagement/TestBlockManager.java       |    58 +-
 .../TestPendingReconstruction.java              |    46 +-
 ...constructStripedBlocksWithRackAwareness.java |     5 +-
 .../TestReplicationPolicyConsiderLoad.java      |     2 +-
 .../server/datanode/TestBPOfferService.java     |    29 +
 .../server/datanode/TestDataNodeMXBean.java     |     4 +
 .../TestDataXceiverBackwardsCompat.java         |   212 +
 .../fsdataset/impl/FsDatasetImplTestUtils.java  |    10 +
 .../fsdataset/impl/TestWriteToReplica.java      |    53 +-
 .../hdfs/server/namenode/AclTestHelpers.java    |    13 +-
 .../server/namenode/TestAddStripedBlocks.java   |     4 +-
 .../hdfs/server/namenode/TestDeadDatanode.java  |    53 +
 .../namenode/TestDecommissioningStatus.java     |     6 +-
 .../TestDefaultBlockPlacementPolicy.java        |     4 +-
 .../server/namenode/TestEnabledECPolicies.java  |    10 +-
 .../hadoop/hdfs/server/namenode/TestFsck.java   |    17 +-
 .../TestGetContentSummaryWithPermission.java    |   201 +
 .../hdfs/server/namenode/TestMetaSave.java      |     2 +
 .../namenode/TestNameNodeHttpServerXFrame.java  |    22 +
 .../server/namenode/TestNameNodeMXBean.java     |    14 +-
 .../namenode/TestNameNodeReconfigure.java       |    47 +
 .../namenode/TestNamenodeCapacityReport.java    |     8 +-
 .../namenode/TestReconstructStripedBlocks.java  |     4 +-
 .../server/namenode/TestSnapshotPathINodes.java |     5 +-
 .../namenode/TestTruncateQuotaUpdate.java       |     1 +
 .../namenode/metrics/TestNameNodeMetrics.java   |   134 +-
 .../snapshot/TestOpenFilesWithSnapshot.java     |   126 +
 .../apache/hadoop/hdfs/web/TestJsonUtil.java    |    11 +-
 .../test/resources/testErasureCodingConf.xml    |    35 +
 .../src/test/resources/testHDFSConf.xml         |   125 +-
 hadoop-mapreduce-project/bin/mapred             |    18 +-
 .../jobhistory/JobHistoryEventHandler.java      |    27 +-
 .../hadoop/mapreduce/v2/app/AppContext.java     |     4 +
 .../hadoop/mapreduce/v2/app/MRAppMaster.java    |    14 +-
 .../mapreduce/v2/app/rm/RMCommunicator.java     |     4 +-
 .../mapreduce/v2/app/webapp/AppController.java  |    10 +-
 .../hadoop/mapreduce/v2/app/webapp/AppView.java |     4 +-
 .../mapreduce/v2/app/webapp/ConfBlock.java      |    36 +-
 .../mapreduce/v2/app/webapp/CountersBlock.java  |    38 +-
 .../mapreduce/v2/app/webapp/CountersPage.java   |     4 +-
 .../mapreduce/v2/app/webapp/InfoPage.java       |     2 +-
 .../mapreduce/v2/app/webapp/JobBlock.java       |    95 +-
 .../mapreduce/v2/app/webapp/JobConfPage.java    |     3 +-
 .../hadoop/mapreduce/v2/app/webapp/JobPage.java |     2 +-
 .../mapreduce/v2/app/webapp/JobsBlock.java      |    24 +-
 .../mapreduce/v2/app/webapp/NavBlock.java       |    38 +-
 .../v2/app/webapp/SingleCounterBlock.java       |    28 +-
 .../v2/app/webapp/SingleCounterPage.java        |     3 +-
 .../mapreduce/v2/app/webapp/TaskPage.java       |    20 +-
 .../mapreduce/v2/app/webapp/TasksBlock.java     |    12 +-
 .../mapreduce/v2/app/webapp/TasksPage.java      |     2 +-
 .../jobhistory/TestJobHistoryEventHandler.java  |   102 +
 .../hadoop/mapreduce/v2/app/MockAppContext.java |    10 +
 .../mapreduce/v2/app/TestJobEndNotifier.java    |    16 +-
 .../mapreduce/v2/app/TestRuntimeEstimators.java |    10 +
 .../v2/app/launcher/TestContainerLauncher.java  |     9 +
 .../app/launcher/TestContainerLauncherImpl.java |     9 +
 .../v2/app/metrics/TestMRAppMetrics.java        |     9 +-
 .../v2/app/rm/TestRMContainerAllocator.java     |    10 +-
 .../hadoop/mapreduce/v2/util/MRWebAppUtil.java  |     9 +-
 .../org/apache/hadoop/mapreduce/Cluster.java    |    16 +-
 .../java/org/apache/hadoop/mapreduce/Job.java   |    13 +-
 .../apache/hadoop/mapreduce/JobSubmitter.java   |     2 -
 .../mapreduce/counters/AbstractCounters.java    |     4 -
 .../hadoop/mapreduce/counters/Limits.java       |    12 -
 .../mapreduce/jobhistory/HistoryViewer.java     |    16 -
 .../hadoop/mapreduce/lib/db/DBOutputFormat.java |    15 +-
 .../org/apache/hadoop/mapred/TestQueue.java     |     8 +-
 .../webapp/TestMapReduceTrackingUriPlugin.java  |    26 +-
 .../hadoop/mapreduce/v2/hs/CompletedJob.java    |    15 -
 .../hadoop/mapreduce/v2/hs/JobHistory.java      |    10 +
 .../mapreduce/v2/hs/webapp/HsAboutPage.java     |     7 +-
 .../mapreduce/v2/hs/webapp/HsConfPage.java      |     2 +-
 .../mapreduce/v2/hs/webapp/HsCountersPage.java  |     4 +-
 .../mapreduce/v2/hs/webapp/HsJobBlock.java      |    98 +-
 .../mapreduce/v2/hs/webapp/HsJobPage.java       |     2 +-
 .../mapreduce/v2/hs/webapp/HsJobsBlock.java     |    46 +-
 .../mapreduce/v2/hs/webapp/HsLogsPage.java      |     2 +-
 .../mapreduce/v2/hs/webapp/HsNavBlock.java      |    30 +-
 .../v2/hs/webapp/HsSingleCounterPage.java       |     2 +-
 .../mapreduce/v2/hs/webapp/HsTaskPage.java      |    53 +-
 .../mapreduce/v2/hs/webapp/HsTasksBlock.java    |    57 +-
 .../mapreduce/v2/hs/webapp/HsTasksPage.java     |     2 +-
 .../hadoop/mapreduce/v2/hs/webapp/HsView.java   |     4 +-
 .../java/org/apache/hadoop/fs/TestDFSIO.java    |    14 +-
 .../apache/hadoop/mapred/TestYARNRunner.java    |     8 +-
 .../apache/hadoop/mapreduce/TestCounters.java   |    39 +-
 .../mapreduce/TestMapperReducerCleanup.java     |     4 +
 .../mapreduce/lib/db/TestDBOutputFormat.java    |    45 +
 .../lib/input/TestMRCJCFileInputFormat.java     |    11 +-
 .../mapreduce/lib/input/TestMultipleInputs.java |    10 +-
 .../TestUmbilicalProtocolWithJobToken.java      |    22 +-
 .../apache/hadoop/mapreduce/v2/TestMRJobs.java  |    87 +-
 .../hadoop/mapred/TestShuffleHandler.java       |    32 +-
 hadoop-maven-plugins/pom.xml                    |     5 +-
 hadoop-project-dist/pom.xml                     |     2 +-
 hadoop-project/pom.xml                          |    48 +-
 hadoop-project/src/site/site.xml                |     1 +
 .../main/shellprofile.d/hadoop-archive-logs.sh  |     2 +-
 .../src/main/shellprofile.d/hadoop-archives.sh  |     4 +-
 hadoop-tools/hadoop-aws/pom.xml                 |    22 +-
 .../org/apache/hadoop/fs/adl/AdlFileStatus.java |    69 +
 .../org/apache/hadoop/fs/adl/AdlFileSystem.java |    29 +-
 .../apache/hadoop/fs/adl/TestGetFileStatus.java |    57 +-
 .../apache/hadoop/fs/adl/TestListStatus.java    |     8 +-
 .../fs/azure/AzureNativeFileSystemStore.java    |   324 +-
 .../fs/azure/BlobOperationDescriptor.java       |   222 +
 .../hadoop/fs/azure/BlockBlobInputStream.java   |   447 +
 .../hadoop/fs/azure/CachingAuthorizer.java      |   232 +
 .../fs/azure/ClientThrottlingAnalyzer.java      |   284 +
 .../fs/azure/ClientThrottlingIntercept.java     |   221 +
 .../fs/azure/LocalSASKeyGeneratorImpl.java      |    28 +-
 .../hadoop/fs/azure/NativeAzureFileSystem.java  |   117 +-
 .../fs/azure/NativeAzureFileSystemHelper.java   |    28 +
 .../hadoop/fs/azure/NativeFileSystemStore.java  |     6 +-
 .../fs/azure/RemoteSASKeyGeneratorImpl.java     |   310 +-
 .../fs/azure/RemoteWasbAuthorizerImpl.java      |   267 +-
 .../hadoop/fs/azure/SASKeyGeneratorImpl.java    |     4 +-
 .../fs/azure/SecureStorageInterfaceImpl.java    |     5 +
 .../fs/azure/SecureWasbRemoteCallHelper.java    |   230 +
 .../hadoop/fs/azure/StorageInterface.java       |    11 +-
 .../hadoop/fs/azure/StorageInterfaceImpl.java   |     5 +
 .../hadoop/fs/azure/WasbRemoteCallHelper.java   |   288 +-
 .../hadoop/fs/azure/security/Constants.java     |    33 +-
 .../hadoop/fs/azure/security/JsonUtils.java     |    52 +
 .../RemoteWasbDelegationTokenManager.java       |   169 +
 .../hadoop/fs/azure/security/SecurityUtils.java |    86 -
 .../hadoop/fs/azure/security/SpnegoToken.java   |    49 +
 .../hadoop/fs/azure/security/TokenUtils.java    |    60 +
 .../security/WasbDelegationTokenManager.java    |    54 +
 .../fs/azure/security/WasbTokenRenewer.java     |    77 +-
 .../hadoop-azure/src/site/markdown/index.md     |   107 +-
 .../hadoop/fs/azure/AbstractWasbTestBase.java   |     9 +
 .../fs/azure/AzureBlobStorageTestAccount.java   |    40 +-
 .../hadoop/fs/azure/MockStorageInterface.java   |    36 +-
 .../hadoop/fs/azure/MockWasbAuthorizerImpl.java |    22 +-
 .../azure/TestAzureConcurrentOutOfBandIo.java   |     2 +-
 .../fs/azure/TestBlobOperationDescriptor.java   |   305 +
 .../fs/azure/TestBlockBlobInputStream.java      |   875 +
 .../fs/azure/TestClientThrottlingAnalyzer.java  |   177 +
 .../TestNativeAzureFSAuthorizationCaching.java  |    60 +
 .../TestNativeAzureFileSystemAuthorization.java |   233 +-
 ...veAzureFileSystemAuthorizationWithOwner.java |     2 +-
 .../fs/azure/TestWasbRemoteCallHelper.java      |   281 +-
 .../fs/azure/TestWasbUriAndConfiguration.java   |    48 +
 .../src/test/resources/azure-test.xml           |    13 +-
 .../src/main/shellprofile.d/hadoop-distcp.sh    |     4 +-
 .../src/site/markdown/DistCp.md.vm              |     2 +-
 .../src/main/shellprofile.d/hadoop-extras.sh    |     2 +-
 .../src/main/shellprofile.d/hadoop-gridmix.sh   |     2 +-
 .../src/main/native/pipes/impl/HadoopPipes.cc   |    12 +-
 .../src/main/shellprofile.d/hadoop-rumen.sh     |     4 +-
 .../org/apache/hadoop/yarn/sls/SLSRunner.java   |    64 +-
 .../hadoop/yarn/sls/appmaster/AMSimulator.java  |    39 +-
 .../yarn/sls/appmaster/MRAMSimulator.java       |    11 +-
 .../hadoop/yarn/sls/conf/SLSConfiguration.java  |    15 +
 .../src/site/markdown/SchedulerLoadSimulator.md |     3 +-
 .../yarn/sls/appmaster/TestAMSimulator.java     |     4 +-
 .../src/main/shellprofile.d/hadoop-streaming.sh |     2 +-
 .../MySQL/FederationStateStoreDatabase.sql      |    21 +
 .../MySQL/FederationStateStoreStoredProcs.sql   |   162 +
 .../MySQL/FederationStateStoreTables.sql        |    47 +
 .../MySQL/FederationStateStoreUser.sql          |    25 +
 .../FederationStateStore/MySQL/dropDatabase.sql |    21 +
 .../MySQL/dropStoreProcedures.sql               |    47 +
 .../FederationStateStore/MySQL/dropTables.sql   |    27 +
 .../bin/FederationStateStore/MySQL/dropUser.sql |    21 +
 .../FederationStateStoreStoreProcs.sql          |   511 +
 .../SQLServer/FederationStateStoreTables.sql    |   122 +
 hadoop-yarn-project/hadoop-yarn/bin/yarn        |    47 +-
 hadoop-yarn-project/hadoop-yarn/bin/yarn.cmd    |    13 +-
 .../hadoop-yarn/conf/yarn-env.sh                |    12 +
 .../dev-support/findbugs-exclude.xml            |    22 +-
 .../ams/ApplicationMasterServiceContext.java    |    29 +
 .../ams/ApplicationMasterServiceProcessor.java  |    81 +
 .../yarn/ams/ApplicationMasterServiceUtils.java |    89 +
 .../apache/hadoop/yarn/ams/package-info.java    |    24 +
 .../yarn/api/ContainerManagementProtocol.java   |    23 +
 .../protocolrecords/ContainerUpdateRequest.java |    77 +
 .../ContainerUpdateResponse.java                |    95 +
 .../yarn/api/records/ApplicationAttemptId.java  |    77 +-
 .../hadoop/yarn/api/records/ApplicationId.java  |    54 +-
 .../hadoop/yarn/api/records/ContainerId.java    |   139 +-
 .../hadoop/yarn/api/records/ReservationId.java  |    21 +-
 .../org/apache/hadoop/yarn/conf/HAUtil.java     |    30 +-
 .../hadoop/yarn/conf/YarnConfiguration.java     |   166 +-
 .../proto/containermanagement_protocol.proto    |     1 +
 .../src/main/proto/yarn_service_protos.proto    |     9 +
 .../yarn/conf/TestYarnConfigurationFields.java  |    45 +
 .../yarn/client/api/impl/AMRMClientImpl.java    |     4 +-
 .../yarn/client/api/impl/NMClientImpl.java      |    18 +-
 .../TestFederationRMFailoverProxyProvider.java  |   223 +
 .../yarn/client/api/impl/TestNMClient.java      |    37 +-
 .../yarn/client/api/impl/TestYarnClient.java    |     9 +-
 .../hadoop-yarn/hadoop-yarn-common/pom.xml      |    22 +
 ...ContainerManagementProtocolPBClientImpl.java |    40 +-
 ...ontainerManagementProtocolPBServiceImpl.java |    28 +-
 .../impl/pb/ContainerUpdateRequestPBImpl.java   |   171 +
 .../impl/pb/ContainerUpdateResponsePBImpl.java  |   241 +
 .../impl/pb/ContainerLaunchContextPBImpl.java   |     8 +
 .../hadoop/yarn/client/ClientRMProxy.java       |     4 +-
 .../org/apache/hadoop/yarn/client/RMProxy.java  |    11 +-
 .../api/impl/FileSystemTimelineWriter.java      |    40 +-
 .../yarn/client/api/impl/TimelineWriter.java    |     8 +-
 .../apache/hadoop/yarn/util/AsyncCallback.java  |    35 +
 .../hadoop/yarn/util/LRUCacheHashMap.java       |    49 +
 .../resource/DominantResourceCalculator.java    |    22 +-
 .../apache/hadoop/yarn/webapp/ResponseInfo.java |     4 +-
 .../hadoop/yarn/webapp/example/HelloWorld.java  |     4 +-
 .../hadoop/yarn/webapp/example/MyApp.java       |     6 +-
 .../hadoop/yarn/webapp/hamlet/Hamlet.java       |     4 +
 .../hadoop/yarn/webapp/hamlet/HamletGen.java    |     2 +
 .../hadoop/yarn/webapp/hamlet/HamletImpl.java   |     2 +
 .../hadoop/yarn/webapp/hamlet/HamletSpec.java   |     2 +
 .../hadoop/yarn/webapp/hamlet/package-info.java |     6 +
 .../hadoop/yarn/webapp/hamlet2/Hamlet.java      | 30557 +++++++++++++++++
 .../hadoop/yarn/webapp/hamlet2/HamletGen.java   |   449 +
 .../hadoop/yarn/webapp/hamlet2/HamletImpl.java  |   385 +
 .../hadoop/yarn/webapp/hamlet2/HamletSpec.java  |  3101 ++
 .../yarn/webapp/hamlet2/package-info.java       |    27 +
 .../yarn/webapp/log/AggregatedLogsBlock.java    |    66 +-
 .../yarn/webapp/log/AggregatedLogsNavBlock.java |     4 +-
 .../yarn/webapp/log/AggregatedLogsPage.java     |     2 +-
 .../hadoop/yarn/webapp/util/WebAppUtils.java    |    14 +
 .../hadoop/yarn/webapp/view/ErrorPage.java      |    12 +-
 .../hadoop/yarn/webapp/view/FooterBlock.java    |     2 +-
 .../hadoop/yarn/webapp/view/HeaderBlock.java    |     6 +-
 .../hadoop/yarn/webapp/view/HtmlBlock.java      |     2 +-
 .../hadoop/yarn/webapp/view/HtmlPage.java       |    12 +-
 .../hadoop/yarn/webapp/view/InfoBlock.java      |    28 +-
 .../hadoop/yarn/webapp/view/JQueryUI.java       |    14 +-
 .../hadoop/yarn/webapp/view/LipsumBlock.java    |     4 +-
 .../hadoop/yarn/webapp/view/NavBlock.java       |    10 +-
 .../yarn/webapp/view/TwoColumnCssLayout.java    |    20 +-
 .../yarn/webapp/view/TwoColumnLayout.java       |    20 +-
 .../src/main/resources/yarn-default.xml         |   183 +-
 .../hadoop/yarn/TestContainerLaunchRPC.java     |     9 +
 .../yarn/TestContainerResourceIncreaseRPC.java  |    20 +-
 .../hadoop/yarn/api/TestPBImplRecords.java      |     4 +
 .../TestApplicationClientProtocolRecords.java   |    52 +
 .../api/impl/TestTimelineClientForATS1_5.java   |    81 +-
 .../hadoop/yarn/conf/TestYarnConfiguration.java |     1 -
 .../hadoop/yarn/util/TestLRUCacheHashMap.java   |    74 +
 .../yarn/util/TestProcfsBasedProcessTree.java   |     2 +-
 .../hadoop/yarn/util/TestYarnVersionInfo.java   |    11 +-
 .../apache/hadoop/yarn/webapp/TestSubViews.java |    10 +-
 .../apache/hadoop/yarn/webapp/TestWebApp.java   |    28 +-
 .../hadoop/yarn/webapp/view/TestHtmlBlock.java  |    10 +-
 .../hadoop/yarn/webapp/view/TestHtmlPage.java   |     9 +-
 .../hadoop/yarn/webapp/view/TestInfoBlock.java  |     6 +-
 .../yarn/webapp/view/TestTwoColumnCssPage.java  |     6 +-
 .../client/binding/RegistryPathUtils.java       |     2 +-
 .../hadoop/registry/client/types/Endpoint.java  |     4 +-
 .../registry/client/types/ServiceRecord.java    |     4 +-
 .../pom.xml                                     |     4 -
 .../ApplicationHistoryClientService.java        |     8 +-
 .../ApplicationHistoryManagerImpl.java          |     8 +-
 ...pplicationHistoryManagerOnTimelineStore.java |     8 +-
 .../ApplicationHistoryServer.java               |    10 +-
 .../FileSystemApplicationHistoryStore.java      |    22 +-
 .../webapp/AHSErrorsAndWarningsPage.java        |     2 +-
 .../webapp/AHSLogsPage.java                     |     2 +-
 .../webapp/AHSView.java                         |     4 +-
 .../webapp/AHSWebServices.java                  |     7 +-
 .../webapp/AboutBlock.java                      |     8 +-
 .../webapp/AboutPage.java                       |     5 +-
 .../webapp/AppAttemptPage.java                  |     2 +-
 .../webapp/AppPage.java                         |     2 +-
 .../webapp/ContainerPage.java                   |     2 +-
 .../webapp/NavBlock.java                        |    36 +-
 .../timeline/KeyValueBasedTimelineStore.java    |     8 +-
 .../server/timeline/LeveldbTimelineStore.java   |    35 +-
 .../yarn/server/timeline/RollingLevelDB.java    |    15 +-
 .../timeline/RollingLevelDBTimelineStore.java   |    72 +-
 .../server/timeline/TimelineDataManager.java    |     7 +-
 .../recovery/LeveldbTimelineStateStore.java     |    30 +-
 .../timeline/security/TimelineACLsManager.java  |     7 +-
 ...lineDelegationTokenSecretManagerService.java |     8 +-
 .../timeline/webapp/TimelineWebServices.java    |     7 +-
 .../TestFileSystemApplicationHistoryStore.java  |     8 +-
 .../timeline/TestLeveldbTimelineStore.java      |     2 +-
 .../hadoop-yarn-server-common/pom.xml           |    63 +-
 .../hadoop/yarn/server/api/ServerRMProxy.java   |     4 +-
 .../failover/FederationProxyProviderUtil.java   |   133 +
 .../FederationRMFailoverProxyProvider.java      |   221 +
 .../federation/failover/package-info.java       |    17 +
 .../AbstractConfigurableFederationPolicy.java   |   155 +
 .../policies/ConfigurableFederationPolicy.java  |    41 +
 .../FederationPolicyInitializationContext.java  |   130 +
 ...ionPolicyInitializationContextValidator.java |    76 +
 .../policies/FederationPolicyUtils.java         |   203 +
 .../federation/policies/RouterPolicyFacade.java |   265 +
 .../amrmproxy/AbstractAMRMProxyPolicy.java      |    47 +
 .../amrmproxy/BroadcastAMRMProxyPolicy.java     |    85 +
 .../amrmproxy/FederationAMRMProxyPolicy.java    |    65 +
 .../LocalityMulticastAMRMProxyPolicy.java       |   608 +
 .../amrmproxy/RejectAMRMProxyPolicy.java        |    67 +
 .../policies/amrmproxy/package-info.java        |    19 +
 .../policies/dao/WeightedPolicyInfo.java        |   251 +
 .../federation/policies/dao/package-info.java   |    19 +
 .../exceptions/FederationPolicyException.java   |    33 +
 ...FederationPolicyInitializationException.java |    33 +
 .../NoActiveSubclustersException.java           |    27 +
 .../exceptions/UnknownSubclusterException.java  |    28 +
 .../policies/exceptions/package-info.java       |    19 +
 .../policies/manager/AbstractPolicyManager.java |   190 +
 .../manager/FederationPolicyManager.java        |   118 +
 .../manager/HashBroadcastPolicyManager.java     |    38 +
 .../manager/PriorityBroadcastPolicyManager.java |    66 +
 .../manager/RejectAllPolicyManager.java         |    40 +
 .../manager/UniformBroadcastPolicyManager.java  |    44 +
 .../manager/WeightedLocalityPolicyManager.java  |    67 +
 .../policies/manager/package-info.java          |    19 +
 .../federation/policies/package-info.java       |    19 +
 .../policies/router/AbstractRouterPolicy.java   |    66 +
 .../policies/router/FederationRouterPolicy.java |    52 +
 .../policies/router/HashBasedRouterPolicy.java  |   102 +
 .../policies/router/LoadBasedRouterPolicy.java  |   112 +
 .../policies/router/PriorityRouterPolicy.java   |    72 +
 .../policies/router/RejectRouterPolicy.java     |    76 +
 .../router/UniformRandomRouterPolicy.java       |   104 +
 .../router/WeightedRandomRouterPolicy.java      |    94 +
 .../policies/router/package-info.java           |    19 +
 .../resolver/AbstractSubClusterResolver.java    |    67 +
 .../resolver/DefaultSubClusterResolverImpl.java |   164 +
 .../federation/resolver/SubClusterResolver.java |    58 +
 .../federation/resolver/package-info.java       |    17 +
 ...ederationApplicationHomeSubClusterStore.java |   121 +
 .../store/FederationMembershipStateStore.java   |   117 +
 .../federation/store/FederationPolicyStore.java |    77 +
 .../federation/store/FederationStateStore.java  |    64 +
 .../FederationStateStoreException.java          |    50 +
 ...derationStateStoreInvalidInputException.java |    48 +
 .../FederationStateStoreRetriableException.java |    44 +
 .../store/exception/package-info.java           |    17 +
 .../store/impl/MemoryFederationStateStore.java  |   315 +
 .../store/impl/SQLFederationStateStore.java     |   942 +
 .../federation/store/impl/package-info.java     |    17 +
 .../server/federation/store/package-info.java   |    17 +
 .../AddApplicationHomeSubClusterRequest.java    |    72 +
 .../AddApplicationHomeSubClusterResponse.java   |    65 +
 .../records/ApplicationHomeSubCluster.java      |   124 +
 .../DeleteApplicationHomeSubClusterRequest.java |    65 +
 ...DeleteApplicationHomeSubClusterResponse.java |    43 +
 .../GetApplicationHomeSubClusterRequest.java    |    64 +
 .../GetApplicationHomeSubClusterResponse.java   |    73 +
 .../GetApplicationsHomeSubClusterRequest.java   |    40 +
 .../GetApplicationsHomeSubClusterResponse.java  |    75 +
 .../store/records/GetSubClusterInfoRequest.java |    62 +
 .../records/GetSubClusterInfoResponse.java      |    62 +
 ...SubClusterPoliciesConfigurationsRequest.java |    35 +
 ...ubClusterPoliciesConfigurationsResponse.java |    66 +
 ...GetSubClusterPolicyConfigurationRequest.java |    63 +
 ...etSubClusterPolicyConfigurationResponse.java |    65 +
 .../records/GetSubClustersInfoRequest.java      |    70 +
 .../records/GetSubClustersInfoResponse.java     |    66 +
 ...SetSubClusterPolicyConfigurationRequest.java |    61 +
 ...etSubClusterPolicyConfigurationResponse.java |    36 +
 .../records/SubClusterDeregisterRequest.java    |    89 +
 .../records/SubClusterDeregisterResponse.java   |    42 +
 .../records/SubClusterHeartbeatRequest.java     |   149 +
 .../records/SubClusterHeartbeatResponse.java    |    45 +
 .../federation/store/records/SubClusterId.java  |   100 +
 .../store/records/SubClusterIdInfo.java         |    75 +
 .../store/records/SubClusterInfo.java           |   325 +
 .../records/SubClusterPolicyConfiguration.java  |   162 +
 .../records/SubClusterRegisterRequest.java      |    74 +
 .../records/SubClusterRegisterResponse.java     |    44 +
 .../store/records/SubClusterState.java          |    85 +
 .../UpdateApplicationHomeSubClusterRequest.java |    74 +
 ...UpdateApplicationHomeSubClusterResponse.java |    43 +
 ...dApplicationHomeSubClusterRequestPBImpl.java |   132 +
 ...ApplicationHomeSubClusterResponsePBImpl.java |   117 +
 .../pb/ApplicationHomeSubClusterPBImpl.java     |   167 +
 ...eApplicationHomeSubClusterRequestPBImpl.java |   130 +
 ...ApplicationHomeSubClusterResponsePBImpl.java |    78 +
 ...tApplicationHomeSubClusterRequestPBImpl.java |   139 +
 ...ApplicationHomeSubClusterResponsePBImpl.java |   132 +
 ...ApplicationsHomeSubClusterRequestPBImpl.java |    78 +
 ...pplicationsHomeSubClusterResponsePBImpl.java |   190 +
 .../impl/pb/GetSubClusterInfoRequestPBImpl.java |   125 +
 .../pb/GetSubClusterInfoResponsePBImpl.java     |   134 +
 ...sterPoliciesConfigurationsRequestPBImpl.java |    95 +
 ...terPoliciesConfigurationsResponsePBImpl.java |   191 +
 ...ClusterPolicyConfigurationRequestPBImpl.java |   103 +
 ...lusterPolicyConfigurationResponsePBImpl.java |   143 +
 .../pb/GetSubClustersInfoRequestPBImpl.java     |   108 +
 .../pb/GetSubClustersInfoResponsePBImpl.java    |   184 +
 ...ClusterPolicyConfigurationRequestPBImpl.java |   142 +
 ...lusterPolicyConfigurationResponsePBImpl.java |    93 +
 .../pb/SubClusterDeregisterRequestPBImpl.java   |   156 +
 .../pb/SubClusterDeregisterResponsePBImpl.java  |    77 +
 .../pb/SubClusterHeartbeatRequestPBImpl.java    |   192 +
 .../pb/SubClusterHeartbeatResponsePBImpl.java   |    77 +
 .../records/impl/pb/SubClusterIdPBImpl.java     |    75 +
 .../records/impl/pb/SubClusterInfoPBImpl.java   |   251 +
 .../pb/SubClusterPolicyConfigurationPBImpl.java |   138 +
 .../pb/SubClusterRegisterRequestPBImpl.java     |   134 +
 .../pb/SubClusterRegisterResponsePBImpl.java    |    77 +
 ...eApplicationHomeSubClusterRequestPBImpl.java |   132 +
 ...ApplicationHomeSubClusterResponsePBImpl.java |    78 +
 .../store/records/impl/pb/package-info.java     |    17 +
 .../federation/store/records/package-info.java  |    17 +
 ...cationHomeSubClusterStoreInputValidator.java |   180 +
 ...ationMembershipStateStoreInputValidator.java |   315 +
 .../FederationPolicyStoreInputValidator.java    |   143 +
 .../store/utils/FederationStateStoreUtils.java  |   214 +
 .../federation/store/utils/package-info.java    |    17 +
 .../utils/FederationStateStoreFacade.java       |   602 +
 .../server/federation/utils/package-info.java   |    17 +
 .../yarn/server/uam/UnmanagedAMPoolManager.java |   311 +
 .../server/uam/UnmanagedApplicationManager.java |   607 +
 .../hadoop/yarn/server/uam/package-info.java    |    18 +
 .../yarn/server/utils/AMRMClientUtils.java      |   189 +
 .../server/utils/YarnServerSecurityUtils.java   |    41 +-
 .../yarn/server/webapp/AppAttemptBlock.java     |    31 +-
 .../hadoop/yarn/server/webapp/AppBlock.java     |    80 +-
 .../hadoop/yarn/server/webapp/AppsBlock.java    |    14 +-
 .../yarn/server/webapp/ContainerBlock.java      |    23 +-
 .../server/webapp/ErrorsAndWarningsBlock.java   |    50 +-
 .../hadoop/yarn/server/webapp/dao/AppInfo.java  |    14 +
 .../proto/yarn_server_federation_protos.proto   |   165 +
 .../java/org/apache/hadoop/yarn/TestRPC.java    |     9 +
 .../yarn/server/MockResourceManagerFacade.java  |   855 +
 .../policies/BaseFederationPoliciesTest.java    |   186 +
 ...ionPolicyInitializationContextValidator.java |   138 +
 .../policies/TestRouterPolicyFacade.java        |   222 +
 .../TestBroadcastAMRMProxyFederationPolicy.java |   112 +
 .../TestLocalityMulticastAMRMProxyPolicy.java   |   602 +
 .../amrmproxy/TestRejectAMRMProxyPolicy.java    |    78 +
 .../policies/manager/BasePolicyManagerTest.java |   101 +
 .../TestHashBasedBroadcastPolicyManager.java    |    40 +
 .../TestPriorityBroadcastPolicyManager.java     |    72 +
 .../manager/TestRejectAllPolicyManager.java     |    40 +
 .../TestUniformBroadcastPolicyManager.java      |    40 +
 .../TestWeightedLocalityPolicyManager.java      |    79 +
 .../policies/router/BaseRouterPoliciesTest.java |   118 +
 .../router/TestHashBasedRouterPolicy.java       |    83 +
 .../router/TestLoadBasedRouterPolicy.java       |   106 +
 .../router/TestPriorityRouterPolicy.java        |    85 +
 .../policies/router/TestRejectRouterPolicy.java |    63 +
 .../router/TestUniformRandomRouterPolicy.java   |    64 +
 .../router/TestWeightedRandomRouterPolicy.java  |   137 +
 .../resolver/TestDefaultSubClusterResolver.java |   189 +
 .../impl/FederationStateStoreBaseTest.java      |   578 +
 .../store/impl/HSQLDBFederationStateStore.java  |   252 +
 .../impl/TestMemoryFederationStateStore.java    |    35 +
 .../store/impl/TestSQLFederationStateStore.java |    49 +
 .../records/TestFederationProtocolRecords.java  |   265 +
 .../TestFederationStateStoreInputValidator.java |  1260 +
 .../utils/FederationPoliciesTestUtil.java       |   227 +
 .../utils/FederationStateStoreTestUtil.java     |   181 +
 .../utils/TestFederationStateStoreFacade.java   |   192 +
 .../TestFederationStateStoreFacadeRetry.java    |   146 +
 .../uam/TestUnmanagedApplicationManager.java    |   335 +
 .../src/test/resources/nodes                    |     8 +
 .../src/test/resources/nodes-malformed          |     3 +
 .../hadoop-yarn-server-nodemanager/pom.xml      |    11 +
 .../src/CMakeLists.txt                          |     1 +
 .../nodemanager/LinuxContainerExecutor.java     |    21 +-
 .../nodemanager/NodeStatusUpdaterImpl.java      |    11 +-
 .../amrmproxy/DefaultRequestInterceptor.java    |    30 +-
 .../amrmproxy/FederationInterceptor.java        |  1150 +
 .../containermanager/ContainerManagerImpl.java  |    31 +-
 .../container/ContainerImpl.java                |     4 +
 .../PrivilegedOperationException.java           |    10 +-
 .../CGroupsCpuResourceHandlerImpl.java          |    20 +-
 .../linux/resources/CGroupsHandler.java         |    15 +
 .../linux/resources/CGroupsHandlerImpl.java     |    26 +-
 .../CGroupsMemoryResourceHandlerImpl.java       |    35 +-
 .../linux/resources/ResourceHandlerModule.java  |    58 +-
 .../runtime/DockerLinuxContainerRuntime.java    |    67 +-
 .../linux/runtime/docker/DockerRunCommand.java  |     6 +
 .../localizer/ContainerLocalizer.java           |    52 +-
 .../monitor/ContainerMetrics.java               |     2 +-
 .../runtime/ContainerExecutionException.java    |    10 +-
 ...locationBasedResourceUtilizationTracker.java |    31 +-
 .../scheduler/ContainerScheduler.java           |   144 +-
 .../recovery/NMLeveldbStateStoreService.java    |     6 +-
 .../util/CgroupsLCEResourcesHandler.java        |    53 +-
 .../nodemanager/webapp/AllApplicationsPage.java |    28 +-
 .../nodemanager/webapp/AllContainersPage.java   |    30 +-
 .../nodemanager/webapp/ApplicationPage.java     |    25 +-
 .../nodemanager/webapp/ContainerLogsPage.java   |    17 +-
 .../nodemanager/webapp/ContainerPage.java       |    31 +-
 .../webapp/NMErrorsAndWarningsPage.java         |     2 +-
 .../yarn/server/nodemanager/webapp/NMView.java  |     4 +-
 .../server/nodemanager/webapp/NavBlock.java     |    28 +-
 .../server/nodemanager/webapp/NodePage.java     |    28 +-
 .../impl/container-executor.c                   |   121 +-
 .../impl/container-executor.h                   |    17 +-
 .../impl/utils/string-utils.c                   |    86 +
 .../impl/utils/string-utils.h                   |    32 +
 .../test/test-container-executor.c              |   224 +-
 .../TestLinuxContainerExecutorWithMocks.java    |    89 +
 .../nodemanager/TestNodeManagerResync.java      |    30 +-
 .../amrmproxy/MockRequestInterceptor.java       |    14 +-
 .../amrmproxy/MockResourceManagerFacade.java    |   514 -
 .../amrmproxy/TestAMRMProxyService.java         |     1 +
 .../amrmproxy/TestFederationInterceptor.java    |   496 +
 .../TestableFederationInterceptor.java          |   139 +
 .../containermanager/TestAuxServices.java       |     2 +-
 .../containermanager/TestContainerManager.java  |   145 +-
 .../TestContainerManagerRecovery.java           |    24 +-
 .../TestCGroupsCpuResourceHandlerImpl.java      |    23 +
 .../linux/resources/TestCGroupsHandlerImpl.java |    25 +
 .../TestCGroupsMemoryResourceHandlerImpl.java   |    45 +-
 .../runtime/TestDockerContainerRuntime.java     |    58 +-
 .../localizer/TestContainerLocalizer.java       |    43 +-
 ...locationBasedResourceUtilizationTracker.java |    93 +
 .../TestContainerSchedulerQueuing.java          |    85 +
 .../util/TestCgroupsLCEResourcesHandler.java    |    33 +-
 .../resourcemanager/AMSProcessingChain.java     |   102 +
 ...ActiveStandbyElectorBasedElectorService.java |    12 +-
 .../server/resourcemanager/AdminService.java    |    71 +-
 .../ApplicationMasterService.java               |   443 +-
 .../CuratorBasedElectorService.java             |    10 +-
 .../resourcemanager/DefaultAMSProcessor.java    |   456 +
 ...pportunisticContainerAllocatorAMService.java |   184 +-
 .../resourcemanager/RMActiveServiceContext.java |    36 +-
 .../server/resourcemanager/RMAppManager.java    |    56 +-
 .../yarn/server/resourcemanager/RMContext.java  |     3 +-
 .../server/resourcemanager/RMContextImpl.java   |   312 +-
 .../resourcemanager/RMServiceContext.java       |   162 +
 .../server/resourcemanager/ResourceManager.java |    68 +-
 .../FederationStateStoreHeartbeat.java          |   108 +
 .../federation/FederationStateStoreService.java |   304 +
 .../federation/package-info.java                |    17 +
 .../metrics/TimelineServiceV2Publisher.java     |     6 +-
 .../capacity/FifoCandidatesSelector.java        |     6 +-
 .../ProportionalCapacityPreemptionPolicy.java   |     7 +-
 .../placement/PlacementFactory.java             |    45 +
 .../recovery/FileSystemRMStateStore.java        |     2 +-
 .../recovery/LeveldbRMStateStore.java           |     2 +-
 .../recovery/MemoryRMStateStore.java            |     1 +
 .../resourcemanager/recovery/RMStateStore.java  |    10 +-
 .../recovery/ZKRMStateStore.java                |     2 +-
 .../resource/ResourceWeights.java               |     4 +-
 .../resourcemanager/rmapp/RMAppEvent.java       |    24 -
 .../resourcemanager/rmapp/RMAppEventType.java   |     1 +
 .../server/resourcemanager/rmapp/RMAppImpl.java |     8 +-
 .../rmapp/attempt/RMAppAttemptImpl.java         |    20 +-
 .../scheduler/AbstractYarnScheduler.java        |    11 +-
 .../scheduler/AppSchedulingInfo.java            |     6 +-
 .../scheduler/SchedulerApplicationAttempt.java  |     2 +-
 .../scheduler/SchedulerUtils.java               |    35 +-
 .../scheduler/activities/ActivitiesLogger.java  |    33 +-
 .../scheduler/capacity/AbstractCSQueue.java     |     8 +-
 .../scheduler/capacity/CapacityScheduler.java   |    95 +-
 .../CapacitySchedulerConfiguration.java         |    50 +
 .../scheduler/capacity/LeafQueue.java           |    83 +-
 .../scheduler/capacity/ParentQueue.java         |     7 +-
 .../scheduler/common/fica/FiCaSchedulerApp.java |    13 +
 .../scheduler/fair/FSAppAttempt.java            |    17 +-
 .../scheduler/fair/FSContext.java               |     2 +-
 .../scheduler/fair/FSLeafQueue.java             |     2 -
 .../scheduler/fair/FSPreemptionThread.java      |    28 +-
 .../scheduler/fair/FSSchedulerNode.java         |    68 +-
 .../scheduler/fair/FairScheduler.java           |    20 +-
 .../DominantResourceFairnessPolicy.java         |     2 +
 .../fair/policies/FairSharePolicy.java          |   122 +-
 .../RMTimelineCollectorManager.java             |    10 +-
 .../resourcemanager/webapp/AboutBlock.java      |    20 +-
 .../resourcemanager/webapp/AboutPage.java       |     2 +-
 .../resourcemanager/webapp/AppAttemptPage.java  |     2 +-
 .../webapp/AppLogAggregationStatusPage.java     |     2 +-
 .../server/resourcemanager/webapp/AppPage.java  |     2 +-
 .../webapp/AppsBlockWithMetrics.java            |     5 +-
 .../webapp/CapacitySchedulerPage.java           |   220 +-
 .../resourcemanager/webapp/ContainerPage.java   |     2 +-
 .../webapp/DefaultSchedulerPage.java            |    58 +-
 .../resourcemanager/webapp/ErrorBlock.java      |     2 +-
 .../webapp/FairSchedulerAppsBlock.java          |    18 +-
 .../webapp/FairSchedulerPage.java               |   118 +-
 .../webapp/MetricsOverviewTable.java            |   124 +-
 .../server/resourcemanager/webapp/NavBlock.java |    34 +-
 .../resourcemanager/webapp/NodeIDsInfo.java     |     5 +-
 .../resourcemanager/webapp/NodeLabelsPage.java  |    18 +-
 .../resourcemanager/webapp/NodesPage.java       |    16 +-
 .../webapp/RMAppAttemptBlock.java               |    48 +-
 .../resourcemanager/webapp/RMAppBlock.java      |    28 +-
 .../webapp/RMAppLogAggregationStatusBlock.java  |    34 +-
 .../resourcemanager/webapp/RMAppsBlock.java     |    23 +-
 .../webapp/RMErrorsAndWarningsPage.java         |     2 +-
 .../resourcemanager/webapp/RMWSConsts.java      |    15 +
 .../resourcemanager/webapp/RMWebAppUtil.java    |   224 +
 .../webapp/RMWebServiceProtocol.java            |   133 +-
 .../resourcemanager/webapp/RMWebServices.java   |   183 +-
 .../webapp/RedirectionErrorPage.java            |     2 +-
 .../server/resourcemanager/webapp/RmView.java   |     4 +-
 .../webapp/SchedulerPageUtil.java               |     8 +-
 .../webapp/dao/AppAttemptInfo.java              |     5 +-
 .../resourcemanager/webapp/dao/AppInfo.java     |    13 +
 .../webapp/dao/ClusterMetricsInfo.java          |     5 +-
 .../webapp/dao/FairSchedulerQueueInfo.java      |    23 +
 .../webapp/dao/LabelsToNodesInfo.java           |     6 +-
 .../yarn/server/resourcemanager/MockRM.java     |    16 +-
 .../resourcemanager/MockRMMemoryStateStore.java |    32 +
 .../server/resourcemanager/NodeManager.java     |     9 +
 .../resourcemanager/TestAMAuthorization.java    |     9 +
 .../resourcemanager/TestApplicationCleanup.java |    30 +-
 .../TestApplicationMasterLauncher.java          |    15 +-
 .../TestApplicationMasterService.java           |   163 +-
 .../resourcemanager/TestClientRMService.java    |     4 +-
 .../TestContainerResourceUsage.java             |     8 +-
 .../TestNodeBlacklistingOnAMFailures.java       |     8 +-
 ...pportunisticContainerAllocatorAMService.java |     8 +
 .../resourcemanager/TestRMEmbeddedElector.java  |     8 +-
 .../yarn/server/resourcemanager/TestRMHA.java   |    28 +-
 .../server/resourcemanager/TestRMRestart.java   |   240 +-
 .../TestWorkPreservingRMRestart.java            |   127 +-
 .../applicationsmanager/TestAMRestart.java      |    29 +-
 .../TestFederationRMStateStoreService.java      |   176 +
 .../TestSystemMetricsPublisherForV2.java        |    13 +-
 .../recovery/RMStateStoreTestBase.java          |     8 +-
 .../recovery/TestFSRMStateStore.java            |     1 +
 .../recovery/TestLeveldbRMStateStore.java       |     1 +
 .../recovery/TestZKRMStateStore.java            |    15 +-
 .../TestReservationInputValidator.java          |    10 +-
 .../rmapp/TestApplicationLifetimeMonitor.java   |     7 +-
 .../rmapp/TestRMAppTransitions.java             |    17 +
 .../attempt/TestRMAppAttemptTransitions.java    |    33 +-
 .../scheduler/TestAbstractYarnScheduler.java    |     7 +-
 .../scheduler/TestQueueMetrics.java             |    14 +-
 .../scheduler/TestSchedulerUtils.java           |     4 +-
 .../CapacitySchedulerPreemptionTestBase.java    |     7 +-
 .../capacity/TestApplicationPriority.java       |    18 +-
 .../capacity/TestCapacityScheduler.java         |   455 +-
 .../TestCapacitySchedulerAsyncScheduling.java   |   296 +
 .../TestCapacitySchedulerDynamicBehavior.java   |     2 +-
 ...TestCapacitySchedulerSurgicalPreemption.java |    99 +-
 .../scheduler/capacity/TestLeafQueue.java       |    12 +-
 ...TestWorkPreservingRMRestartForNodeLabel.java |    10 +-
 .../scheduler/fair/TestFSSchedulerNode.java     |    52 +
 .../scheduler/fair/TestFairScheduler.java       |     8 +-
 .../scheduler/fair/TestSchedulingPolicy.java    |    19 +-
 .../security/TestDelegationTokenRenewer.java    |     5 +-
 .../security/TestRMDelegationTokens.java        |     9 +-
 .../webapp/TestRMWebServicesApps.java           |     2 +-
 .../hadoop/yarn/webapp/TestRMWithXFSFilter.java |    14 +-
 .../hadoop-yarn-server-router/pom.xml           |   110 +
 .../hadoop/yarn/server/router/Router.java       |   179 +
 .../yarn/server/router/RouterServerUtil.java    |    63 +
 .../AbstractClientRequestInterceptor.java       |   127 +
 .../clientrm/ClientRequestInterceptor.java      |    65 +
 .../DefaultClientRequestInterceptor.java        |   311 +
 .../clientrm/FederationClientInterceptor.java   |   677 +
 .../router/clientrm/RouterClientRMService.java  |   546 +
 .../server/router/clientrm/package-info.java    |    20 +
 .../hadoop/yarn/server/router/package-info.java |    20 +
 .../AbstractRMAdminRequestInterceptor.java      |    90 +
 .../DefaultRMAdminRequestInterceptor.java       |   215 +
 .../rmadmin/RMAdminRequestInterceptor.java      |    65 +
 .../router/rmadmin/RouterRMAdminService.java    |   423 +
 .../server/router/rmadmin/package-info.java     |    20 +
 .../webapp/AbstractRESTRequestInterceptor.java  |    89 +
 .../webapp/DefaultRequestInterceptorREST.java   |   496 +
 .../yarn/server/router/webapp/HTTPMethods.java  |    34 +
 .../router/webapp/RESTRequestInterceptor.java   |   125 +
 .../yarn/server/router/webapp/RouterWebApp.java |    48 +
 .../router/webapp/RouterWebServiceUtil.java     |   227 +
 .../server/router/webapp/RouterWebServices.java |   876 +
 .../yarn/server/router/webapp/package-info.java |    20 +
 .../router/clientrm/BaseRouterClientRMTest.java |   586 +
 .../clientrm/MockClientRequestInterceptor.java  |    36 +
 .../PassThroughClientRequestInterceptor.java    |   267 +
 .../TestFederationClientInterceptor.java        |   403 +
 .../TestFederationClientInterceptorRetry.java   |   295 +
 .../clientrm/TestRouterClientRMService.java     |   210 +
 .../TestableFederationClientInterceptor.java    |    75 +
 .../router/rmadmin/BaseRouterRMAdminTest.java   |   346 +
 .../rmadmin/MockRMAdminRequestInterceptor.java  |    36 +
 .../PassThroughRMAdminRequestInterceptor.java   |   148 +
 .../rmadmin/TestRouterRMAdminService.java       |   219 +
 .../webapp/BaseRouterWebServicesTest.java       |   601 +
 .../yarn/server/router/webapp/JavaProcess.java  |    52 +
 .../webapp/MockRESTRequestInterceptor.java      |   340 +
 .../PassThroughRESTRequestInterceptor.java      |   339 +
 .../router/webapp/TestRouterWebServices.java    |   269 +
 .../webapp/TestRouterWebServicesREST.java       |  1298 +
 .../src/test/resources/capacity-scheduler.xml   |   111 +
 .../src/test/resources/log4j.properties         |    19 +
 .../src/test/resources/yarn-site.xml            |    30 +
 .../sharedcachemanager/CleanerService.java      |     7 +-
 .../server/sharedcachemanager/CleanerTask.java  |     7 +-
 .../ClientProtocolService.java                  |     7 +-
 .../SCMAdminProtocolService.java                |     8 +-
 .../sharedcachemanager/SharedCacheManager.java  |     9 +-
 .../metrics/CleanerMetrics.java                 |     7 +-
 .../metrics/ClientSCMMetrics.java               |     7 +-
 .../metrics/SharedCacheUploaderMetrics.java     |     8 +-
 .../store/InMemorySCMStore.java                 |     7 +-
 .../webapp/SCMOverviewPage.java                 |    26 +-
 .../sharedcachemanager/webapp/SCMWebServer.java |     7 +-
 .../hadoop/yarn/server/MiniYARNCluster.java     |    13 +-
 .../server/TestContainerManagerSecurity.java    |    74 +-
 .../timeline/EntityGroupFSTimelineStore.java    |    23 +-
 .../timeline/LevelDBCacheTimelineStore.java     |    14 +-
 .../TestEntityGroupFSTimelineStore.java         |    99 +-
 ...stTimelineReaderWebServicesHBaseStorage.java |    30 +-
 .../reader/filter/TimelineFilterUtils.java      |     7 +-
 .../storage/HBaseTimelineReaderImpl.java        |     8 +-
 .../storage/HBaseTimelineWriterImpl.java        |     8 +-
 .../storage/TimelineSchemaCreator.java          |     7 +-
 .../storage/application/ApplicationTable.java   |     7 +-
 .../storage/apptoflow/AppToFlowTable.java       |     7 +-
 .../storage/common/ColumnHelper.java            |     8 +-
 .../common/HBaseTimelineStorageUtils.java       |     8 +-
 .../storage/entity/EntityTable.java             |     7 +-
 .../storage/flow/FlowActivityTable.java         |     7 +-
 .../storage/flow/FlowRunCoprocessor.java        |     7 +-
 .../storage/flow/FlowRunTable.java              |     7 +-
 .../storage/flow/FlowScanner.java               |     7 +-
 .../storage/reader/TimelineEntityReader.java    |     7 +-
 .../collector/AppLevelTimelineCollector.java    |     7 +-
 .../collector/NodeTimelineCollectorManager.java |     8 +-
 .../PerNodeTimelineCollectorsAuxService.java    |    10 +-
 .../collector/TimelineCollector.java            |     7 +-
 .../collector/TimelineCollectorManager.java     |     8 +-
 .../collector/TimelineCollectorWebService.java  |     8 +-
 .../reader/TimelineReaderServer.java            |     9 +-
 .../reader/TimelineReaderWebServices.java       |     8 +-
 .../storage/FileSystemTimelineReaderImpl.java   |     8 +-
 .../storage/common/TimelineStorageUtils.java    |     4 -
 .../hadoop/yarn/server/webproxy/ProxyUtils.java |    16 +-
 .../server/webproxy/WebAppProxyServlet.java     |    14 +-
 .../server/webproxy/amfilter/AmIpFilter.java    |    60 +-
 .../server/webproxy/amfilter/TestAmFilter.java  |    70 +-
 .../hadoop-yarn/hadoop-yarn-server/pom.xml      |     1 +
 .../src/site/markdown/Federation.md             |   289 +
 .../src/site/markdown/GracefulDecommission.md   |    12 +-
 .../src/site/markdown/NodeManagerCgroups.md     |    17 +-
 .../src/site/markdown/ResourceManagerHA.md      |     2 +-
 .../src/site/markdown/TimelineServer.md         |     4 +-
 .../site/markdown/WritingYarnApplications.md    |     4 +-
 .../hadoop-yarn-site/src/site/markdown/YARN.md  |     5 +-
 .../src/site/markdown/registry/yarn-registry.md |    14 +-
 .../resources/images/amrmproxy_architecture.png |   Bin 0 -> 35010 bytes
 .../images/federation_architecture.png          |   Bin 0 -> 46964 bytes
 .../images/federation_sequence_diagram.png      |   Bin 0 -> 47910 bytes
 hadoop-yarn-project/hadoop-yarn/pom.xml         |     2 +-
 hadoop-yarn-project/pom.xml                     |     4 +
 pom.xml                                         |     7 +-
 start-build-env.sh                              |     2 +-
 1223 files changed, 96984 insertions(+), 9279 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hadoop/blob/b114f248/hadoop-common-project/hadoop-common/pom.xml
----------------------------------------------------------------------

http://git-wip-us.apache.org/repos/asf/hadoop/blob/b114f248/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/AbstractFileSystem.java
----------------------------------------------------------------------

http://git-wip-us.apache.org/repos/asf/hadoop/blob/b114f248/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileContext.java
----------------------------------------------------------------------
diff --cc hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileContext.java
index 0cd5b84,fef968b..21733b3
--- a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileContext.java
+++ b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileContext.java
@@@ -331,17 -331,8 +331,17 @@@ public class FileContext 
            return AbstractFileSystem.get(uri, conf);
          }
        });
 +    } catch (RuntimeException ex) {
 +      // RTEs can wrap other exceptions; if there is an IOException inner,
 +      // throw it direct.
 +      Throwable cause = ex.getCause();
 +      if (cause instanceof IOException) {
 +        throw (IOException) cause;
 +      } else {
 +        throw ex;
 +      }
      } catch (InterruptedException ex) {
-       LOG.error(ex);
+       LOG.error(ex.toString());
        throw new IOException("Failed to get the AbstractFileSystem for path: "
            + uri, ex);
      }

http://git-wip-us.apache.org/repos/asf/hadoop/blob/b114f248/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml
----------------------------------------------------------------------

http://git-wip-us.apache.org/repos/asf/hadoop/blob/b114f248/hadoop-project/pom.xml
----------------------------------------------------------------------
diff --cc hadoop-project/pom.xml
index 8fcdf0c,8151016..e6a3605
mode 100644,100755..100755
--- a/hadoop-project/pom.xml
+++ b/hadoop-project/pom.xml

http://git-wip-us.apache.org/repos/asf/hadoop/blob/b114f248/hadoop-tools/hadoop-aws/pom.xml
----------------------------------------------------------------------
diff --cc hadoop-tools/hadoop-aws/pom.xml
index 6cb0202,91e94a6..62371c3
--- a/hadoop-tools/hadoop-aws/pom.xml
+++ b/hadoop-tools/hadoop-aws/pom.xml
@@@ -444,46 -334,6 +444,26 @@@
        <scope>compile</scope>
      </dependency>
      <dependency>
-       <groupId>com.fasterxml.jackson.core</groupId>
-       <artifactId>jackson-core</artifactId>
-     </dependency>
-     <dependency>
-       <groupId>com.fasterxml.jackson.core</groupId>
-       <artifactId>jackson-databind</artifactId>
-     </dependency>
-     <dependency>
-       <groupId>com.fasterxml.jackson.core</groupId>
-       <artifactId>jackson-annotations</artifactId>
-     </dependency>
-     <dependency>
-       <groupId>com.fasterxml.jackson.dataformat</groupId>
-       <artifactId>jackson-dataformat-cbor</artifactId>
-     </dependency>
-     <dependency>
-       <groupId>joda-time</groupId>
-       <artifactId>joda-time</artifactId>
-     </dependency>
-     <dependency>
 +      <groupId>com.amazonaws</groupId>
 +      <artifactId>DynamoDBLocal</artifactId>
 +      <version>${dynamodb.local.version}</version>
 +      <scope>test</scope>
 +      <exclusions>
 +        <exclusion>
 +          <groupId>org.hamcrest</groupId>
 +          <artifactId>hamcrest-core</artifactId>
 +        </exclusion>
 +        <exclusion>
 +          <groupId>org.eclipse.jetty</groupId>
 +          <artifactId>jetty-http</artifactId>
 +        </exclusion>
 +        <exclusion>
 +          <groupId>org.apache.commons</groupId>
 +          <artifactId>commons-lang3</artifactId>
 +        </exclusion>
 +      </exclusions>
 +    </dependency>
 +    <dependency>
        <groupId>junit</groupId>
        <artifactId>junit</artifactId>
        <scope>test</scope>


---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org


Mime
View raw message