Return-Path: X-Original-To: archive-asf-public-internal@cust-asf2.ponee.io Delivered-To: archive-asf-public-internal@cust-asf2.ponee.io Received: from cust-asf.ponee.io (cust-asf.ponee.io [163.172.22.183]) by cust-asf2.ponee.io (Postfix) with ESMTP id 0646E2009FB for ; Fri, 6 May 2016 19:24:58 +0200 (CEST) Received: by cust-asf.ponee.io (Postfix) id 04C4E160A0C; Fri, 6 May 2016 17:24:58 +0000 (UTC) Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by cust-asf.ponee.io (Postfix) with SMTP id 7DD67160A11 for ; Fri, 6 May 2016 19:24:56 +0200 (CEST) Received: (qmail 36162 invoked by uid 500); 6 May 2016 17:24:52 -0000 Mailing-List: contact commits-help@hive.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: hive-dev@hive.apache.org Delivered-To: mailing list commits@hive.apache.org Received: (qmail 35198 invoked by uid 99); 6 May 2016 17:24:51 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Fri, 06 May 2016 17:24:51 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id 990DEE93DF; Fri, 6 May 2016 17:24:51 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: jdere@apache.org To: commits@hive.apache.org Date: Fri, 06 May 2016 17:25:04 -0000 Message-Id: <523a9803a42745b699e085a4ae482113@git.apache.org> In-Reply-To: <629765d75e694eaf963a8467fc5b8ada@git.apache.org> References: <629765d75e694eaf963a8467fc5b8ada@git.apache.org> X-Mailer: ASF-Git Admin Mailer Subject: [14/39] hive git commit: HIVE-13419: Merge master into llap branch archived-at: Fri, 06 May 2016 17:24:58 -0000 HIVE-13419: Merge master into llap branch Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/a7b0ca73 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/a7b0ca73 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/a7b0ca73 Branch: refs/heads/master Commit: a7b0ca733e416951ab6c36f71dbe512665477535 Parents: 28d1082 4e9f95a Author: Jason Dere Authored: Mon Apr 4 13:37:14 2016 -0700 Committer: Jason Dere Committed: Mon Apr 4 13:37:14 2016 -0700 ---------------------------------------------------------------------- .../apache/hadoop/hive/ant/GenVectorCode.java | 531 +- .../org/apache/hadoop/hive/cli/CliDriver.java | 3 + .../apache/hadoop/hive/common/FileUtils.java | 54 + .../apache/hadoop/hive/common/ServerUtils.java | 11 + .../hive/common/type/HiveIntervalDayTime.java | 245 - .../org/apache/hadoop/hive/conf/HiveConf.java | 31 +- .../org/apache/hive/common/util/DateUtils.java | 19 - .../hive/contrib/serde2/MultiDelimitSerDe.java | 23 +- data/files/alltypesorc3xcols | Bin 0 -> 1504592 bytes data/files/timestamps.txt | 50 + .../deployers/config/hive/hive-site.mysql.xml | 24 +- .../hive/hcatalog/streaming/HiveEndPoint.java | 11 + .../hcatalog/templeton/SecureProxySupport.java | 46 +- .../antlr4/org/apache/hive/hplsql/Hplsql.g4 | 266 +- .../main/java/org/apache/hive/hplsql/Conf.java | 2 +- .../main/java/org/apache/hive/hplsql/Conn.java | 3 +- .../java/org/apache/hive/hplsql/Converter.java | 15 +- .../main/java/org/apache/hive/hplsql/Exec.java | 106 +- .../java/org/apache/hive/hplsql/Expression.java | 13 + .../main/java/org/apache/hive/hplsql/File.java | 11 + .../main/java/org/apache/hive/hplsql/Ftp.java | 415 + .../main/java/org/apache/hive/hplsql/Meta.java | 35 +- .../java/org/apache/hive/hplsql/Package.java | 3 + .../main/java/org/apache/hive/hplsql/Row.java | 4 +- .../java/org/apache/hive/hplsql/Select.java | 6 +- .../main/java/org/apache/hive/hplsql/Stmt.java | 167 +- .../main/java/org/apache/hive/hplsql/Utils.java | 40 + .../main/java/org/apache/hive/hplsql/Var.java | 18 +- .../apache/hive/hplsql/functions/Function.java | 40 +- .../hive/hplsql/functions/FunctionDatetime.java | 40 + .../hive/hplsql/functions/FunctionString.java | 26 +- .../org/apache/hive/hplsql/TestHplsqlLocal.java | 28 +- .../apache/hive/hplsql/TestHplsqlOffline.java | 25 + .../test/queries/db/create_drop_database.sql | 5 + .../queries/db/create_procedure_no_params.sql | 25 + hplsql/src/test/queries/db/describe.sql | 3 + hplsql/src/test/queries/db/execute.sql | 7 + hplsql/src/test/queries/db/expression.sql | 1 + hplsql/src/test/queries/db/for.sql | 1 + hplsql/src/test/queries/db/insert.sql | 3 + hplsql/src/test/queries/db/insert_directory.sql | 12 + hplsql/src/test/queries/db/schema.sql | 10 +- hplsql/src/test/queries/db/truncate_table.sql | 2 + .../src/test/queries/local/create_function3.sql | 58 + .../src/test/queries/local/create_function4.sql | 19 + .../test/queries/local/create_procedure3.sql | 29 + hplsql/src/test/queries/local/declare3.sql | 7 + hplsql/src/test/queries/local/if.sql | 6 +- hplsql/src/test/queries/local/interval.sql | 4 +- hplsql/src/test/queries/local/replace.sql | 1 + .../queries/offline/create_table_mssql2.sql | 33 + .../test/queries/offline/create_table_mysql.sql | 5 + .../test/queries/offline/create_table_ora2.sql | 6 + .../test/queries/offline/create_table_pg.sql | 5 + hplsql/src/test/queries/offline/update.sql | 33 + .../results/db/create_drop_database.out.txt | 8 + .../results/db/create_procedure_mssql.out.txt | 2 +- .../db/create_procedure_no_params.out.txt | 10 + .../db/create_procedure_return_cursor.out.txt | 4 +- .../db/create_procedure_return_cursor2.out.txt | 4 +- hplsql/src/test/results/db/describe.out.txt | 12 + hplsql/src/test/results/db/execute.out.txt | 14 + hplsql/src/test/results/db/expression.out.txt | 5 + hplsql/src/test/results/db/for.out.txt | 44 + hplsql/src/test/results/db/insert.out.txt | 4 + .../test/results/db/insert_directory.out.txt | 9 + .../test/results/db/rowtype_attribute.out.txt | 2 +- .../src/test/results/db/truncate_table.out.txt | 4 + .../test/results/local/create_function3.out.txt | 22 + .../test/results/local/create_function4.out.txt | 9 + .../test/results/local/create_package.out.txt | 2 +- .../results/local/create_procedure3.out.txt | 31 + .../local/create_procedure_no_params.out.txt | 12 +- hplsql/src/test/results/local/declare3.out.txt | 9 + hplsql/src/test/results/local/if.out.txt | 4 + hplsql/src/test/results/local/interval.out.txt | 1 + hplsql/src/test/results/local/replace.out.txt | 1 + .../results/offline/create_table_mssql2.out.txt | 10 + .../results/offline/create_table_mysql.out.txt | 4 + .../results/offline/create_table_ora2.out.txt | 5 + .../results/offline/create_table_pg.out.txt | 5 + hplsql/src/test/results/offline/update.out.txt | 34 + .../listener/TestDbNotificationListener.java | 18 + .../org/apache/hive/jdbc/miniHS2/MiniHS2.java | 56 +- .../hive/metastore/TestHiveMetaStore.java | 20 +- .../jdbc/TestJdbcWithLocalClusterSpark.java | 2 +- .../apache/hive/jdbc/TestJdbcWithMiniMr.java | 2 +- ...stMultiSessionsHS2WithLocalClusterSpark.java | 6 +- .../jdbc/TestServiceDiscoveryWithMiniHS2.java | 132 + .../jdbc/authorization/TestHS2AuthzContext.java | 4 +- .../authorization/TestJdbcMetadataApiAuth.java | 2 +- .../TestJdbcWithSQLAuthorization.java | 2 +- .../cli/session/TestHiveSessionImpl.java | 5 +- .../test/resources/testconfiguration.properties | 8 + ...SQLStdHiveAuthorizationValidatorForTest.java | 29 + .../hive/jdbc/ZooKeeperHiveClientHelper.java | 21 +- .../hadoop/hive/llap/io/api/LlapProxy.java | 2 + .../impl/LlapZookeeperRegistryImpl.java | 2 + .../org/apache/hadoop/hive/llap/LlapUtil.java | 26 + .../apache/hadoop/hive/llap/tez/Converters.java | 1 + .../hadoop/hive/llap/tez/TestConverters.java | 190 + llap-server/bin/runLlapDaemon.sh | 5 +- .../llap/IncrementalObjectSizeEstimator.java | 54 +- .../hadoop/hive/llap/cache/LlapDataBuffer.java | 12 +- .../hive/llap/cache/LowLevelCacheImpl.java | 35 +- .../llap/cache/LowLevelCacheMemoryManager.java | 6 +- .../llap/cache/LowLevelFifoCachePolicy.java | 4 +- .../llap/cache/LowLevelLrfuCachePolicy.java | 14 +- .../hive/llap/cache/SimpleBufferManager.java | 8 +- .../hive/llap/cli/LlapOptionsProcessor.java | 1 - .../hadoop/hive/llap/cli/LlapServiceDriver.java | 71 + .../hive/llap/daemon/impl/LlapDaemon.java | 24 +- .../impl/StaticPermanentFunctionChecker.java | 70 + .../hive/llap/io/api/impl/LlapInputFormat.java | 32 +- .../hive/llap/io/api/impl/LlapIoImpl.java | 21 +- .../llap/io/decode/OrcColumnVectorProducer.java | 4 +- .../llap/io/encoded/OrcEncodedDataReader.java | 95 +- .../hadoop/hive/llap/old/BufferInProgress.java | 82 - .../apache/hadoop/hive/llap/old/BufferPool.java | 225 - .../hadoop/hive/llap/old/CachePolicy.java | 34 - .../apache/hadoop/hive/llap/old/ChunkPool.java | 237 - .../resources/llap-daemon-log4j2.properties | 14 +- .../hive/metastore/MetaStoreDirectSql.java | 53 +- .../hadoop/hive/metastore/ObjectStore.java | 10 +- .../hive/metastore/StatObjectConverter.java | 2 +- .../hadoop/hive/metastore/hbase/HBaseStore.java | 4 +- .../hadoop/hive/metastore/hbase/HBaseUtils.java | 8 +- .../hadoop/hive/metastore/hbase/StatsCache.java | 20 +- .../stats/BinaryColumnStatsAggregator.java | 43 +- .../stats/BooleanColumnStatsAggregator.java | 42 +- .../hbase/stats/ColumnStatsAggregator.java | 12 +- .../stats/ColumnStatsAggregatorFactory.java | 8 +- .../stats/DecimalColumnStatsAggregator.java | 340 +- .../stats/DoubleColumnStatsAggregator.java | 307 +- .../hbase/stats/IExtrapolatePartStatus.java | 30 + .../hbase/stats/LongColumnStatsAggregator.java | 305 +- .../stats/StringColumnStatsAggregator.java | 85 +- .../hive/metastore/txn/CompactionInfo.java | 4 + .../metastore/txn/CompactionTxnHandler.java | 127 +- .../hadoop/hive/metastore/txn/TxnDbUtil.java | 18 +- .../hadoop/hive/metastore/txn/TxnHandler.java | 366 +- .../hadoop/hive/metastore/txn/TxnStore.java | 33 +- .../hadoop/hive/metastore/txn/TxnUtils.java | 99 +- .../metastore/txn/ValidCompactorTxnList.java | 2 +- ...stHBaseAggregateStatsCacheWithBitVector.java | 6 +- .../TestHBaseAggregateStatsExtrapolation.java | 717 ++ .../TestHBaseAggregateStatsNDVUniformDist.java | 581 ++ .../hive/metastore/txn/TestTxnHandler.java | 96 +- .../hadoop/hive/metastore/txn/TestTxnUtils.java | 135 + odbc/Makefile | 193 - odbc/pom.xml | 142 - odbc/src/cpp/HiveColumnDesc.cpp | 190 - odbc/src/cpp/HiveColumnDesc.h | 73 - odbc/src/cpp/HiveConnection.h | 58 - odbc/src/cpp/HiveResultSet.cpp | 616 -- odbc/src/cpp/HiveResultSet.h | 190 - odbc/src/cpp/HiveRowSet.cpp | 465 -- odbc/src/cpp/HiveRowSet.h | 168 - odbc/src/cpp/hiveclient.cpp | 294 - odbc/src/cpp/hiveclient.h | 598 -- odbc/src/cpp/hiveclienthelper.cpp | 86 - odbc/src/cpp/hiveclienthelper.h | 132 - odbc/src/cpp/hiveconstants.h | 83 - odbc/src/cpp/thriftserverconstants.h | 64 - odbc/src/test/hiveclienttest.c | 1395 ---- odbc/testdata/dataset1.input | 2 - odbc/testdata/dataset2.input | 1 - odbc/testdata/dataset_types.input | 2 - orc/src/java/org/apache/orc/OrcFile.java | 21 +- .../java/org/apache/orc/impl/WriterImpl.java | 42 +- packaging/src/main/assembly/src.xml | 1 - pom.xml | 1 - ...eColumnArithmeticIntervalYearMonthColumn.txt | 56 +- ...eColumnArithmeticIntervalYearMonthScalar.txt | 55 +- .../DateColumnArithmeticTimestampColumn.txt | 141 +- .../DateColumnArithmeticTimestampColumnBase.txt | 171 - .../DateColumnArithmeticTimestampScalar.txt | 113 +- .../DateColumnArithmeticTimestampScalarBase.txt | 137 - ...eScalarArithmeticIntervalYearMonthColumn.txt | 53 +- .../DateScalarArithmeticTimestampColumn.txt | 108 +- .../DateScalarArithmeticTimestampColumnBase.txt | 147 - ...ayTimeColumnCompareIntervalDayTimeColumn.txt | 52 - ...ayTimeColumnCompareIntervalDayTimeScalar.txt | 55 - ...ayTimeScalarCompareIntervalDayTimeColumn.txt | 55 - ...erLongDoubleColumnCompareTimestampColumn.txt | 2 +- ...erLongDoubleColumnCompareTimestampScalar.txt | 4 +- ...erLongDoubleScalarCompareTimestampColumn.txt | 4 + .../FilterTimestampColumnBetween.txt | 11 +- ...terTimestampColumnCompareTimestampColumn.txt | 417 +- ...imestampColumnCompareTimestampColumnBase.txt | 429 - ...terTimestampColumnCompareTimestampScalar.txt | 128 +- ...imestampColumnCompareTimestampScalarBase.txt | 145 - ...erTimestampScalarCompareLongDoubleColumn.txt | 3 +- ...terTimestampScalarCompareTimestampColumn.txt | 132 +- ...imestampScalarCompareTimestampColumnBase.txt | 147 - ...ayTimeColumnCompareIntervalDayTimeColumn.txt | 54 - ...ayTimeColumnCompareIntervalDayTimeScalar.txt | 57 - ...ayTimeScalarCompareIntervalDayTimeColumn.txt | 57 - ...ervalYearMonthColumnArithmeticDateColumn.txt | 55 +- ...ervalYearMonthColumnArithmeticDateScalar.txt | 51 +- ...YearMonthColumnArithmeticTimestampColumn.txt | 63 +- ...YearMonthColumnArithmeticTimestampScalar.txt | 48 +- ...ervalYearMonthScalarArithmeticDateColumn.txt | 51 +- ...YearMonthScalarArithmeticTimestampColumn.txt | 55 +- .../LongDoubleColumnCompareTimestampColumn.txt | 1 - .../LongDoubleColumnCompareTimestampScalar.txt | 3 +- .../LongDoubleScalarCompareTimestampColumn.txt | 1 + .../TimestampColumnArithmeticDateColumn.txt | 138 +- .../TimestampColumnArithmeticDateColumnBase.txt | 172 - .../TimestampColumnArithmeticDateScalar.txt | 98 +- .../TimestampColumnArithmeticDateScalarBase.txt | 126 - ...pColumnArithmeticIntervalYearMonthColumn.txt | 59 +- ...pColumnArithmeticIntervalYearMonthScalar.txt | 41 +- ...TimestampColumnArithmeticTimestampColumn.txt | 128 +- ...stampColumnArithmeticTimestampColumnBase.txt | 152 - ...TimestampColumnArithmeticTimestampScalar.txt | 96 +- ...stampColumnArithmeticTimestampScalarBase.txt | 125 - .../TimestampColumnCompareLongDoubleScalar.txt | 1 + .../TimestampColumnCompareTimestampColumn.txt | 122 +- ...imestampColumnCompareTimestampColumnBase.txt | 140 - .../TimestampColumnCompareTimestampScalar.txt | 114 +- ...imestampColumnCompareTimestampScalarBase.txt | 131 - .../TimestampScalarArithmeticDateColumn.txt | 117 +- .../TimestampScalarArithmeticDateColumnBase.txt | 151 - ...pScalarArithmeticIntervalYearMonthColumn.txt | 62 +- ...TimestampScalarArithmeticTimestampColumn.txt | 103 +- ...stampScalarArithmeticTimestampColumnBase.txt | 139 - .../TimestampScalarCompareLongDoubleColumn.txt | 4 +- .../TimestampScalarCompareTimestampColumn.txt | 115 +- ...imestampScalarCompareTimestampColumnBase.txt | 132 - .../VectorUDAFMinMaxIntervalDayTime.txt | 454 + .../UDAFTemplates/VectorUDAFMinMaxTimestamp.txt | 31 +- .../org/apache/hadoop/hive/llap/DebugUtils.java | 43 - .../org/apache/hadoop/hive/llap/LogLevels.java | 53 - .../java/org/apache/hadoop/hive/ql/Driver.java | 26 +- .../org/apache/hadoop/hive/ql/QueryDisplay.java | 11 +- .../org/apache/hadoop/hive/ql/exec/DDLTask.java | 16 +- .../hadoop/hive/ql/exec/FunctionRegistry.java | 7 + .../hadoop/hive/ql/exec/OperatorUtils.java | 45 +- .../hive/ql/exec/OrcFileMergeOperator.java | 4 +- .../ql/exec/SparkHashTableSinkOperator.java | 8 +- .../hadoop/hive/ql/exec/TableScanOperator.java | 19 +- .../persistence/HybridHashTableContainer.java | 40 +- .../ql/exec/persistence/KeyValueContainer.java | 25 +- .../ql/exec/persistence/ObjectContainer.java | 24 +- .../hive/ql/exec/persistence/RowContainer.java | 34 +- .../ql/exec/spark/HiveSparkClientFactory.java | 6 +- .../ql/exec/spark/SparkReduceRecordHandler.java | 2 + .../hadoop/hive/ql/exec/tez/DagUtils.java | 1 + .../hadoop/hive/ql/exec/tez/TezJobMonitor.java | 2 +- .../hive/ql/exec/vector/TimestampUtils.java | 8 + .../hive/ql/exec/vector/VectorAssignRow.java | 23 +- .../exec/vector/VectorColumnAssignFactory.java | 19 +- .../ql/exec/vector/VectorColumnSetInfo.java | 23 +- .../hive/ql/exec/vector/VectorCopyRow.java | 32 + .../ql/exec/vector/VectorDeserializeRow.java | 13 +- .../exec/vector/VectorExpressionDescriptor.java | 6 +- .../hive/ql/exec/vector/VectorExtractRow.java | 24 +- .../ql/exec/vector/VectorGroupByOperator.java | 2 +- .../ql/exec/vector/VectorGroupKeyHelper.java | 12 + .../ql/exec/vector/VectorHashKeyWrapper.java | 82 +- .../exec/vector/VectorHashKeyWrapperBatch.java | 112 +- .../hive/ql/exec/vector/VectorSerializeRow.java | 7 +- .../ql/exec/vector/VectorizationContext.java | 27 +- .../ql/exec/vector/VectorizedBatchUtil.java | 20 +- .../ql/exec/vector/VectorizedRowBatchCtx.java | 12 +- .../expressions/CastDecimalToTimestamp.java | 3 +- .../expressions/CastDoubleToTimestamp.java | 17 +- .../vector/expressions/CastLongToTimestamp.java | 8 +- .../CastMillisecondsLongToTimestamp.java | 22 +- .../CastStringToIntervalDayTime.java | 8 +- .../expressions/CastTimestampToBoolean.java | 4 +- .../vector/expressions/CastTimestampToDate.java | 2 +- .../expressions/CastTimestampToDecimal.java | 9 +- .../expressions/CastTimestampToDouble.java | 13 +- .../vector/expressions/CastTimestampToLong.java | 12 +- .../expressions/ConstantVectorExpression.java | 36 +- .../expressions/DateColSubtractDateColumn.java | 80 +- .../expressions/DateColSubtractDateScalar.java | 51 +- .../DateScalarSubtractDateColumn.java | 52 +- .../FilterTimestampColumnInList.java | 27 +- .../IfExprIntervalDayTimeColumnColumn.java | 103 +- .../IfExprIntervalDayTimeColumnScalar.java | 94 +- .../IfExprIntervalDayTimeScalarColumn.java | 96 +- .../IfExprIntervalDayTimeScalarScalar.java | 84 +- .../IfExprTimestampColumnColumnBase.java | 8 +- .../IfExprTimestampColumnScalar.java | 3 +- .../IfExprTimestampColumnScalarBase.java | 14 +- .../IfExprTimestampScalarColumn.java | 3 +- .../IfExprTimestampScalarColumnBase.java | 15 +- .../IfExprTimestampScalarScalar.java | 3 +- .../IfExprTimestampScalarScalarBase.java | 13 +- .../expressions/LongColEqualLongScalar.java | 2 +- .../LongColGreaterEqualLongScalar.java | 2 +- .../expressions/LongColGreaterLongScalar.java | 2 +- .../expressions/LongColLessEqualLongScalar.java | 2 +- .../expressions/LongColLessLongScalar.java | 2 +- .../expressions/LongColNotEqualLongScalar.java | 2 +- .../expressions/LongScalarEqualLongColumn.java | 2 +- .../LongScalarGreaterEqualLongColumn.java | 2 +- .../LongScalarGreaterLongColumn.java | 2 +- .../LongScalarLessEqualLongColumn.java | 2 +- .../expressions/LongScalarLessLongColumn.java | 2 +- .../LongScalarNotEqualLongColumn.java | 2 +- .../ql/exec/vector/expressions/NullUtil.java | 26 + .../expressions/TimestampColumnInList.java | 29 +- .../expressions/VectorExpressionWriter.java | 6 +- .../VectorExpressionWriterFactory.java | 124 +- .../expressions/VectorUDFDateAddColCol.java | 2 +- .../expressions/VectorUDFDateAddColScalar.java | 2 +- .../expressions/VectorUDFDateDiffColCol.java | 10 +- .../expressions/VectorUDFDateDiffColScalar.java | 2 +- .../expressions/VectorUDFDateDiffScalarCol.java | 2 +- .../expressions/VectorUDFDateTimestamp.java | 2 +- .../expressions/VectorUDFUnixTimeStampDate.java | 7 +- .../VectorUDFUnixTimeStampTimestamp.java | 5 +- .../aggregates/VectorUDAFAvgTimestamp.java | 40 +- .../aggregates/VectorUDAFStdPopTimestamp.java | 24 +- .../aggregates/VectorUDAFStdSampTimestamp.java | 27 +- .../aggregates/VectorUDAFVarPopTimestamp.java | 24 +- .../aggregates/VectorUDAFVarSampTimestamp.java | 24 +- .../mapjoin/VectorMapJoinCommonOperator.java | 2 +- .../mapjoin/VectorMapJoinRowBytesContainer.java | 24 +- .../ql/exec/vector/udf/VectorUDFAdaptor.java | 13 +- .../hadoop/hive/ql/io/HiveInputFormat.java | 15 +- .../hadoop/hive/ql/io/orc/OrcInputFormat.java | 14 +- .../hadoop/hive/ql/io/orc/RecordReaderImpl.java | 15 +- .../hive/ql/io/orc/encoded/EncodedReader.java | 2 +- .../ql/io/orc/encoded/EncodedReaderImpl.java | 131 +- .../io/parquet/convert/HiveSchemaConverter.java | 10 +- .../parquet/read/DataWritableReadSupport.java | 75 +- .../ql/io/parquet/serde/ParquetHiveSerDe.java | 11 +- .../apache/hadoop/hive/ql/metadata/Hive.java | 252 +- .../formatting/MetaDataFormatUtils.java | 8 +- .../hadoop/hive/ql/optimizer/Optimizer.java | 4 +- .../ql/optimizer/ReduceSinkMapJoinProc.java | 24 +- .../hive/ql/optimizer/StatsOptimizer.java | 14 +- .../ql/optimizer/calcite/HiveRelFactories.java | 5 - .../calcite/reloperators/HiveAggregate.java | 9 +- .../rules/HivePointLookupOptimizerRule.java | 381 + .../ql/optimizer/pcr/PcrExprProcFactory.java | 103 +- .../hive/ql/optimizer/physical/LlapDecider.java | 2 +- .../hive/ql/optimizer/physical/Vectorizer.java | 7 + .../stats/annotation/StatsRulesProcFactory.java | 3 +- .../hadoop/hive/ql/parse/CalcitePlanner.java | 71 +- .../hive/ql/parse/DDLSemanticAnalyzer.java | 15 +- .../hadoop/hive/ql/parse/GenTezUtils.java | 3 +- .../hadoop/hive/ql/parse/ParseContext.java | 5 + .../hadoop/hive/ql/parse/SemanticAnalyzer.java | 216 +- .../apache/hadoop/hive/ql/parse/TableMask.java | 127 + .../org/apache/hadoop/hive/ql/plan/MapWork.java | 4 +- .../plugin/HiveAuthorizationValidator.java | 11 + .../authorization/plugin/HiveAuthorizer.java | 69 + .../plugin/HiveAuthorizerImpl.java | 23 + .../authorization/plugin/HiveV1Authorizer.java | 25 + .../sqlstd/DummyHiveAuthorizationValidator.java | 23 + .../SQLStdHiveAuthorizationValidator.java | 22 + .../hadoop/hive/ql/session/SessionState.java | 2 +- .../ql/txn/AcidCompactionHistoryService.java | 7 + .../hive/ql/txn/AcidHouseKeeperService.java | 7 + .../hadoop/hive/ql/txn/compactor/Cleaner.java | 68 +- .../hive/ql/txn/compactor/CompactorThread.java | 5 + .../hadoop/hive/ql/txn/compactor/Initiator.java | 28 +- .../hadoop/hive/ql/txn/compactor/Worker.java | 9 +- .../hadoop/hive/ql/util/DateTimeMath.java | 214 +- .../apache/hadoop/hive/ql/TestTxnCommands2.java | 54 +- .../ql/exec/persistence/TestHashPartition.java | 3 +- .../TestTimestampWritableAndColumnVector.java | 68 + .../TestVectorExpressionWriters.java | 23 +- .../TestVectorFilterExpressions.java | 1 - .../expressions/TestVectorMathFunctions.java | 53 +- .../TestVectorTimestampExpressions.java | 26 +- .../vector/expressions/TestVectorTypeCasts.java | 216 +- .../TestVectorMapJoinRowBytesContainer.java | 3 +- .../FakeVectorRowBatchFromObjectIterables.java | 3 +- .../vector/util/VectorizedRowGroupGenUtil.java | 14 +- .../hive/ql/io/orc/TestColumnStatistics.java | 5 +- .../hive/ql/io/orc/TestInputOutputFormat.java | 97 +- .../hadoop/hive/ql/io/orc/TestOrcFile.java | 5 +- .../hive/ql/io/orc/TestVectorOrcFile.java | 22 +- .../hive/ql/lockmgr/TestDbTxnManager.java | 6 + .../hive/ql/lockmgr/TestDbTxnManager2.java | 28 + .../ql/optimizer/physical/TestVectorizer.java | 5 + .../distinct_windowing_failure1.q | 20 + .../distinct_windowing_failure2.q | 22 + .../queries/clientnegative/right_side_join.q | 12 + .../clientpositive/auto_join19_inclause.q | 18 + .../clientpositive/bucket_map_join_tez1.q | 27 + ...umn_names_with_leading_and_trailing_spaces.q | 13 + .../queries/clientpositive/distinct_windowing.q | 39 + .../queries/clientpositive/filter_in_or_dup.q | 19 + ql/src/test/queries/clientpositive/llap_udf.q | 6 +- ql/src/test/queries/clientpositive/masking_1.q | 27 + ql/src/test/queries/clientpositive/masking_2.q | 17 + ql/src/test/queries/clientpositive/masking_3.q | 27 + ql/src/test/queries/clientpositive/masking_4.q | 30 + ql/src/test/queries/clientpositive/masking_5.q | 22 + .../clientpositive/masking_disablecbo_1.q | 28 + .../clientpositive/masking_disablecbo_2.q | 18 + .../clientpositive/masking_disablecbo_3.q | 28 + .../clientpositive/masking_disablecbo_4.q | 31 + .../clientpositive/multi_insert_with_join.q | 29 + .../test/queries/clientpositive/orc_merge12.q | 51 + .../clientpositive/parquet_schema_evolution.q | 14 + .../sample_islocalmode_hook_use_metadata.q | 48 + .../queries/clientpositive/schema_evol_stats.q | 50 + .../queries/clientpositive/vector_complex_all.q | 43 + .../clientpositive/vector_complex_join.q | 29 + .../clientpositive/vector_interval_arithmetic.q | 174 + .../vector_number_compare_projection.q | 192 + .../clientpositive/vector_tablesample_rows.q | 38 + .../clientnegative/dbtxnmgr_nodblock.q.out | 2 + .../clientnegative/dbtxnmgr_nodbunlock.q.out | 2 + .../distinct_windowing_failure1.q.out | 47 + .../distinct_windowing_failure2.q.out | 47 + .../lockneg_query_tbl_in_locked_db.q.out | 6 + .../lockneg_try_db_lock_conflict.q.out | 6 + .../lockneg_try_drop_locked_db.q.out | 4 + .../lockneg_try_lock_db_in_use.q.out | 6 + .../clientnegative/right_side_join.q.out | 1 + .../clientpositive/auto_join19_inclause.q.out | 130 + ...names_with_leading_and_trailing_spaces.q.out | 80 + .../clientpositive/constprog_semijoin.q.out | 4 +- .../clientpositive/dbtxnmgr_showlocks.q.out | 6 +- .../clientpositive/distinct_windowing.q.out | 451 + .../dynpart_sort_optimization_acid.q.out | 4 +- .../clientpositive/filter_in_or_dup.q.out | 96 + .../llap/bucket_map_join_tez1.q.out | 343 + .../llap/bucket_map_join_tez2.q.out | 15 + .../results/clientpositive/llap/cte_3.q.out | 4 + .../results/clientpositive/llap/cte_5.q.out | 2 + .../results/clientpositive/llap/cte_mat_1.q.out | 2 + .../results/clientpositive/llap/cte_mat_2.q.out | 2 + .../results/clientpositive/llap/cte_mat_3.q.out | 3 + .../results/clientpositive/llap/cte_mat_4.q.out | 6 + .../results/clientpositive/llap/cte_mat_5.q.out | 3 + .../llap/dynamic_partition_pruning.q.out | 95 + .../llap/dynamic_partition_pruning_2.q.out | 16 + .../llap/hybridgrace_hashjoin_1.q.out | 24 + .../llap/hybridgrace_hashjoin_2.q.out | 36 + .../results/clientpositive/llap/llap_udf.q.out | 3 + .../clientpositive/llap/llapdecider.q.out | 12 + .../clientpositive/llap/lvj_mapjoin.q.out | 2 + .../clientpositive/llap/mapjoin_decimal.q.out | 2 + .../test/results/clientpositive/llap/mrr.q.out | 10 + .../llap/tez_bmj_schema_evolution.q.out | 2 + .../results/clientpositive/llap/tez_dml.q.out | 3 + .../llap/tez_dynpart_hashjoin_1.q.out | 12 + .../llap/tez_dynpart_hashjoin_2.q.out | 9 + .../results/clientpositive/llap/tez_join.q.out | 2 + .../clientpositive/llap/tez_join_hash.q.out | 6 + .../llap/tez_join_result_complex.q.out | 4 + .../clientpositive/llap/tez_join_tests.q.out | 3 + .../clientpositive/llap/tez_joins_explain.q.out | 3 + .../clientpositive/llap/tez_self_join.q.out | 3 + .../results/clientpositive/llap/tez_smb_1.q.out | 6 + .../clientpositive/llap/tez_smb_main.q.out | 24 + .../results/clientpositive/llap/tez_union.q.out | 28 + .../clientpositive/llap/tez_union2.q.out | 3 + .../llap/tez_union_dynamic_partition.q.out | 2 + .../llap/tez_union_group_by.q.out | 5 + .../llap/tez_union_multiinsert.q.out | 13 + .../llap/tez_vector_dynpart_hashjoin_1.q.out | 12 + .../llap/tez_vector_dynpart_hashjoin_2.q.out | 9 + .../llap/vector_join_part_col_char.q.out | 2 + .../vectorized_dynamic_partition_pruning.q.out | 89 + .../test/results/clientpositive/masking_1.q.out | 466 ++ .../test/results/clientpositive/masking_2.q.out | 321 + .../test/results/clientpositive/masking_3.q.out | 7765 ++++++++++++++++++ .../test/results/clientpositive/masking_4.q.out | 233 + .../test/results/clientpositive/masking_5.q.out | 189 + .../clientpositive/masking_disablecbo_1.q.out | 462 ++ .../clientpositive/masking_disablecbo_2.q.out | 355 + .../clientpositive/masking_disablecbo_3.q.out | 7737 +++++++++++++++++ .../clientpositive/masking_disablecbo_4.q.out | 229 + .../clientpositive/multi_insert_with_join.q.out | 128 + .../results/clientpositive/orc_merge12.q.out | 606 ++ .../parquet_map_null.q.java1.8.out | 1 + .../parquet_schema_evolution.q.out | 65 + .../clientpositive/parquet_type_promotion.q.out | 2 +- .../results/clientpositive/perf/query13.q.out | 14 +- .../results/clientpositive/perf/query27.q.out | 2 +- .../results/clientpositive/perf/query34.q.out | 2 +- .../results/clientpositive/perf/query48.q.out | 14 +- .../results/clientpositive/perf/query68.q.out | 2 +- .../results/clientpositive/perf/query73.q.out | 2 +- .../results/clientpositive/perf/query79.q.out | 2 +- .../results/clientpositive/perf/query82.q.out | 2 +- .../results/clientpositive/perf/query85.q.out | 26 +- .../results/clientpositive/pointlookup2.q.out | 38 +- .../results/clientpositive/pointlookup3.q.out | 50 +- .../results/clientpositive/pointlookup4.q.out | 2 +- .../sample_islocalmode_hook_use_metadata.q.out | 230 + .../clientpositive/schema_evol_stats.q.out | 392 + .../spark/bucket_map_join_tez1.q.out | 306 + .../spark/constprog_semijoin.q.out | 4 +- .../spark/multi_insert_with_join.q.out | 128 + .../tez/bucket_map_join_tez1.q.out | 294 + .../clientpositive/tez/bucketpruning1.q.out | 8 +- ...names_with_leading_and_trailing_spaces.q.out | 80 + .../clientpositive/tez/constprog_semijoin.q.out | 4 +- .../clientpositive/tez/explainuser_1.q.out | 92 +- .../clientpositive/tez/llapdecider.q.out | 12 + .../clientpositive/tez/orc_merge12.q.out | 606 ++ .../clientpositive/tez/schema_evol_stats.q.out | 384 + .../clientpositive/tez/vector_complex_all.q.out | 254 + .../tez/vector_complex_join.q.out | 227 + .../tez/vector_interval_arithmetic.q.out | 1086 +++ .../tez/vector_mr_diff_schema_alias.q.out | 2 +- .../clientpositive/tez/vectorized_casts.q.out | 18 +- .../tez/vectorized_timestamp.q.out | 157 + .../clientpositive/vector_complex_all.q.out | 235 + .../clientpositive/vector_complex_join.q.out | 225 + .../vector_interval_arithmetic.q.out | 1027 +++ .../vector_mr_diff_schema_alias.q.out | 2 +- .../vector_number_compare_projection.q.out | 718 ++ .../vector_tablesample_rows.q.out | 371 + .../clientpositive/vectorized_casts.q.out | 18 +- .../hadoop/hive/serde2/avro/AvroSerdeUtils.java | 20 +- .../hive/serde2/io/TimestampWritable.java | 71 +- .../auth/LdapAuthenticationProviderImpl.java | 317 +- .../service/cli/session/HiveSessionImpl.java | 13 +- .../apache/hive/service/server/HiveServer2.java | 39 +- .../auth/TestLdapAtnProviderWithMiniDS.java | 200 +- .../apache/hive/service/cli/CLIServiceTest.java | 8 + .../org/apache/hadoop/fs/ProxyFileSystem.java | 5 +- .../common/io/encoded/EncodedColumnBatch.java | 2 +- .../hive/common/type/HiveIntervalDayTime.java | 253 + .../hadoop/hive/common/type/PisaTimestamp.java | 609 -- .../hadoop/hive/common/type/RandomTypeUtil.java | 70 +- .../hive/ql/exec/vector/ColumnVector.java | 2 +- .../vector/IntervalDayTimeColumnVector.java | 348 + .../ql/exec/vector/TimestampColumnVector.java | 341 +- .../hive/common/util/IntervalDayTimeUtils.java | 77 + .../hive/common/type/TestPisaTimestamp.java | 118 - .../exec/vector/TestTimestampColumnVector.java | 117 + .../ptest2/conf/example-apache-trunk.properties | 2 +- 537 files changed, 42116 insertions(+), 12248 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/a7b0ca73/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/a7b0ca73/itests/src/test/resources/testconfiguration.properties ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/a7b0ca73/llap-client/src/java/org/apache/hadoop/hive/llap/registry/impl/LlapZookeeperRegistryImpl.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/a7b0ca73/llap-server/src/java/org/apache/hadoop/hive/llap/daemon/impl/LlapDaemon.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/a7b0ca73/ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionRegistry.java ----------------------------------------------------------------------