beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From reuven...@apache.org
Subject [beam] 01/01: Merge pull request #4964: [BEAM-3437] Introduce Schema class, and use it in BeamSQL
Date Sun, 08 Apr 2018 07:06:26 GMT
This is an automated email from the ASF dual-hosted git repository.

reuvenlax pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit c2d674448611d0490804533b96c41ba05e071572
Merge: 316d667 f0cd6d7
Author: reuvenlax <relax@google.com>
AuthorDate: Sun Apr 8 00:06:19 2018 -0700

    Merge pull request #4964: [BEAM-3437] Introduce Schema class, and use it in BeamSQL

 ...DefaultCoderCloudObjectTranslatorRegistrar.java |   2 +
 .../beam/sdk/coders/BigEndianIntegerCoder.java     |   3 +-
 ...nIntegerCoder.java => BigEndianShortCoder.java} |  36 +-
 .../org/apache/beam/sdk/coders/CoderRegistry.java  |   2 +
 ...{BigEndianIntegerCoder.java => FloatCoder.java} |  47 +-
 .../java/org/apache/beam/sdk/coders/RowCoder.java  | 130 ++++--
 .../main/java/org/apache/beam/sdk/io/FileIO.java   |   4 +-
 .../main/java/org/apache/beam/sdk/io/TextIO.java   |   2 +-
 .../java/org/apache/beam/sdk/schemas/Schema.java   | 491 +++++++++++++++++++++
 .../org/apache/beam/sdk/schemas/package-info.java} |  24 +-
 .../org/apache/beam/sdk/values/PCollection.java    |   4 +-
 .../main/java/org/apache/beam/sdk/values/Row.java  | 379 +++++++++++-----
 .../java/org/apache/beam/sdk/values/RowType.java   | 140 ------
 .../org/apache/beam/sdk/values/TypeDescriptor.java |   2 +-
 .../sdk/values/reflect/DefaultRowTypeFactory.java  |  87 ++--
 .../values/reflect/ReflectionGetterFactory.java    |   4 +-
 .../apache/beam/sdk/values/reflect/RowFactory.java |  16 +-
 .../beam/sdk/values/reflect/RowTypeFactory.java    |   8 +-
 .../beam/sdk/values/reflect/RowTypeGetters.java    |  16 +-
 .../org/apache/beam/sdk/coders/RowCoderTest.java   | 126 ++++++
 .../org/apache/beam/sdk/schemas/SchemaTest.java    | 175 ++++++++
 .../java/org/apache/beam/sdk/values/RowTest.java   | 163 +++++--
 .../org/apache/beam/sdk/values/RowTypeTest.java    |  85 ----
 ...toryTest.java => DefaultSchemaFactoryTest.java} |  34 +-
 .../beam/sdk/values/reflect/RowFactoryTest.java    |   4 +-
 ...TypeGettersTest.java => SchemaGettersTest.java} |  10 +-
 .../beam/sdk/extensions/sql/BeamSqlTable.java      |   4 +-
 .../apache/beam/sdk/extensions/sql/RowHelper.java  | 192 --------
 .../apache/beam/sdk/extensions/sql/RowSqlType.java | 131 ------
 .../beam/sdk/extensions/sql/RowSqlTypes.java       | 175 ++++++++
 .../beam/sdk/extensions/sql/SqlRowTypeFactory.java |  90 ----
 .../beam/sdk/extensions/sql/SqlTypeCoder.java      | 234 ----------
 .../beam/sdk/extensions/sql/SqlTypeCoders.java     |  90 ----
 .../sdk/extensions/sql/example/BeamSqlExample.java |  12 +-
 .../beam/sdk/extensions/sql/impl/BeamSqlEnv.java   |  25 +-
 .../sql/impl/interpreter/BeamSqlFnExecutor.java    |   7 +-
 .../operator/BeamSqlCastExpression.java            |  32 +-
 .../interpreter/operator/BeamSqlDotExpression.java |  15 +-
 .../operator/BeamSqlInputRefExpression.java        |   2 +-
 .../interpreter/operator/BeamSqlPrimitive.java     |  29 +-
 .../operator/BeamSqlWindowEndExpression.java       |   7 +-
 .../operator/BeamSqlWindowExpression.java          |   6 +-
 .../operator/BeamSqlWindowStartExpression.java     |   7 +-
 .../date/BeamSqlCurrentDateExpression.java         |   4 +-
 .../date/BeamSqlCurrentTimeExpression.java         |   8 +-
 .../date/BeamSqlCurrentTimestampExpression.java    |   4 +-
 .../operator/date/BeamSqlDateCeilExpression.java   |   9 +-
 .../operator/date/BeamSqlDateFloorExpression.java  |   9 +-
 .../date/BeamSqlDatetimePlusExpression.java        |   2 +-
 .../operator/date/BeamSqlExtractExpression.java    |   8 +-
 .../BeamSqlTimestampMinusIntervalExpression.java   |   5 +-
 .../DatetimeReinterpretConversions.java            |  11 +-
 .../extensions/sql/impl/parser/ParserUtils.java    |   7 +-
 .../sql/impl/rel/BeamAggregationRel.java           |  49 +-
 .../sdk/extensions/sql/impl/rel/BeamFilterRel.java |   2 +-
 .../extensions/sql/impl/rel/BeamIOSourceRel.java   |   2 +-
 .../sdk/extensions/sql/impl/rel/BeamJoinRel.java   |  30 +-
 .../extensions/sql/impl/rel/BeamProjectRel.java    |   4 +-
 .../sdk/extensions/sql/impl/rel/BeamSortRel.java   |  11 +-
 .../sdk/extensions/sql/impl/rel/BeamValuesRel.java |  14 +-
 .../extensions/sql/impl/schema/BaseBeamTable.java  |  12 +-
 .../sql/impl/schema/BeamPCollectionTable.java      |  10 +-
 .../extensions/sql/impl/schema/BeamTableUtils.java |  80 ++--
 .../impl/transform/BeamAggregationTransforms.java  | 106 ++---
 .../impl/transform/BeamBuiltinAggregations.java    |  10 +-
 .../sql/impl/transform/BeamJoinTransforms.java     |  57 +--
 .../sql/impl/transform/BeamSqlProjectFn.java       |  15 +-
 .../sql/impl/utils/BigDecimalConverter.java        |  32 +-
 .../extensions/sql/impl/utils/CalciteUtils.java    | 212 +++++----
 .../beam/sdk/extensions/sql/meta/Column.java       |   8 +-
 .../extensions/sql/meta/provider/MetaUtils.java    |  15 +-
 .../sql/meta/provider/kafka/BeamKafkaCSVTable.java |  28 +-
 .../sql/meta/provider/kafka/BeamKafkaTable.java    |  14 +-
 .../meta/provider/kafka/KafkaTableProvider.java    |   6 +-
 .../sql/meta/provider/text/BeamTextCSVTable.java   |  14 +-
 .../provider/text/BeamTextCSVTableIOReader.java    |  10 +-
 .../provider/text/BeamTextCSVTableIOWriter.java    |   8 +-
 .../sql/meta/provider/text/BeamTextTable.java      |   6 +-
 .../sql/meta/provider/text/TextTableProvider.java  |   6 +-
 .../sdk/extensions/sql/BeamSqlApiSurfaceTest.java  |  63 ---
 .../beam/sdk/extensions/sql/BeamSqlArrayTest.java  | 162 +++----
 .../sql/BeamSqlDslAggregationCovarianceTest.java   |   8 +-
 .../extensions/sql/BeamSqlDslAggregationTest.java  | 124 +++---
 .../sql/BeamSqlDslAggregationVarianceTest.java     |  10 +-
 .../beam/sdk/extensions/sql/BeamSqlDslBase.java    |  37 +-
 .../sdk/extensions/sql/BeamSqlDslJoinTest.java     |  22 +-
 .../extensions/sql/BeamSqlDslNestedRowsTest.java   | 137 +++---
 .../sdk/extensions/sql/BeamSqlDslProjectTest.java  |  22 +-
 .../sdk/extensions/sql/BeamSqlDslUdfUdafTest.java  |  22 +-
 ...eFactoryTest.java => SqlSchemaFactoryTest.java} |  47 +-
 .../apache/beam/sdk/extensions/sql/TestUtils.java  |  45 +-
 .../interpreter/BeamSqlFnExecutorTestBase.java     |   2 +-
 .../operator/BeamSqlCastExpressionTest.java        |  32 +-
 .../operator/BeamSqlDotExpressionTest.java         |  16 +-
 .../operator/BeamSqlInputRefExpressionTest.java    |   6 +-
 .../operator/BeamSqlReinterpretExpressionTest.java |  11 +-
 .../date/BeamSqlDateExpressionTestBase.java        |  29 +-
 .../date/BeamSqlDatetimeMinusExpressionTest.java   |   5 +-
 .../date/BeamSqlDatetimePlusExpressionTest.java    |  19 +-
 .../date/BeamSqlExtractExpressionTest.java         |   4 +-
 ...eamSqlTimestampMinusIntervalExpressionTest.java |   5 +-
 ...amSqlTimestampMinusTimestampExpressionTest.java |  19 +-
 .../DatetimeReinterpretConversionsTest.java        |  11 +-
 .../operator/reinterpret/ReinterpreterTest.java    |   4 +-
 .../row/BeamSqlFieldAccessExpressionTest.java      |  10 +-
 .../sql/impl/parser/BeamSqlParserTest.java         |   8 +-
 .../sql/impl/rel/BeamIntersectRelTest.java         |  26 +-
 .../impl/rel/BeamJoinRelBoundedVsBoundedTest.java  |  62 +--
 .../rel/BeamJoinRelUnboundedVsBoundedTest.java     |  62 +--
 .../rel/BeamJoinRelUnboundedVsUnboundedTest.java   |  48 +-
 .../extensions/sql/impl/rel/BeamMinusRelTest.java  |  26 +-
 .../sql/impl/rel/BeamSetOperatorRelBaseTest.java   |  20 +-
 .../extensions/sql/impl/rel/BeamSortRelTest.java   | 108 ++---
 .../extensions/sql/impl/rel/BeamUnionRelTest.java  |  20 +-
 .../extensions/sql/impl/rel/BeamValuesRelTest.java |  22 +-
 .../sql/impl/schema/BeamSqlRowCoderTest.java       |  18 +-
 .../transform/BeamAggregationTransformTest.java    |  47 +-
 .../schema/transform/BeamTransformBaseTest.java    |  26 +-
 .../sql/impl/utils/BigDecimalConverterTest.java    |   8 +-
 ...BeamSqlBuiltinFunctionsIntegrationTestBase.java |  61 ++-
 .../BeamSqlComparisonOperatorsIntegrationTest.java |   6 +-
 .../BeamSqlDateFunctionsIntegrationTest.java       |  14 +-
 .../meta/provider/kafka/BeamKafkaCSVTableTest.java |  10 +-
 .../provider/kafka/KafkaTableProviderTest.java     |  17 +-
 .../meta/provider/text/BeamTextCSVTableTest.java   |  20 +-
 .../meta/provider/text/TextTableProviderTest.java  |  17 +-
 .../sql/meta/store/InMemoryMetaStoreTest.java      |  23 +-
 .../extensions/sql/mock/MockedBoundedTable.java    |  10 +-
 .../beam/sdk/extensions/sql/mock/MockedTable.java  |   6 +-
 .../extensions/sql/mock/MockedUnboundedTable.java  |  12 +-
 .../beam/sdk/extensions/sql/utils/RowAsserts.java  |   2 +-
 .../beam/sdk/io/gcp/bigquery/BigQueryIO.java       |   2 +-
 .../beam/sdk/io/gcp/bigtable/BigtableWriteIT.java  |   4 +-
 .../apache/beam/sdk/nexmark/model/sql/RowSize.java |  63 +--
 .../apache/beam/sdk/nexmark/model/sql/ToRow.java   |   2 +-
 .../model/sql/adapter/ModelAdaptersMapping.java    |  60 +--
 .../model/sql/adapter/ModelFieldsAdapter.java      |  14 +-
 .../beam/sdk/nexmark/queries/sql/SqlQuery0.java    |   2 +-
 .../beam/sdk/nexmark/queries/sql/SqlQuery1.java    |   2 +-
 .../beam/sdk/nexmark/queries/sql/SqlQuery2.java    |   2 +-
 .../beam/sdk/nexmark/queries/sql/SqlQuery3.java    |   6 +-
 .../beam/sdk/nexmark/queries/sql/SqlQuery5.java    |   2 +-
 .../beam/sdk/nexmark/queries/sql/SqlQuery7.java    |   2 +-
 .../beam/sdk/nexmark/model/sql/RowSizeTest.java    |  19 +-
 .../beam/sdk/nexmark/model/sql/ToRowTest.java      |   2 +-
 .../sql/adapter/ModelAdaptersMappingTest.java      |  32 +-
 .../sdk/nexmark/queries/sql/SqlQuery5Test.java     |   2 +-
 147 files changed, 2903 insertions(+), 2764 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
reuvenlax@apache.org.

Mime
View raw message