This is an automated email from the ASF dual-hosted git repository. reuvenlax pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git
commit c2d674448611d0490804533b96c41ba05e071572 Merge: 316d667 f0cd6d7 Author: reuvenlax <re...@google.com> AuthorDate: Sun Apr 8 00:06:19 2018 -0700 Merge pull request #4964: [BEAM-3437] Introduce Schema class, and use it in BeamSQL ...DefaultCoderCloudObjectTranslatorRegistrar.java | 2 + .../beam/sdk/coders/BigEndianIntegerCoder.java | 3 +- ...nIntegerCoder.java => BigEndianShortCoder.java} | 36 +- .../org/apache/beam/sdk/coders/CoderRegistry.java | 2 + ...{BigEndianIntegerCoder.java => FloatCoder.java} | 47 +- .../java/org/apache/beam/sdk/coders/RowCoder.java | 130 ++++-- .../main/java/org/apache/beam/sdk/io/FileIO.java | 4 +- .../main/java/org/apache/beam/sdk/io/TextIO.java | 2 +- .../java/org/apache/beam/sdk/schemas/Schema.java | 491 +++++++++++++++++++++ .../org/apache/beam/sdk/schemas/package-info.java} | 24 +- .../org/apache/beam/sdk/values/PCollection.java | 4 +- .../main/java/org/apache/beam/sdk/values/Row.java | 379 +++++++++++----- .../java/org/apache/beam/sdk/values/RowType.java | 140 ------ .../org/apache/beam/sdk/values/TypeDescriptor.java | 2 +- .../sdk/values/reflect/DefaultRowTypeFactory.java | 87 ++-- .../values/reflect/ReflectionGetterFactory.java | 4 +- .../apache/beam/sdk/values/reflect/RowFactory.java | 16 +- .../beam/sdk/values/reflect/RowTypeFactory.java | 8 +- .../beam/sdk/values/reflect/RowTypeGetters.java | 16 +- .../org/apache/beam/sdk/coders/RowCoderTest.java | 126 ++++++ .../org/apache/beam/sdk/schemas/SchemaTest.java | 175 ++++++++ .../java/org/apache/beam/sdk/values/RowTest.java | 163 +++++-- .../org/apache/beam/sdk/values/RowTypeTest.java | 85 ---- ...toryTest.java => DefaultSchemaFactoryTest.java} | 34 +- .../beam/sdk/values/reflect/RowFactoryTest.java | 4 +- ...TypeGettersTest.java => SchemaGettersTest.java} | 10 +- .../beam/sdk/extensions/sql/BeamSqlTable.java | 4 +- .../apache/beam/sdk/extensions/sql/RowHelper.java | 192 -------- .../apache/beam/sdk/extensions/sql/RowSqlType.java | 131 ------ .../beam/sdk/extensions/sql/RowSqlTypes.java | 175 ++++++++ .../beam/sdk/extensions/sql/SqlRowTypeFactory.java | 90 ---- .../beam/sdk/extensions/sql/SqlTypeCoder.java | 234 ---------- .../beam/sdk/extensions/sql/SqlTypeCoders.java | 90 ---- .../sdk/extensions/sql/example/BeamSqlExample.java | 12 +- .../beam/sdk/extensions/sql/impl/BeamSqlEnv.java | 25 +- .../sql/impl/interpreter/BeamSqlFnExecutor.java | 7 +- .../operator/BeamSqlCastExpression.java | 32 +- .../interpreter/operator/BeamSqlDotExpression.java | 15 +- .../operator/BeamSqlInputRefExpression.java | 2 +- .../interpreter/operator/BeamSqlPrimitive.java | 29 +- .../operator/BeamSqlWindowEndExpression.java | 7 +- .../operator/BeamSqlWindowExpression.java | 6 +- .../operator/BeamSqlWindowStartExpression.java | 7 +- .../date/BeamSqlCurrentDateExpression.java | 4 +- .../date/BeamSqlCurrentTimeExpression.java | 8 +- .../date/BeamSqlCurrentTimestampExpression.java | 4 +- .../operator/date/BeamSqlDateCeilExpression.java | 9 +- .../operator/date/BeamSqlDateFloorExpression.java | 9 +- .../date/BeamSqlDatetimePlusExpression.java | 2 +- .../operator/date/BeamSqlExtractExpression.java | 8 +- .../BeamSqlTimestampMinusIntervalExpression.java | 5 +- .../DatetimeReinterpretConversions.java | 11 +- .../extensions/sql/impl/parser/ParserUtils.java | 7 +- .../sql/impl/rel/BeamAggregationRel.java | 49 +- .../sdk/extensions/sql/impl/rel/BeamFilterRel.java | 2 +- .../extensions/sql/impl/rel/BeamIOSourceRel.java | 2 +- .../sdk/extensions/sql/impl/rel/BeamJoinRel.java | 30 +- .../extensions/sql/impl/rel/BeamProjectRel.java | 4 +- .../sdk/extensions/sql/impl/rel/BeamSortRel.java | 11 +- .../sdk/extensions/sql/impl/rel/BeamValuesRel.java | 14 +- .../extensions/sql/impl/schema/BaseBeamTable.java | 12 +- .../sql/impl/schema/BeamPCollectionTable.java | 10 +- .../extensions/sql/impl/schema/BeamTableUtils.java | 80 ++-- .../impl/transform/BeamAggregationTransforms.java | 106 ++--- .../impl/transform/BeamBuiltinAggregations.java | 10 +- .../sql/impl/transform/BeamJoinTransforms.java | 57 +-- .../sql/impl/transform/BeamSqlProjectFn.java | 15 +- .../sql/impl/utils/BigDecimalConverter.java | 32 +- .../extensions/sql/impl/utils/CalciteUtils.java | 212 +++++---- .../beam/sdk/extensions/sql/meta/Column.java | 8 +- .../extensions/sql/meta/provider/MetaUtils.java | 15 +- .../sql/meta/provider/kafka/BeamKafkaCSVTable.java | 28 +- .../sql/meta/provider/kafka/BeamKafkaTable.java | 14 +- .../meta/provider/kafka/KafkaTableProvider.java | 6 +- .../sql/meta/provider/text/BeamTextCSVTable.java | 14 +- .../provider/text/BeamTextCSVTableIOReader.java | 10 +- .../provider/text/BeamTextCSVTableIOWriter.java | 8 +- .../sql/meta/provider/text/BeamTextTable.java | 6 +- .../sql/meta/provider/text/TextTableProvider.java | 6 +- .../sdk/extensions/sql/BeamSqlApiSurfaceTest.java | 63 --- .../beam/sdk/extensions/sql/BeamSqlArrayTest.java | 162 +++---- .../sql/BeamSqlDslAggregationCovarianceTest.java | 8 +- .../extensions/sql/BeamSqlDslAggregationTest.java | 124 +++--- .../sql/BeamSqlDslAggregationVarianceTest.java | 10 +- .../beam/sdk/extensions/sql/BeamSqlDslBase.java | 37 +- .../sdk/extensions/sql/BeamSqlDslJoinTest.java | 22 +- .../extensions/sql/BeamSqlDslNestedRowsTest.java | 137 +++--- .../sdk/extensions/sql/BeamSqlDslProjectTest.java | 22 +- .../sdk/extensions/sql/BeamSqlDslUdfUdafTest.java | 22 +- ...eFactoryTest.java => SqlSchemaFactoryTest.java} | 47 +- .../apache/beam/sdk/extensions/sql/TestUtils.java | 45 +- .../interpreter/BeamSqlFnExecutorTestBase.java | 2 +- .../operator/BeamSqlCastExpressionTest.java | 32 +- .../operator/BeamSqlDotExpressionTest.java | 16 +- .../operator/BeamSqlInputRefExpressionTest.java | 6 +- .../operator/BeamSqlReinterpretExpressionTest.java | 11 +- .../date/BeamSqlDateExpressionTestBase.java | 29 +- .../date/BeamSqlDatetimeMinusExpressionTest.java | 5 +- .../date/BeamSqlDatetimePlusExpressionTest.java | 19 +- .../date/BeamSqlExtractExpressionTest.java | 4 +- ...eamSqlTimestampMinusIntervalExpressionTest.java | 5 +- ...amSqlTimestampMinusTimestampExpressionTest.java | 19 +- .../DatetimeReinterpretConversionsTest.java | 11 +- .../operator/reinterpret/ReinterpreterTest.java | 4 +- .../row/BeamSqlFieldAccessExpressionTest.java | 10 +- .../sql/impl/parser/BeamSqlParserTest.java | 8 +- .../sql/impl/rel/BeamIntersectRelTest.java | 26 +- .../impl/rel/BeamJoinRelBoundedVsBoundedTest.java | 62 +-- .../rel/BeamJoinRelUnboundedVsBoundedTest.java | 62 +-- .../rel/BeamJoinRelUnboundedVsUnboundedTest.java | 48 +- .../extensions/sql/impl/rel/BeamMinusRelTest.java | 26 +- .../sql/impl/rel/BeamSetOperatorRelBaseTest.java | 20 +- .../extensions/sql/impl/rel/BeamSortRelTest.java | 108 ++--- .../extensions/sql/impl/rel/BeamUnionRelTest.java | 20 +- .../extensions/sql/impl/rel/BeamValuesRelTest.java | 22 +- .../sql/impl/schema/BeamSqlRowCoderTest.java | 18 +- .../transform/BeamAggregationTransformTest.java | 47 +- .../schema/transform/BeamTransformBaseTest.java | 26 +- .../sql/impl/utils/BigDecimalConverterTest.java | 8 +- ...BeamSqlBuiltinFunctionsIntegrationTestBase.java | 61 ++- .../BeamSqlComparisonOperatorsIntegrationTest.java | 6 +- .../BeamSqlDateFunctionsIntegrationTest.java | 14 +- .../meta/provider/kafka/BeamKafkaCSVTableTest.java | 10 +- .../provider/kafka/KafkaTableProviderTest.java | 17 +- .../meta/provider/text/BeamTextCSVTableTest.java | 20 +- .../meta/provider/text/TextTableProviderTest.java | 17 +- .../sql/meta/store/InMemoryMetaStoreTest.java | 23 +- .../extensions/sql/mock/MockedBoundedTable.java | 10 +- .../beam/sdk/extensions/sql/mock/MockedTable.java | 6 +- .../extensions/sql/mock/MockedUnboundedTable.java | 12 +- .../beam/sdk/extensions/sql/utils/RowAsserts.java | 2 +- .../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 2 +- .../beam/sdk/io/gcp/bigtable/BigtableWriteIT.java | 4 +- .../apache/beam/sdk/nexmark/model/sql/RowSize.java | 63 +-- .../apache/beam/sdk/nexmark/model/sql/ToRow.java | 2 +- .../model/sql/adapter/ModelAdaptersMapping.java | 60 +-- .../model/sql/adapter/ModelFieldsAdapter.java | 14 +- .../beam/sdk/nexmark/queries/sql/SqlQuery0.java | 2 +- .../beam/sdk/nexmark/queries/sql/SqlQuery1.java | 2 +- .../beam/sdk/nexmark/queries/sql/SqlQuery2.java | 2 +- .../beam/sdk/nexmark/queries/sql/SqlQuery3.java | 6 +- .../beam/sdk/nexmark/queries/sql/SqlQuery5.java | 2 +- .../beam/sdk/nexmark/queries/sql/SqlQuery7.java | 2 +- .../beam/sdk/nexmark/model/sql/RowSizeTest.java | 19 +- .../beam/sdk/nexmark/model/sql/ToRowTest.java | 2 +- .../sql/adapter/ModelAdaptersMappingTest.java | 32 +- .../sdk/nexmark/queries/sql/SqlQuery5Test.java | 2 +- 147 files changed, 2903 insertions(+), 2764 deletions(-) -- To stop receiving notification emails like this one, please contact reuven...@apache.org.