This is an automated email from the ASF dual-hosted git repository.
anton pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from a921dfd Merge pull request #7830: Add link to contact-us page for
dev@ mailing list
new 13aafd1 [SQL] Hive Metastore Table provider for SQL
new 039e072 [SQL] Add embedded Hive metastore test utilities
new 584bcd8 Move metastore schema logic to HCatalog module
new 4b84acd [SQL] Add test to join PCollection, Hive & InMemoryMetastore
new d7b0054 [SQL] Make HCatalog fields nullable by default
new f8864dc [SQL] Make schema in HCatToRow final
new 116600f Merge pull request #7746 from akedin/hcatalog-provider
The 20172 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
sdks/java/extensions/sql/build.gradle | 21 +-
.../sdk/extensions/sql/impl/BeamCalciteSchema.java | 14 +-
.../sql/meta/provider/TableProvider.java | 25 ++
.../meta/provider/hcatalog/DatabaseProvider.java | 100 ++++++++
.../sql/meta/provider/hcatalog/HCatalogTable.java | 92 +++++++
.../provider/hcatalog/HCatalogTableProvider.java | 110 +++++++++
.../sql/meta/provider/hcatalog}/package-info.java | 4 +-
.../sdk/extensions/sql/BeamSqlHiveSchemaTest.java | 268 +++++++++++++++++++++
.../org/apache/beam/sdk/io/hcatalog/HCatToRow.java | 84 +++++++
.../beam/sdk/io/hcatalog/HCatalogBeamSchema.java | 86 +++++++
.../apache/beam/sdk/io/hcatalog/SchemaUtils.java | 66 +++++
.../hcatalog/test}/EmbeddedMetastoreService.java | 34 ++-
.../sdk/io/hcatalog/test}/HCatalogIOTestUtils.java | 34 ++-
.../beam/sdk/io/hcatalog/test}/package-info.java | 6 +-
.../src/{test => main}/resources/hive-site.xml | 0
.../sdk/io/hcatalog/HCatalogBeamSchemaTest.java | 104 ++++++++
.../apache/beam/sdk/io/hcatalog/HCatalogIOIT.java | 2 +-
.../beam/sdk/io/hcatalog/HCatalogIOTest.java | 25 +-
18 files changed, 1031 insertions(+), 44 deletions(-)
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/hcatalog/DatabaseProvider.java
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/hcatalog/HCatalogTable.java
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/hcatalog/HCatalogTableProvider.java
copy
{runners/gearpump/src/main/java/org/apache/beam/runners/gearpump/translators =>
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/hcatalog}/package-info.java
(88%)
create mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/BeamSqlHiveSchemaTest.java
create mode 100644
sdks/java/io/hcatalog/src/main/java/org/apache/beam/sdk/io/hcatalog/HCatToRow.java
create mode 100644
sdks/java/io/hcatalog/src/main/java/org/apache/beam/sdk/io/hcatalog/HCatalogBeamSchema.java
create mode 100644
sdks/java/io/hcatalog/src/main/java/org/apache/beam/sdk/io/hcatalog/SchemaUtils.java
rename sdks/java/io/hcatalog/src/{test/java/org/apache/beam/sdk/io/hcatalog =>
main/java/org/apache/beam/sdk/io/hcatalog/test}/EmbeddedMetastoreService.java
(76%)
rename sdks/java/io/hcatalog/src/{test/java/org/apache/beam/sdk/io/hcatalog =>
main/java/org/apache/beam/sdk/io/hcatalog/test}/HCatalogIOTestUtils.java (77%)
copy sdks/java/io/{kudu/src/main/java/org/apache/beam/sdk/io/kudu =>
hcatalog/src/main/java/org/apache/beam/sdk/io/hcatalog/test}/package-info.java
(85%)
rename sdks/java/io/hcatalog/src/{test => main}/resources/hive-site.xml (100%)
create mode 100644
sdks/java/io/hcatalog/src/test/java/org/apache/beam/sdk/io/hcatalog/HCatalogBeamSchemaTest.java
