This is an automated email from the ASF dual-hosted git repository.
sivabalan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from f41539a [HUDI-313] bugfix: NPE when select count start from a
realtime table with Tez(#3630)
add e028580 HUDI-1827 : Add ORC support in Bootstrap Op (#3457)
No new revisions were added by this update.
Summary of changes:
.../HoodieSparkBootstrapSchemaProvider.java | 53 ++++-
.../bootstrap/BaseBootstrapMetadataHandler.java | 82 ++++++++
.../bootstrap/BootstrapMetadataHandler.java} | 30 ++-
.../bootstrap/MetadataBootstrapHandlerFactory.java | 46 +++++
.../bootstrap/OrcBootstrapMetadataHandler.java | 90 +++++++++
.../bootstrap/ParquetBootstrapMetadataHandler.java | 94 +++++++++
.../SparkBootstrapCommitActionExecutor.java | 6 +-
.../org/apache/hudi/common/util/AvroOrcUtils.java | 75 +++++++
.../java/org/apache/hudi/common/util/OrcUtils.java | 9 +-
.../hudi/common/testutils/HoodieTestUtils.java | 7 +
.../spark/HoodieSparkBootstrapExample.java | 75 +++++++
...ava => SparkFullBootstrapDataProviderBase.java} | 17 +-
.../bootstrap/SparkOrcBootstrapDataProvider.java | 18 +-
.../SparkParquetBootstrapDataProvider.java | 54 +----
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 2 +
.../{TestBootstrap.java => TestOrcBootstrap.java} | 217 ++++++---------------
16 files changed, 618 insertions(+), 257 deletions(-)
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/bootstrap/BaseBootstrapMetadataHandler.java
copy
hudi-client/{hudi-client-common/src/main/java/org/apache/hudi/metrics/MetricsReporter.java
=>
hudi-spark-client/src/main/java/org/apache/hudi/table/action/bootstrap/BootstrapMetadataHandler.java}
(54%)
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/bootstrap/MetadataBootstrapHandlerFactory.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/bootstrap/OrcBootstrapMetadataHandler.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/bootstrap/ParquetBootstrapMetadataHandler.java
create mode 100644
hudi-examples/src/main/java/org/apache/hudi/examples/spark/HoodieSparkBootstrapExample.java
copy
hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/bootstrap/{SparkParquetBootstrapDataProvider.java
=> SparkFullBootstrapDataProviderBase.java} (86%)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/bootstrap/translator/IdentityBootstrapPartitionPathTranslator.java
=>
hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/bootstrap/SparkOrcBootstrapDataProvider.java
(66%)
copy
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi/functional/{TestBootstrap.java
=> TestOrcBootstrap.java} (69%)
