This is an automated email from the ASF dual-hosted git repository.
xushiyan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 5ca4480 [HUDI-3417] Switch
AbstractTableFileSystemView#filterBaseFileAfterPendingCompaction log level to
debug (#4805)
add 0db1e97 [HUDI-3254] Introduce HoodieCatalog to manage tables for
Spark Datasource V2 (#4611)
No new revisions were added by this update.
Summary of changes:
.github/workflows/bot.yml | 7 +-
.../scala/org/apache/hudi/HoodieSparkUtils.scala | 10 +
.../org/apache/spark/sql/hudi/SparkAdapter.scala | 40 ++-
.../org/apache/hudi/IncrementalRelation.scala | 4 +-
.../spark/sql/hudi/HoodieSqlCommonUtils.scala | 49 ++--
.../AlterHoodieTableAddColumnsCommand.scala | 3 +-
.../org/apache/spark/sql/hudi/HoodieSqlUtils.scala | 12 +-
.../spark/sql/hudi/analysis/HoodieAnalysis.scala | 77 ++++--
.../command/InsertIntoHoodieTableCommand.scala | 1 -
.../hudi/command/MergeIntoHoodieTableCommand.scala | 2 +-
.../hudi/command/UpdateHoodieTableCommand.scala | 1 -
.../org/apache/hudi/TestHoodieSparkSqlWriter.scala | 8 +-
.../apache/spark/sql/hudi/TestHoodieSqlBase.scala | 12 +
.../apache/spark/sql/hudi/TestMergeIntoTable.scala | 14 +-
.../apache/spark/sql/HoodieSpark3SqlUtils.scala | 45 +++
.../apache/spark/sql/adapter/Spark3Adapter.scala | 18 +-
.../org/apache/hudi/Spark3DefaultSource.scala | 24 +-
.../sql/connector/catalog/HoodieIdentifier.scala} | 32 +--
.../sql/hudi/analysis/HoodieSpark3Analysis.scala | 206 ++++++++++++++
.../spark/sql/hudi/catalog/BasicStagedTable.scala | 57 ++++
.../spark/sql/hudi/catalog/HoodieCatalog.scala | 303 +++++++++++++++++++++
.../sql/hudi/catalog/HoodieInternalV2Table.scala | 126 +++++++++
.../spark/sql/hudi/catalog/HoodieStagedTable.scala | 99 +++++++
.../sql/hudi/catalog/ProvidesHoodieConfig.scala | 183 +++++++++++++
.../spark/sql/hudi/catalog/TableCreationMode.java | 49 ++--
style/scalastyle.xml | 2 +-
26 files changed, 1260 insertions(+), 124 deletions(-)
create mode 100644
hudi-spark-datasource/hudi-spark3-common/src/main/scala/org/apache/spark/sql/HoodieSpark3SqlUtils.scala
copy
hudi-spark-datasource/{hudi-spark-common/src/main/java/org/apache/hudi/internal/BaseDefaultSource.java
=>
hudi-spark3/src/main/scala/org/apache/spark/sql/connector/catalog/HoodieIdentifier.scala}
(52%)
create mode 100644
hudi-spark-datasource/hudi-spark3/src/main/scala/org/apache/spark/sql/hudi/analysis/HoodieSpark3Analysis.scala
create mode 100644
hudi-spark-datasource/hudi-spark3/src/main/scala/org/apache/spark/sql/hudi/catalog/BasicStagedTable.scala
create mode 100644
hudi-spark-datasource/hudi-spark3/src/main/scala/org/apache/spark/sql/hudi/catalog/HoodieCatalog.scala
create mode 100644
hudi-spark-datasource/hudi-spark3/src/main/scala/org/apache/spark/sql/hudi/catalog/HoodieInternalV2Table.scala
create mode 100644
hudi-spark-datasource/hudi-spark3/src/main/scala/org/apache/spark/sql/hudi/catalog/HoodieStagedTable.scala
create mode 100644
hudi-spark-datasource/hudi-spark3/src/main/scala/org/apache/spark/sql/hudi/catalog/ProvidesHoodieConfig.scala
copy
hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/reader/DeltaInputType.java
=>
hudi-spark-datasource/hudi-spark3/src/main/scala/org/apache/spark/sql/hudi/catalog/TableCreationMode.java
(83%)
