This is an automated email from the ASF dual-hosted git repository.
zhiwei pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 20feb1a [HUDI-2278] Use INT64 timestamp with precision 3 for flink
parquet writer (#3414)
add 3f8ca1a [HUDI-2182] Support Compaction Command For Spark Sql (#3277)
No new revisions were added by this update.
Summary of changes:
hudi-spark-datasource/hudi-spark/pom.xml | 17 +++
.../hudi/spark/sql/parser/HoodieSqlCommon.g4 | 87 +++++++++++++
.../sql/catalyst/plans/logical/Compaction.scala} | 26 ++--
.../sql/hudi/HoodieSparkSessionExtension.scala | 9 +-
.../org/apache/spark/sql/hudi/HoodieSqlUtils.scala | 7 ++
.../spark/sql/hudi/analysis/HoodieAnalysis.scala | 22 +++-
.../hudi/command/CompactionHoodiePathCommand.scala | 135 +++++++++++++++++++++
.../command/CompactionHoodieTableCommand.scala | 44 +++++++
.../command/CompactionShowHoodiePathCommand.scala | 61 ++++++++++
.../command/CompactionShowHoodieTableCommand.scala | 43 +++++++
.../hudi/command/DeleteHoodieTableCommand.scala | 5 +-
.../hudi/command/UpdateHoodieTableCommand.scala | 5 +-
.../spark/sql/parser/HoodieCommonSqlParser.scala} | 89 +++++---------
.../sql/parser/HoodieSqlCommonAstBuilder.scala | 75 ++++++++++++
.../spark/sql/hudi/TestCompactionTable.scala | 129 ++++++++++++++++++++
hudi-spark-datasource/hudi-spark2/pom.xml | 2 +-
.../apache/spark/sql/adapter/Spark2Adapter.scala | 4 +-
...ala => HoodieSpark2ExtendedSqlAstBuilder.scala} | 2 +-
...r.scala => HoodieSpark2ExtendedSqlParser.scala} | 4 +-
pom.xml | 1 +
20 files changed, 679 insertions(+), 88 deletions(-)
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/antlr4/org/apache/hudi/spark/sql/parser/HoodieSqlCommon.g4
copy
hudi-spark-datasource/{hudi-spark2/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/UpdateTable.scala
=>
hudi-spark/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/Compaction.scala}
(56%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/CompactionHoodiePathCommand.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/CompactionHoodieTableCommand.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/CompactionShowHoodiePathCommand.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/CompactionShowHoodieTableCommand.scala
copy
hudi-spark-datasource/{hudi-spark2/src/main/scala/org/apache/spark/sql/hudi/parser/HoodieSqlParser.scala
=>
hudi-spark/src/main/scala/org/apache/spark/sql/parser/HoodieCommonSqlParser.scala}
(61%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/parser/HoodieSqlCommonAstBuilder.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestCompactionTable.scala
rename
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/hudi/parser/{HoodieSqlAstBuilder.scala
=> HoodieSpark2ExtendedSqlAstBuilder.scala} (98%)
rename
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/hudi/parser/{HoodieSqlParser.scala
=> HoodieSpark2ExtendedSqlParser.scala} (97%)
