This is an automated email from the ASF dual-hosted git repository.
ulyssesyou pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/kyuubi.git
from cff7eb625 [KYUUBI #5025] Use formatDuration instead of
formatDurationVerbose in SparkUI's engine tab
add 5512c6c60 [KYUUBI #5018] Make kyuubi spark extension compatible with
Spark3.4
No new revisions were added by this update.
Summary of changes:
.github/workflows/license.yml | 2 +-
.github/workflows/style.yml | 1 +
build/dist | 2 +-
dev/kyuubi-codecov/pom.xml | 5 ++
dev/reformat | 2 +-
.../pom.xml | 27 ++++------
.../antlr4/org/apache/kyuubi/sql/KyuubiSparkSQL.g4 | 0
.../apache/kyuubi/sql/DropIgnoreNonexistent.scala | 11 ++--
.../kyuubi/sql/InferRebalanceAndSortOrders.scala | 0
.../kyuubi/sql/InsertShuffleNodeBeforeJoin.scala | 0
.../kyuubi/sql/KyuubiEnsureRequirements.scala | 0
.../kyuubi/sql/KyuubiQueryStagePreparation.scala | 2 +-
.../org/apache/kyuubi/sql/KyuubiSQLConf.scala | 0
.../kyuubi/sql/KyuubiSQLExtensionException.scala | 0
.../kyuubi/sql/KyuubiSparkSQLAstBuilder.scala | 0
.../kyuubi/sql/KyuubiSparkSQLCommonExtension.scala | 1 -
.../kyuubi/sql/KyuubiSparkSQLExtension.scala | 0
.../apache/kyuubi/sql/KyuubiSparkSQLParser.scala | 0
.../apache/kyuubi/sql/RebalanceBeforeWriting.scala | 0
.../kyuubi/sql/RepartitionBeforeWritingBase.scala | 23 +-------
.../scala/org/apache/kyuubi/sql/WriteUtils.scala} | 27 ++++------
.../sql/watchdog/ForcedMaxOutputRowsBase.scala | 0
.../sql/watchdog/ForcedMaxOutputRowsRule.scala | 0
.../sql/watchdog/KyuubiWatchDogException.scala | 0
.../kyuubi/sql/watchdog/MaxScanStrategy.scala | 8 +--
.../sql/zorder/InsertZorderBeforeWriting.scala} | 39 +-------------
.../sql/zorder/InsertZorderBeforeWritingBase.scala | 37 +------------
.../sql/zorder/OptimizeZorderCommandBase.scala | 0
.../sql/zorder/OptimizeZorderStatementBase.scala | 0
.../kyuubi/sql/zorder/ResolveZorderBase.scala | 0
.../org/apache/kyuubi/sql/zorder/ZorderBase.scala | 0
.../kyuubi/sql/zorder/ZorderBytesUtils.scala | 2 +-
.../spark/sql/FinalStageResourceManager.scala | 10 +++-
.../spark/sql/InjectCustomResourceProfile.scala | 4 +-
.../spark/sql/PruneFileSourcePartitionHelper.scala | 0
.../sql/execution/CustomResourceProfileExec.scala | 0
.../src/test/resources/log4j2-test.xml | 0
.../spark/sql/DropIgnoreNonexistentSuite.scala | 8 ---
.../spark/sql/FinalStageConfigIsolationSuite.scala | 6 +--
.../spark/sql/InjectResourceProfileSuite.scala | 0
.../sql/InsertShuffleNodeBeforeJoinSuite.scala | 0
.../sql/InsertShuffleNodeBeforeJoinSuiteBase.scala | 0
.../spark/sql/KyuubiSparkSQLExtensionTest.scala | 27 ++++++++++
.../spark/sql/RebalanceBeforeWritingSuite.scala | 59 ++++++++++----------
.../scala/org/apache/spark/sql/WatchDogSuite.scala | 0
.../org/apache/spark/sql/WatchDogSuiteBase.scala | 0
.../org/apache/spark/sql/ZorderCoreBenchmark.scala | 0
.../scala/org/apache/spark/sql/ZorderSuite.scala | 7 ++-
.../org/apache/spark/sql/ZorderSuiteBase.scala | 63 +++++++++++-----------
.../spark/sql/benchmark/KyuubiBenchmarkBase.scala | 0
pom.xml | 1 +
51 files changed, 146 insertions(+), 228 deletions(-)
copy extensions/spark/{kyuubi-extension-spark-3-3 =>
kyuubi-extension-spark-3-4}/pom.xml (88%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/main/antlr4/org/apache/kyuubi/sql/KyuubiSparkSQL.g4
(100%)
copy extensions/spark/{kyuubi-extension-spark-3-3 =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/DropIgnoreNonexistent.scala
(76%)
copy extensions/spark/{kyuubi-extension-spark-3-3 =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/InferRebalanceAndSortOrders.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-3-3 =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/InsertShuffleNodeBeforeJoin.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/KyuubiEnsureRequirements.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/KyuubiQueryStagePreparation.scala
(99%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/KyuubiSQLConf.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/KyuubiSQLExtensionException.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/KyuubiSparkSQLAstBuilder.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-3-3 =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/KyuubiSparkSQLCommonExtension.scala
(96%)
copy extensions/spark/{kyuubi-extension-spark-3-3 =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/KyuubiSparkSQLExtension.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-3-3 =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/KyuubiSparkSQLParser.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-3-3 =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/RebalanceBeforeWriting.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/RepartitionBeforeWritingBase.scala
(78%)
copy
extensions/spark/{kyuubi-spark-connector-common/src/test/scala/org/apache/kyuubi/spark/connector/common/LocalSparkSession.scala
=>
kyuubi-extension-spark-3-4/src/main/scala/org/apache/kyuubi/sql/WriteUtils.scala}
(61%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/watchdog/ForcedMaxOutputRowsBase.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-3-2 =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/watchdog/ForcedMaxOutputRowsRule.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/watchdog/KyuubiWatchDogException.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/watchdog/MaxScanStrategy.scala
(98%)
copy
extensions/spark/{kyuubi-extension-spark-3-3/src/main/scala/org/apache/kyuubi/sql/zorder/InsertZorderBeforeWriting33.scala
=>
kyuubi-extension-spark-3-4/src/main/scala/org/apache/kyuubi/sql/zorder/InsertZorderBeforeWriting.scala}
(80%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/zorder/InsertZorderBeforeWritingBase.scala
(80%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderCommandBase.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/zorder/OptimizeZorderStatementBase.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/zorder/ResolveZorderBase.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderBase.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/kyuubi/sql/zorder/ZorderBytesUtils.scala
(98%)
copy extensions/spark/{kyuubi-extension-spark-3-3 =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/spark/sql/FinalStageResourceManager.scala
(95%)
copy extensions/spark/{kyuubi-extension-spark-3-3 =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/spark/sql/InjectCustomResourceProfile.scala
(94%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/spark/sql/PruneFileSourcePartitionHelper.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-3-3 =>
kyuubi-extension-spark-3-4}/src/main/scala/org/apache/spark/sql/execution/CustomResourceProfileExec.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-3-3 =>
kyuubi-extension-spark-3-4}/src/test/resources/log4j2-test.xml (100%)
copy extensions/spark/{kyuubi-extension-spark-3-3 =>
kyuubi-extension-spark-3-4}/src/test/scala/org/apache/spark/sql/DropIgnoreNonexistentSuite.scala
(86%)
copy extensions/spark/{kyuubi-extension-spark-3-2 =>
kyuubi-extension-spark-3-4}/src/test/scala/org/apache/spark/sql/FinalStageConfigIsolationSuite.scala
(95%)
copy extensions/spark/{kyuubi-extension-spark-3-3 =>
kyuubi-extension-spark-3-4}/src/test/scala/org/apache/spark/sql/InjectResourceProfileSuite.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-3-1 =>
kyuubi-extension-spark-3-4}/src/test/scala/org/apache/spark/sql/InsertShuffleNodeBeforeJoinSuite.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/test/scala/org/apache/spark/sql/InsertShuffleNodeBeforeJoinSuiteBase.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/test/scala/org/apache/spark/sql/KyuubiSparkSQLExtensionTest.scala
(77%)
copy extensions/spark/{kyuubi-extension-spark-3-3 =>
kyuubi-extension-spark-3-4}/src/test/scala/org/apache/spark/sql/RebalanceBeforeWritingSuite.scala
(86%)
copy extensions/spark/{kyuubi-extension-spark-3-1 =>
kyuubi-extension-spark-3-4}/src/test/scala/org/apache/spark/sql/WatchDogSuite.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/test/scala/org/apache/spark/sql/WatchDogSuiteBase.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/test/scala/org/apache/spark/sql/ZorderCoreBenchmark.scala
(100%)
copy extensions/spark/{kyuubi-extension-spark-3-3 =>
kyuubi-extension-spark-3-4}/src/test/scala/org/apache/spark/sql/ZorderSuite.scala
(97%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/test/scala/org/apache/spark/sql/ZorderSuiteBase.scala
(94%)
copy extensions/spark/{kyuubi-extension-spark-common =>
kyuubi-extension-spark-3-4}/src/test/scala/org/apache/spark/sql/benchmark/KyuubiBenchmarkBase.scala
(100%)
