This is an automated email from the ASF dual-hosted git repository.
jark pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/fluss.git
from ff3cab9dd [helm] Add `tabletServer.count` configuration option (#2456)
new af547f314 [spark] Support Spark CALL procedure command framework
(#2408)
new a8b38a6df [spark] Rename parser to FlussSqlExtension and add generated
class into source code
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
fluss-spark/fluss-spark-common/pom.xml | 24 +++
.../FlussSqlExtension.g4 | 230 +++++++++++++++++++++
...onf.scala => FlussSparkSessionExtensions.scala} | 28 +--
.../org/apache/fluss/spark/SparkCatalog.scala | 25 ++-
.../org/apache/fluss/spark/SparkProcedures.scala | 43 ++--
.../fluss/spark/catalog/SupportsProcedures.scala | 19 +-
.../fluss/spark/catalog/WithFlussAdmin.scala | 9 +-
.../catalyst/analysis/FlussProcedureResolver.scala | 189 +++++++++++++++++
.../catalyst/plans/logical/FlussCallCommand.scala | 52 +++++
.../spark/exception/NoSuchProcedureException.scala | 19 +-
.../fluss/spark/execution/CallProcedureExec.scala | 95 +++++++++
.../fluss/spark/execution/FlussStrategy.scala | 43 ++--
.../fluss/spark/procedure/BaseProcedure.scala | 159 ++++++++++++++
.../procedure/GetClusterConfigsProcedure.scala | 139 +++++++++++++
.../apache/fluss/spark/procedure/Procedure.scala | 69 +++++++
.../fluss/spark/procedure/ProcedureBuilder.scala | 39 ++--
.../fluss/spark/procedure/ProcedureParameter.scala | 61 ++++++
.../sql/catalyst/parser/FlussSparkSqlParser.scala | 140 +++++++++++++
.../sql/catalyst/parser/FlussSqlAstBuilder.scala | 143 +++++++++++++
.../apache/fluss/spark/FlussSparkTestBase.scala | 1 +
.../spark/extensions/CallStatementParserTest.scala | 154 ++++++++++++++
.../procedure/GetClusterConfigsProcedureTest.scala | 114 ++++++++++
website/blog/2024-11-29-fluss-open-source.md | 2 +-
website/blog/2025-06-01-partial-updates.md | 4 +-
website/blog/releases/0.6.md | 2 +-
website/blog/releases/0.7.md | 8 +-
website/blog/releases/0.8.md | 16 +-
website/docs/engine-spark/_category_.json | 4 +
website/docs/engine-spark/procedures.md | 107 ++++++++++
website/docs/maintenance/operations/rebalance.md | 2 +-
.../tiered-storage/lakehouse-storage.md | 2 +-
website/src/pages/index.tsx | 2 +-
32 files changed, 1813 insertions(+), 131 deletions(-)
create mode 100644
fluss-spark/fluss-spark-common/src/main/antlr4/org.apache.spark.sql.catalyst.parser/FlussSqlExtension.g4
copy
fluss-spark/fluss-spark-common/src/main/scala/org/apache/fluss/spark/{SparkFlussConf.scala
=> FlussSparkSessionExtensions.scala} (52%)
copy fluss-protogen/fluss-protogen-tests/src/main/proto/messages.proto =>
fluss-spark/fluss-spark-common/src/main/scala/org/apache/fluss/spark/SparkProcedures.scala
(56%)
copy
fluss-common/src/test/java/org/apache/fluss/plugin/jar/plugina/DynamicClassA.java
=>
fluss-spark/fluss-spark-common/src/main/scala/org/apache/fluss/spark/catalog/SupportsProcedures.scala
(71%)
create mode 100644
fluss-spark/fluss-spark-common/src/main/scala/org/apache/fluss/spark/catalyst/analysis/FlussProcedureResolver.scala
create mode 100644
fluss-spark/fluss-spark-common/src/main/scala/org/apache/fluss/spark/catalyst/plans/logical/FlussCallCommand.scala
copy
fluss-common/src/main/java/org/apache/fluss/exception/ServerNotExistException.java
=>
fluss-spark/fluss-spark-common/src/main/scala/org/apache/fluss/spark/exception/NoSuchProcedureException.scala
(69%)
create mode 100644
fluss-spark/fluss-spark-common/src/main/scala/org/apache/fluss/spark/execution/CallProcedureExec.scala
copy fluss-protogen/fluss-protogen-tests/src/main/proto/messages.proto =>
fluss-spark/fluss-spark-common/src/main/scala/org/apache/fluss/spark/execution/FlussStrategy.scala
(52%)
create mode 100644
fluss-spark/fluss-spark-common/src/main/scala/org/apache/fluss/spark/procedure/BaseProcedure.scala
create mode 100644
fluss-spark/fluss-spark-common/src/main/scala/org/apache/fluss/spark/procedure/GetClusterConfigsProcedure.scala
create mode 100644
fluss-spark/fluss-spark-common/src/main/scala/org/apache/fluss/spark/procedure/Procedure.scala
copy
fluss-client/src/main/java/org/apache/fluss/client/lookup/TypedLookuper.java =>
fluss-spark/fluss-spark-common/src/main/scala/org/apache/fluss/spark/procedure/ProcedureBuilder.scala
(57%)
create mode 100644
fluss-spark/fluss-spark-common/src/main/scala/org/apache/fluss/spark/procedure/ProcedureParameter.scala
create mode 100644
fluss-spark/fluss-spark-common/src/main/scala/org/apache/spark/sql/catalyst/parser/FlussSparkSqlParser.scala
create mode 100644
fluss-spark/fluss-spark-common/src/main/scala/org/apache/spark/sql/catalyst/parser/FlussSqlAstBuilder.scala
create mode 100644
fluss-spark/fluss-spark-ut/src/test/scala/org/apache/fluss/spark/extensions/CallStatementParserTest.scala
create mode 100644
fluss-spark/fluss-spark-ut/src/test/scala/org/apache/fluss/spark/procedure/GetClusterConfigsProcedureTest.scala
create mode 100644 website/docs/engine-spark/_category_.json
create mode 100644 website/docs/engine-spark/procedures.md
