This is an automated email from the ASF dual-hosted git repository.
yao pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 159f9b7959 [FOLLOWUP] Fix splitFilesByPathMethod reflection (#9763)
159f9b7959 is described below
commit 159f9b7959cae7a4e4e272b18cd948dcd2d34d42
Author: Kent Yao <[email protected]>
AuthorDate: Tue May 27 18:11:44 2025 +0800
[FOLLOWUP] Fix splitFilesByPathMethod reflection (#9763)
---
.../scala/org/apache/gluten/execution/PartitionedFileUtilShim.scala | 2 ++
1 file changed, 2 insertions(+)
diff --git
a/shims/spark35/src/main/scala/org/apache/gluten/execution/PartitionedFileUtilShim.scala
b/shims/spark35/src/main/scala/org/apache/gluten/execution/PartitionedFileUtilShim.scala
index 838932add7..35fbf6338b 100644
---
a/shims/spark35/src/main/scala/org/apache/gluten/execution/PartitionedFileUtilShim.scala
+++
b/shims/spark35/src/main/scala/org/apache/gluten/execution/PartitionedFileUtilShim.scala
@@ -98,6 +98,7 @@ object PartitionedFileUtilShim {
try {
val m = clz.getDeclaredMethod(
"splitFiles",
+ classOf[SparkSession],
classOf[FileStatusWithMetadata],
classOf[Path],
classOf[Boolean],
@@ -130,6 +131,7 @@ object PartitionedFileUtilShim {
splitFilesByPathMethod
.invoke(
module,
+ sparkSession,
file,
file.getPath,
java.lang.Boolean.valueOf(isSplitable),
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
