This is an automated email from the ASF dual-hosted git repository. imbruced pushed a commit to branch fix-geopackage-on-databricks in repository https://gitbox.apache.org/repos/asf/sedona.git
commit 1febc01e2183d4b354e6852d47db0c45b2cf2cea Author: pawelkocinski <[email protected]> AuthorDate: Tue Jan 7 18:57:38 2025 +0100 Fix geopackage on databricks. --- .../sedona/sql/datasources/geopackage/GeoPackageScanBuilder.scala | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScanBuilder.scala b/spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScanBuilder.scala index a9674395b4..829bd9c220 100644 --- a/spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScanBuilder.scala +++ b/spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScanBuilder.scala @@ -37,13 +37,11 @@ class GeoPackageScanBuilder( extends FileScanBuilder(sparkSession, fileIndex, dataSchema) { override def build(): Scan = { - val paths = fileIndex.allFiles().map(_.getPath.toString) - val fileIndexAdjusted = if (loadOptions.showMetadata) new InMemoryFileIndex( sparkSession, - paths.slice(0, 1).map(new org.apache.hadoop.fs.Path(_)), + fileIndex.inputFiles.slice(0, 1).map(new org.apache.hadoop.fs.Path(_)), options.asCaseSensitiveMap.asScala.toMap, userDefinedSchema) else fileIndex
