This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch dependabot/pip/binder/pyspark-3.2.2
in repository https://gitbox.apache.org/repos/asf/incubator-sedona.git
discard b4c804ad Bump pyspark from 3.1.2 to 3.2.2 in /binder
add ee1042bf [SEDONA-217] Automatically broadcast small datasets. (#730)
add 137bd050 [SEDONA-218] Fix a flaky test caused by improper handling of
null struct values in `Adapter.toDf` (#733)
add 35044f71 [SEDONA-205] Use BinaryType in GeometryUDT in Sedona Spark.
(#734)
add 79e2039b [DOCS] Update Sedona version to 1.3.2-SNAPSHOT
add f6cd274f [SEDONA-215] Add ST_ConcaveHull (#737)
add 1957b969 [DOCS] Use mkdocs-mike to add versioning to Sedona website
add 5c0b334e [DOCS] Add the news about Sedona 1.3.1-incubating and fix a
bunch of typos (#738)
add 4e220a9c [DOCS] Update Sedona versions to 1.3.1-incubating in examples
add c4e649ad [SEDONA-207] Implemented a new geometry serde for supporting
Z/M dimensions and better performance (#739)
add 8ddd353a [SEDONA-226] Support reading and writing GeoParquet file
metadata (#740)
add f584497f Bump pyspark from 3.1.2 to 3.2.2 in /binder
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (b4c804ad)
\
N -- N -- N refs/heads/dependabot/pip/binder/pyspark-3.2.2
(f584497f)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/docs.yml | 5 +-
common/pom.xml | 2 +-
.../java/org/apache/sedona/common/Functions.java | 9 +
.../geometrySerde/ByteBufferGeometryBuffer.java | 264 +++++++++
.../common/geometrySerde/CoordinateType.java | 56 ++
.../common/geometrySerde/GeometryBuffer.java | 59 ++
.../geometrySerde/GeometryBufferFactory.java | 66 +++
.../common/geometrySerde/GeometrySerializer.java | 594 +++++++++++++++++++++
.../common/geometrySerde/UnsafeGeometryBuffer.java | 300 +++++++++++
.../common/geometrySerde/GeometryBufferTest.java | 281 ++++++++++
.../geometrySerde/GeometryCollectionSerdeTest.java | 124 +++++
.../common/geometrySerde/LineStringSerdeTest.java | 149 ++++++
.../geometrySerde/MultiLineStringSerdeTest.java | 68 +++
.../common/geometrySerde/MultiPointSerdeTest.java | 113 ++++
.../geometrySerde/MultiPolygonSerdeTest.java | 89 +++
.../common/geometrySerde/PointSerdeTest.java | 112 ++++
.../common/geometrySerde/PolygonSerdeTest.java | 101 ++++
core/pom.xml | 2 +-
.../sedona/core/geometryObjects/GeometrySerde.java | 43 +-
.../org/apache/sedona/core/utils/SedonaConf.java | 21 +
.../apache/sedona/core/utils/SedonaConfTest.java | 7 +
...ample1.parquet => example-1.0.0-beta.1.parquet} | Bin 27797 -> 27814 bytes
core/src/test/resources/geoparquet/plain.parquet | Bin 0 -> 2238 bytes
docs-overrides/main.html | 8 +
docs/api/flink/Function.md | 21 +
docs/api/sql/Function.md | 16 +
docs/api/sql/Parameter.md | 7 +-
docs/community/publish.md | 98 +++-
docs/download.md | 6 +-
docs/index.md | 2 +-
docs/setup/compile.md | 5 +-
docs/setup/maven-coordinates.md | 2 +-
docs/tutorial/sql.md | 20 +-
examples/rdd-colocation-mining/build.sbt | 2 +-
examples/sql/build.sbt | 2 +-
examples/viz/build.sbt | 2 +-
flink/pom.xml | 2 +-
.../main/java/org/apache/sedona/flink/Catalog.java | 1 +
.../apache/sedona/flink/expressions/Functions.java | 16 +
.../java/org/apache/sedona/flink/FunctionTest.java | 13 +
mkdocs.yml | 12 +-
pom.xml | 2 +-
python-adapter/pom.xml | 2 +-
python/Pipfile | 3 +-
python/sedona/sql/st_functions.py | 19 +-
python/sedona/sql/types.py | 24 +-
python/sedona/utils/geometry_serde.py | 490 +++++++++++++++++
python/tests/serialization/test_deserializers.py | 17 +-
python/tests/sql/test_dataframe_api.py | 3 +
python/tests/sql/test_function.py | 16 +
python/tests/sql/test_geoparquet.py | 55 ++
.../streaming/spark/test_constructor_functions.py | 5 +
python/tests/utils/test_geometry_serde.py | 129 +++++
sql/pom.xml | 2 +-
.../scala/org/apache/sedona/sql/UDF/Catalog.scala | 1 +
.../org/apache/sedona/sql/utils/Adapter.scala | 2 +
.../sedona/sql/utils/GeometrySerializer.scala | 14 +-
.../datasources/parquet/GeoDataSourceUtils.scala | 46 ++
.../datasources/parquet/GeoParquetFileFormat.scala | 172 ++++--
.../datasources/parquet/GeoParquetMetaData.scala | 51 ++
.../datasources/parquet/GeoParquetOptions.scala | 27 -
.../parquet/GeoParquetReadSupport.scala | 9 +-
.../parquet/GeoParquetRowConverter.scala | 15 +-
.../parquet/GeoParquetSchemaConverter.scala | 36 +-
.../parquet/GeoParquetWriteSupport.scala | 569 ++++++++++++++++++++
.../datasources/parquet/GeometryField.scala | 28 -
.../spark/sql/sedona_sql/UDT/GeometryUDT.scala | 9 +-
.../sql/sedona_sql/expressions/Constructors.scala | 14 +-
.../sql/sedona_sql/expressions/Functions.scala | 29 +-
.../sql/sedona_sql/expressions/Predicates.scala | 4 +-
.../expressions/collect/ST_Collect.scala | 2 +-
.../expressions/collect/ST_CollectionExtract.scala | 2 +-
.../sql/sedona_sql/expressions/implicits.scala | 11 +-
.../sql/sedona_sql/expressions/st_functions.scala | 5 +
.../sql/sedona_sql/io/GeotiffFileFormat.scala | 2 +-
.../strategy/join/JoinQueryDetector.scala | 31 +-
.../strategy/join/TraitJoinQueryBase.scala | 4 +-
.../sedona/sql/BroadcastIndexJoinSuite.scala | 22 +
.../org/apache/sedona/sql/TestBaseScala.scala | 2 +
.../org/apache/sedona/sql/adapterTestScala.scala | 2 +-
.../apache/sedona/sql/dataFrameAPITestScala.scala | 10 +-
.../org/apache/sedona/sql/functionTestScala.scala | 13 +
.../org/apache/sedona/sql/geoparquetIOTests.scala | 116 +++-
viz/pom.xml | 2 +-
.../sql/sedona_viz/expressions/Pixelize.scala | 4 +-
85 files changed, 4430 insertions(+), 291 deletions(-)
create mode 100644
common/src/main/java/org/apache/sedona/common/geometrySerde/ByteBufferGeometryBuffer.java
create mode 100644
common/src/main/java/org/apache/sedona/common/geometrySerde/CoordinateType.java
create mode 100644
common/src/main/java/org/apache/sedona/common/geometrySerde/GeometryBuffer.java
create mode 100644
common/src/main/java/org/apache/sedona/common/geometrySerde/GeometryBufferFactory.java
create mode 100644
common/src/main/java/org/apache/sedona/common/geometrySerde/GeometrySerializer.java
create mode 100644
common/src/main/java/org/apache/sedona/common/geometrySerde/UnsafeGeometryBuffer.java
create mode 100644
common/src/test/java/org/apache/sedona/common/geometrySerde/GeometryBufferTest.java
create mode 100644
common/src/test/java/org/apache/sedona/common/geometrySerde/GeometryCollectionSerdeTest.java
create mode 100644
common/src/test/java/org/apache/sedona/common/geometrySerde/LineStringSerdeTest.java
create mode 100644
common/src/test/java/org/apache/sedona/common/geometrySerde/MultiLineStringSerdeTest.java
create mode 100644
common/src/test/java/org/apache/sedona/common/geometrySerde/MultiPointSerdeTest.java
create mode 100644
common/src/test/java/org/apache/sedona/common/geometrySerde/MultiPolygonSerdeTest.java
create mode 100644
common/src/test/java/org/apache/sedona/common/geometrySerde/PointSerdeTest.java
create mode 100644
common/src/test/java/org/apache/sedona/common/geometrySerde/PolygonSerdeTest.java
copy core/src/test/resources/geoparquet/{example1.parquet =>
example-1.0.0-beta.1.parquet} (83%)
create mode 100644 core/src/test/resources/geoparquet/plain.parquet
create mode 100644 python/sedona/utils/geometry_serde.py
create mode 100644 python/tests/sql/test_geoparquet.py
create mode 100644 python/tests/utils/test_geometry_serde.py
create mode 100644
sql/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/GeoParquetMetaData.scala
delete mode 100644
sql/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/GeoParquetOptions.scala
create mode 100644
sql/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/GeoParquetWriteSupport.scala
delete mode 100644
sql/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/GeometryField.scala
