This is an automated email from the ASF dual-hosted git repository.
jiayu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/sedona.git
The following commit(s) were added to refs/heads/master by this push:
new b4163e76a0 [DOCS] Prepare release notes for Sedona 1.7.0 (#1694)
b4163e76a0 is described below
commit b4163e76a03ddcc14d7b8b8fac11f7863005a077
Author: Jia Yu <[email protected]>
AuthorDate: Mon Nov 25 01:11:17 2024 -0800
[DOCS] Prepare release notes for Sedona 1.7.0 (#1694)
* Add the missing header
* Prepare docs
* Update release notes
---
docs/community/publish.md | 20 +++----
docs/setup/release-notes.md | 129 ++++++++++++++++++++++++++++++++++++++++-
mkdocs.yml | 10 ++--
python/tests/stats/__init__.py | 16 +++++
4 files changed, 157 insertions(+), 18 deletions(-)
diff --git a/docs/community/publish.md b/docs/community/publish.md
index f5836f8c17..de951d6f3e 100644
--- a/docs/community/publish.md
+++ b/docs/community/publish.md
@@ -80,10 +80,10 @@ echo "Now the releases are staged. A tag and two commits
have been created on Se
echo "*****Step 2: Upload the Release Candidate to
https://repository.apache.org.";
-# For Spark 3.0 and Scala 2.12
-mvn -q org.apache.maven.plugins:maven-release-plugin:2.3.2:perform
-DconnectionUrl=scm:git:https://github.com/apache/sedona.git -Dtag={{
sedona_create_release.current_git_tag }} -Dresume=false
-Darguments="-DskipTests -Dspark=3.0 -Dscala=2.12" -Dspark=3.0 -Dscala=2.12
+# For Spark 3.3 and Scala 2.12
+mvn -q org.apache.maven.plugins:maven-release-plugin:2.3.2:perform
-DconnectionUrl=scm:git:https://github.com/apache/sedona.git -Dtag={{
sedona_create_release.current_git_tag }} -Dresume=false
-Darguments="-DskipTests -Dspark=3.3 -Dscala=2.12" -Dspark=3.3 -Dscala=2.12
-# For Spark 3.0 and Scala 2.13
+# For Spark 3.3 and Scala 2.13
## Note that we use maven-release-plugin 2.3.2 instead of more recent version
(e.g., 3.0.1) to get rid of a bug of maven-release-plugin,
## which prevent us from cloning git repo with user specified -Dtag=<tag>.
## Please refer to https://issues.apache.org/jira/browse/MRELEASE-933 and
https://issues.apache.org/jira/browse/SCM-729 for details.
@@ -91,7 +91,7 @@ mvn -q
org.apache.maven.plugins:maven-release-plugin:2.3.2:perform -DconnectionU
## Please also note that system properties `-Dspark` and `-Dscala` has to be
specified both for release:perform and the actual build parameters
## in `-Darguments`, because the build profiles activated for release:perform
task will also affect the actual build task. It is safer to specify
## these system properties for both tasks.
-mvn -q org.apache.maven.plugins:maven-release-plugin:2.3.2:perform
-DconnectionUrl=scm:git:https://github.com/apache/sedona.git -Dtag={{
sedona_create_release.current_git_tag }} -Dresume=false
-Darguments="-DskipTests -Dspark=3.0 -Dscala=2.13" -Dspark=3.0 -Dscala=2.13
+mvn -q org.apache.maven.plugins:maven-release-plugin:2.3.2:perform
-DconnectionUrl=scm:git:https://github.com/apache/sedona.git -Dtag={{
sedona_create_release.current_git_tag }} -Dresume=false
-Darguments="-DskipTests -Dspark=3.3 -Dscala=2.13" -Dspark=3.3 -Dscala=2.13
# For Spark 3.4 and Scala 2.12
mvn -q org.apache.maven.plugins:maven-release-plugin:2.3.2:perform
-DconnectionUrl=scm:git:https://github.com/apache/sedona.git -Dtag={{
sedona_create_release.current_git_tag }} -Dresume=false
-Darguments="-DskipTests -Dspark=3.4 -Dscala=2.12" -Dspark=3.4 -Dscala=2.12
@@ -127,12 +127,12 @@ echo "Compiling the source code..."
mkdir apache-sedona-{{ sedona_create_release.current_version }}-bin
-cd apache-sedona-{{ sedona_create_release.current_version }}-src && mvn -q
clean install -DskipTests -Dspark=3.0 -Dscala=2.12 && cd ..
+cd apache-sedona-{{ sedona_create_release.current_version }}-src && mvn -q
clean install -DskipTests -Dspark=3.3 -Dscala=2.12 && cd ..
cp apache-sedona-{{ sedona_create_release.current_version
}}-src/spark-shaded/target/sedona-*{{
sedona_create_release.current_version}}.jar apache-sedona-{{
sedona_create_release.current_version }}-bin/
cp apache-sedona-{{ sedona_create_release.current_version
}}-src/flink-shaded/target/sedona-*{{
sedona_create_release.current_version}}.jar apache-sedona-{{
sedona_create_release.current_version }}-bin/
cp apache-sedona-{{ sedona_create_release.current_version
}}-src/snowflake/target/sedona-*{{ sedona_create_release.current_version}}.jar
apache-sedona-{{ sedona_create_release.current_version }}-bin/
-cd apache-sedona-{{ sedona_create_release.current_version }}-src && mvn -q
clean install -DskipTests -Dspark=3.0 -Dscala=2.13 && cd ..
+cd apache-sedona-{{ sedona_create_release.current_version }}-src && mvn -q
clean install -DskipTests -Dspark=3.3 -Dscala=2.13 && cd ..
cp apache-sedona-{{ sedona_create_release.current_version
}}-src/spark-shaded/target/sedona-*{{
sedona_create_release.current_version}}.jar apache-sedona-{{
sedona_create_release.current_version }}-bin/
cd apache-sedona-{{ sedona_create_release.current_version }}-src && mvn -q
clean install -DskipTests -Dspark=3.4 -Dscala=2.12 && cd ..
@@ -352,11 +352,11 @@ git pull
rm -f release.*
rm -f pom.xml.*
-# For Spark 3.0 and Scala 2.12
-mvn -q org.apache.maven.plugins:maven-release-plugin:2.3.2:perform
-DconnectionUrl=scm:git:https://github.com/apache/sedona.git -Dtag={{
sedona_create_release.current_git_tag }} -Dresume=false
-Darguments="-DskipTests -Dspark=3.0 -Dscala=2.12" -Dspark=3.0 -Dscala=2.12
+# For Spark 3.3 and Scala 2.12
+mvn -q org.apache.maven.plugins:maven-release-plugin:2.3.2:perform
-DconnectionUrl=scm:git:https://github.com/apache/sedona.git -Dtag={{
sedona_create_release.current_git_tag }} -Dresume=false
-Darguments="-DskipTests -Dspark=3.3 -Dscala=2.12" -Dspark=3.3 -Dscala=2.12
-# For Spark 3.0 and Scala 2.13
-mvn -q org.apache.maven.plugins:maven-release-plugin:2.3.2:perform
-DconnectionUrl=scm:git:https://github.com/apache/sedona.git -Dtag={{
sedona_create_release.current_git_tag }} -Dresume=false
-Darguments="-DskipTests -Dspark=3.0 -Dscala=2.13" -Dspark=3.0 -Dscala=2.13
+# For Spark 3.3 and Scala 2.13
+mvn -q org.apache.maven.plugins:maven-release-plugin:2.3.2:perform
-DconnectionUrl=scm:git:https://github.com/apache/sedona.git -Dtag={{
sedona_create_release.current_git_tag }} -Dresume=false
-Darguments="-DskipTests -Dspark=3.3 -Dscala=2.13" -Dspark=3.3 -Dscala=2.13
# For Spark 3.4 and Scala 2.12
mvn -q org.apache.maven.plugins:maven-release-plugin:2.3.2:perform
-DconnectionUrl=scm:git:https://github.com/apache/sedona.git -Dtag={{
sedona_create_release.current_git_tag }} -Dresume=false
-Darguments="-DskipTests -Dspark=3.4 -Dscala=2.12" -Dspark=3.4 -Dscala=2.12
diff --git a/docs/setup/release-notes.md b/docs/setup/release-notes.md
index 1d5135a1f1..5eb6cbfcd6 100644
--- a/docs/setup/release-notes.md
+++ b/docs/setup/release-notes.md
@@ -1,7 +1,130 @@
-!!! note
- Sedona before 1.6.0 only works with Shapely 1.x. If you want to work
with Shapely 2.x, please use Sedona 1.6.0+
+## Sedona 1.7.0
- If you use Sedona < 1.6.0, please use GeoPandas <= `0.11.1` since
GeoPandas > 0.11.1 will automatically install Shapely 2.0. If you use Shapely,
please use <= `1.8.5`.
+Sedona 1.7.0 is compiled against Spark 3.3 / Spark 3.4 / Spark 3.5, Flink
1.19, Snowflake 7+, Java 8.
+
+This release is a major release that includes new features, improvements, bug
fixes, API breaking changes, and behavior changes.
+
+### New Contributors
+
+* @mvaaltola made their first contribution in
https://github.com/apache/sedona/pull/1574
+* @emmanuel-ferdman made their first contribution in
https://github.com/apache/sedona/pull/1658
+* @MohammadLotfiA made their first contribution in
https://github.com/apache/sedona/pull/1659
+* @golfalot made their first contribution in
https://github.com/apache/sedona/pull/1673
+* @AmirTallap made their first contribution in
https://github.com/apache/sedona/pull/1675
+
+### Highlights
+
+* [X] Add a new join algorithm for distributed K Nearest Neighbor Join and a
corresponding ST_KNN function
+* [X] Add new spatial statistics algorithms DBSCAN, Local Outlier Factor, and
Getis Ord Hot Spot Analysis
+* [X] Add new DataFrame based readers for Shapefile, and GeoPackage
+* [X] Add 10 new ST functions
+
+### API breaking changes
+
+* [X] The support of Spark 3.0, 3.1, 3.2 is dropped. Sedona is now only
compatible with Spark 3.3, 3.4, and 3.5.
+* [X] Rasterio is no longer a mandatory dependency. You can still use Sedona
Raster without rasterio. If you need to write rasterio UDF in Sedona, you can
install it separately.
+
+### Behavior changes
+
+* [X] JTS version is upgraded to 1.20.0. This may cause some behavior changes
in ST functions that rely on JTS.
+* [X] ST_Length, ST_Length2D and ST_LengthSpheroid now only return the length
for line objects. It now returns 0 for polygon objects.
+* [X] ST_Perimeter now only returns the perimeter for polygon objects. It now
returns 0 for line objects.
+
+### Bug
+
+<ul>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-650'>SEDONA-650</a>] -
Fiona-Geopandas Compatibility Issue in Python 3.8
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-665'>SEDONA-665</a>] -
Docker build failed at ubuntu 22 with rasterio 1.4.0+
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-669'>SEDONA-669</a>] -
GeoParquet format should handle timestamp_ntz columns properly
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-670'>SEDONA-670</a>] -
GeoJSON reader does not work properly on DBR
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-672'>SEDONA-672</a>] -
Bug fix for ST_LengthSpheroid
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-673'>SEDONA-673</a>] -
Cannot load GeoParquet without bbox metadata when spatial filter is applied
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-677'>SEDONA-677</a>] -
Kryo deserialization for null envelopes results in unit envelopes
+</li>
+</ul>
+
+### New Feature
+
+<ul>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-646'>SEDONA-646</a>] -
Shapefile data source for DataFrame API
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-647'>SEDONA-647</a>] -
Add ST_RemoveRepeatedPoints
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-648'>SEDONA-648</a>] -
Implement Distributed K Nearest Neighbor Join
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-652'>SEDONA-652</a>] -
Add ST_MakeEnvelope
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-654'>SEDONA-654</a>] -
Add ST_RotateY
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-655'>SEDONA-655</a>] -
DBSCAN
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-656'>SEDONA-656</a>] -
Add ST_Project
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-658'>SEDONA-658</a>] -
Add ST_Simplify
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-659'>SEDONA-659</a>] -
Upgrade jts version to 1.20.0
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-661'>SEDONA-661</a>] -
Local Outlier Factor
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-664'>SEDONA-664</a>] -
Add native GeoPackage reader
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-666'>SEDONA-666</a>] -
Add ST_Scale and ST_ScaleGeom
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-667'>SEDONA-667</a>] -
Getis Ord G Local
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-671'>SEDONA-671</a>] -
Spider random spatial data generator
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-675'>SEDONA-675</a>] -
Add ST_InterpolatePoint
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-676'>SEDONA-676</a>] -
Add ST_Perimeter
+</li>
+</ul>
+
+### Improvement
+
+<ul>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-636'>SEDONA-636</a>] -
datatype geometry is not supported when 'create table xxx (geom geometry)
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-640'>SEDONA-640</a>] -
Refactor support for multiple spark versions in the build
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-642'>SEDONA-642</a>] -
R – Adapt R package for split version of jars
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-644'>SEDONA-644</a>] -
R – Update for SedonaContext
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-649'>SEDONA-649</a>] -
Fix spelling in Java files
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-653'>SEDONA-653</a>] -
Add lenient mode for RS_Clip
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-663'>SEDONA-663</a>] -
Support spark connect in dataframe api
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-678'>SEDONA-678</a>] -
Fix ST_Length and ST_Length2D behavior
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-679'>SEDONA-679</a>] -
Fix ST_LengthSpheroid behavior
+</li>
+</ul>
+
+### Task
+
+<ul>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-651'>SEDONA-651</a>] -
Add spark prefix to all sedona spark config
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-662'>SEDONA-662</a>] -
Clean Up Dead Code from DBSCAN
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-668'>SEDONA-668</a>] -
Drop the support of Spark 3.0, 3.1, 3.2
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-674'>SEDONA-674</a>] -
Make the rasterio binding for sedona-python work with GDAL 3.10
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-680'>SEDONA-680</a>] -
Remove rasterio from mandatory dependency
+</li>
+<li>[<a
href='https://issues.apache.org/jira/browse/SEDONA-681'>SEDONA-681</a>] -
Bump GeoTools version from 28.2 to 28.5
+</li>
+</ul>
## Sedona 1.6.1
diff --git a/mkdocs.yml b/mkdocs.yml
index d19c5ba6e4..20ddbf801f 100644
--- a/mkdocs.yml
+++ b/mkdocs.yml
@@ -185,11 +185,11 @@ extra:
current_version: 1.6.1
current_geotools: 1.6.1-28.2
sedona_create_release:
- current_version: 1.6.1
- current_git_tag: sedona-1.6.1-rc2
- current_rc: 1.6.1-rc2
- current_snapshot: 1.6.1-SNAPSHOT
- next_version: 1.7.0
+ current_version: 1.7.0
+ current_git_tag: sedona-1.7.0-rc1
+ current_rc: 1.7.0-rc1
+ current_snapshot: 1.7.0-SNAPSHOT
+ next_version: 1.7.1
copyright: Copyright © 2024 The Apache Software Foundation. Apache Sedona,
Sedona, Apache, the Apache feather logo, and the Apache Sedona project logo are
either registered trademarks or trademarks of The Apache Software Foundation in
the United States and other countries. All other marks mentioned may be
trademarks or registered trademarks of their respective owners. Please visit <a
href="https://www.apache.org/";>Apache Software Foundation</a> for more
details.<img referrerpolicy="no-re [...]
markdown_extensions:
diff --git a/python/tests/stats/__init__.py b/python/tests/stats/__init__.py
index e69de29bb2..a67d5ea255 100644
--- a/python/tests/stats/__init__.py
+++ b/python/tests/stats/__init__.py
@@ -0,0 +1,16 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
