This is an automated email from the ASF dual-hosted git repository.
cloud-fan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from 224231815105 [SPARK-57192][PYTHON] Fix classic addArtifacts with
multiple paths
add 1419a81f88b2 [SPARK-57058][SQL] Introduce BinaryView and migrate geo
types to it for zero-copy reads
No new revisions were added by this update.
Summary of changes:
.../org/apache/spark/unsafe/types/BinaryView.java | 296 +++++++++++++++++++++
.../apache/spark/unsafe/types/GeographyVal.java | 53 ----
.../org/apache/spark/unsafe/types/GeometryVal.java | 53 ----
.../apache/spark/unsafe/types/BinaryViewSuite.java | 251 +++++++++++++++++
.../spark/unsafe/types/GeographyValSuite.java | 57 ----
.../spark/unsafe/types/GeometryValSuite.java | 57 ----
.../sql/catalyst/expressions/OrderUtils.scala | 6 +-
.../catalyst/expressions/SpecializedGetters.java | 14 +-
.../expressions/SpecializedGettersReader.java | 7 +-
.../sql/catalyst/expressions/UnsafeArrayData.java | 18 +-
.../spark/sql/catalyst/expressions/UnsafeRow.java | 18 +-
.../catalyst/expressions/codegen/UnsafeWriter.java | 11 +-
.../apache/spark/sql/catalyst/util/Geography.java | 32 ++-
.../apache/spark/sql/catalyst/util/Geometry.java | 32 ++-
.../apache/spark/sql/catalyst/util/STUtils.java | 105 ++++----
.../spark/sql/vectorized/ArrowColumnVector.java | 33 +--
.../apache/spark/sql/vectorized/ColumnVector.java | 17 +-
.../apache/spark/sql/vectorized/ColumnarArray.java | 12 +-
.../spark/sql/vectorized/ColumnarBatchRow.java | 24 +-
.../apache/spark/sql/vectorized/ColumnarRow.java | 18 +-
.../sql/catalyst/CatalystTypeConverters.scala | 18 +-
.../apache/spark/sql/catalyst/InternalRow.scala | 5 +-
.../spark/sql/catalyst/ProjectingInternalRow.scala | 8 +-
.../spark/sql/catalyst/encoders/EncoderUtils.scala | 5 +-
.../spark/sql/catalyst/expressions/Cast.scala | 6 +-
.../expressions/InterpretedUnsafeProjection.scala | 4 +-
.../spark/sql/catalyst/expressions/JoinedRow.scala | 7 +-
.../expressions/codegen/CodeGenerator.scala | 20 +-
.../spark/sql/catalyst/expressions/literals.scala | 3 +-
.../spark/sql/catalyst/expressions/rows.scala | 3 +-
.../catalyst/expressions/st/stExpressions.scala | 15 +-
.../sql/catalyst/types/PhysicalDataType.scala | 32 +--
.../spark/sql/catalyst/util/GenericArrayData.scala | 3 +-
.../spark/sql/errors/QueryExecutionErrors.scala | 11 +
.../spark/sql/execution/arrow/ArrowWriter.scala | 4 +-
.../sql/catalyst/CatalystTypeConvertersSuite.scala | 82 +++---
.../expressions/LiteralExpressionSuite.scala | 6 +-
.../codegen/GenerateUnsafeProjectionSuite.scala | 6 +-
.../expressions/codegen/UnsafeRowWriterSuite.scala | 12 +-
.../sql/catalyst/util/GeographyExecutionSuite.java | 34 ++-
.../sql/catalyst/util/GeometryExecutionSuite.java | 34 ++-
.../spark/sql/catalyst/util/StUtilsSuite.java | 67 +++--
.../execution/vectorized/MutableColumnarRow.java | 18 +-
.../execution/vectorized/OffHeapColumnVector.java | 6 +
.../execution/vectorized/OnHeapColumnVector.java | 6 +
.../execution/vectorized/WritableColumnVector.java | 19 ++
.../org/apache/spark/sql/execution/Columnar.scala | 14 +-
.../apache/spark/sql/execution/HiveResult.scala | 4 +-
.../datasources/parquet/ParquetRowConverter.scala | 6 +-
.../datasources/parquet/ParquetWriteSupport.scala | 4 +-
.../sql/execution/python/EvaluatePython.scala | 6 +-
.../apache/spark/sql/GeographyDataFrameSuite.scala | 18 ++
.../apache/spark/sql/GeometryDataFrameSuite.scala | 18 ++
.../sql/execution/arrow/ArrowWriterSuite.scala | 66 ++---
.../ParquetDeltaByteArrayEncodingSuite.scala | 12 +-
.../ParquetDeltaLengthByteArrayEncodingSuite.scala | 12 +-
.../sql/execution/python/EvaluatePythonSuite.scala | 18 +-
.../spark/sql/types/GeographyTypeSuite.scala | 6 +-
.../apache/spark/sql/types/GeometryTypeSuite.scala | 6 +-
59 files changed, 1086 insertions(+), 652 deletions(-)
create mode 100644
common/unsafe/src/main/java/org/apache/spark/unsafe/types/BinaryView.java
delete mode 100644
common/unsafe/src/main/java/org/apache/spark/unsafe/types/GeographyVal.java
delete mode 100644
common/unsafe/src/main/java/org/apache/spark/unsafe/types/GeometryVal.java
create mode 100644
common/unsafe/src/test/java/org/apache/spark/unsafe/types/BinaryViewSuite.java
delete mode 100644
common/unsafe/src/test/java/org/apache/spark/unsafe/types/GeographyValSuite.java
delete mode 100644
common/unsafe/src/test/java/org/apache/spark/unsafe/types/GeometryValSuite.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
