This is an automated email from the ASF dual-hosted git repository.
gurwls223 pushed a change to branch branch-3.2
in repository https://gitbox.apache.org/repos/asf/spark.git.
from 01fff64 [SPARK-37659][UI][3.2] Fix FsHistoryProvider race condition
between list and delet log info
add 906994f [SPARK-37705][SQL][3.2] Rebase timestamps in the session time
zone saved in Parquet/Avro metadata
No new revisions were added by this update.
Summary of changes:
.../apache/spark/sql/avro/AvroDeserializer.scala | 10 +-
.../org/apache/spark/sql/avro/AvroFileFormat.scala | 2 +-
.../apache/spark/sql/avro/AvroOutputWriter.scala | 8 +-
.../sql/v2/avro/AvroPartitionReaderFactory.scala | 2 +-
.../test/resources/before_1582_date_v3_2_0.avro | Bin 0 -> 264 bytes
.../before_1582_timestamp_micros_v3_2_0.avro | Bin 0 -> 282 bytes
.../before_1582_timestamp_millis_v3_2_0.avro | Bin 0 -> 308 bytes
.../sql/avro/AvroCatalystDataConversionSuite.scala | 3 +-
.../apache/spark/sql/avro/AvroRowReaderSuite.scala | 5 +-
.../org/apache/spark/sql/avro/AvroSerdeSuite.scala | 8 +-
.../org/apache/spark/sql/avro/AvroSuite.scala | 192 ++++++++++++---------
.../spark/sql/catalyst/util/RebaseDateTime.scala | 82 ++++++---
.../parquet/ParquetVectorUpdaterFactory.java | 75 +++++---
.../parquet/VectorizedColumnReader.java | 11 +-
.../parquet/VectorizedParquetRecordReader.java | 21 ++-
.../parquet/VectorizedPlainValuesReader.java | 10 +-
.../parquet/VectorizedRleValuesReader.java | 6 +-
.../parquet/VectorizedValuesReader.java | 7 +-
.../execution/datasources/DataSourceUtils.scala | 89 ++++++----
.../datasources/parquet/ParquetFileFormat.scala | 16 +-
.../datasources/parquet/ParquetFilters.scala | 11 +-
.../datasources/parquet/ParquetReadSupport.scala | 13 +-
.../parquet/ParquetRecordMaterializer.scala | 18 +-
.../datasources/parquet/ParquetRowConverter.scala | 24 +--
.../datasources/parquet/ParquetWriteSupport.scala | 14 +-
.../v2/parquet/ParquetPartitionReaderFactory.scala | 34 ++--
.../v2/parquet/ParquetScanBuilder.scala | 3 +-
.../main/scala/org/apache/spark/sql/package.scala | 11 +-
.../before_1582_date_v3_2_0.snappy.parquet | Bin 0 -> 822 bytes
...1582_timestamp_int96_dict_v3_2_0.snappy.parquet | Bin 0 -> 842 bytes
...582_timestamp_int96_plain_v3_2_0.snappy.parquet | Bin 0 -> 779 bytes
...ore_1582_timestamp_micros_v3_2_0.snappy.parquet | Bin 0 -> 929 bytes
...ore_1582_timestamp_millis_v3_2_0.snappy.parquet | Bin 0 -> 922 bytes
.../datasources/parquet/ParquetFilterSuite.scala | 5 +-
.../parquet/ParquetRebaseDatetimeSuite.scala | 112 ++++++------
35 files changed, 488 insertions(+), 304 deletions(-)
create mode 100644
external/avro/src/test/resources/before_1582_date_v3_2_0.avro
create mode 100644
external/avro/src/test/resources/before_1582_timestamp_micros_v3_2_0.avro
create mode 100644
external/avro/src/test/resources/before_1582_timestamp_millis_v3_2_0.avro
create mode 100644
sql/core/src/test/resources/test-data/before_1582_date_v3_2_0.snappy.parquet
create mode 100644
sql/core/src/test/resources/test-data/before_1582_timestamp_int96_dict_v3_2_0.snappy.parquet
create mode 100644
sql/core/src/test/resources/test-data/before_1582_timestamp_int96_plain_v3_2_0.snappy.parquet
create mode 100644
sql/core/src/test/resources/test-data/before_1582_timestamp_micros_v3_2_0.snappy.parquet
create mode 100644
sql/core/src/test/resources/test-data/before_1582_timestamp_millis_v3_2_0.snappy.parquet
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
