This is an automated email from the ASF dual-hosted git repository.
wenchen pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.
from aa4c100 [SPARK-31798][SHUFFLE][API] Shuffle Writer API changes to
return custom map output metadata
add 6fdea63 [SPARK-31905][SS] Add compatibility tests for streaming state
store format
No new revisions were added by this update.
Summary of changes:
.../commits/0 | 0
.../metadata | 1 +
.../offsets/0 | 3 +
.../state/0/0}/1.delta | Bin
.../state/0/1/1.delta | Bin 0 -> 351 bytes
.../state/0/2/1.delta | Bin 0 -> 218 bytes
.../state/0/3/1.delta | Bin 0 -> 227 bytes
.../state/0/4/1.delta | Bin 0 -> 224 bytes
.../commits/0 | 0
.../metadata | 1 +
.../offsets/0 | 3 +
.../state/0/0}/1.delta | Bin
.../state/0/1/1.delta | Bin 0 -> 127 bytes
.../state/0/2}/1.delta | Bin
.../state/0/3/1.delta | Bin 0 -> 126 bytes
.../state/0/4/1.delta | Bin 0 -> 94 bytes
.../commits/0 | 0
.../metadata | 1 +
.../offsets/0 | 3 +
.../state/0/0/1.delta | Bin 0 -> 320 bytes
.../state/0/1}/1.delta | Bin
.../state/0/2/1.delta | Bin 0 -> 209 bytes
.../state/0/3/1.delta | Bin 0 -> 198 bytes
.../state/0/4/1.delta | Bin 0 -> 205 bytes
.../commits/0 | 0
.../metadata | 1 +
.../offsets/0 | 3 +
.../state/0/0}/1.delta | Bin
.../state/0/1/1.delta | Bin 0 -> 117 bytes
.../state/0/2}/1.delta | Bin
.../state/0/3/1.delta | Bin 0 -> 118 bytes
.../state/0/4}/1.delta | Bin
...reamingStateStoreFormatCompatibilitySuite.scala | 249 +++++++++++++++++++++
33 files changed, 265 insertions(+)
copy
sql/core/src/test/resources/structured-streaming/{escaped-path-2.4.0/chk%252520%252525@%252523chk
=> checkpoint-version-2.4.5-for-compatibility-test-common-functions}/commits/0
(100%)
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-common-functions/metadata
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-common-functions/offsets/0
copy
sql/core/src/test/resources/structured-streaming/{checkpoint-version-2.4.0-streaming-join/state/0/3/right-keyWithIndexToValue
=>
checkpoint-version-2.4.5-for-compatibility-test-common-functions/state/0/0}/1.delta
(100%)
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-common-functions/state/0/1/1.delta
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-common-functions/state/0/2/1.delta
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-common-functions/state/0/3/1.delta
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-common-functions/state/0/4/1.delta
copy
sql/core/src/test/resources/structured-streaming/{escaped-path-2.4.0/chk%252520%252525@%252523chk
=> checkpoint-version-2.4.5-for-compatibility-test-deduplicate}/commits/0
(100%)
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-deduplicate/metadata
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-deduplicate/offsets/0
copy
sql/core/src/test/resources/structured-streaming/{checkpoint-version-2.4.0-streaming-join/state/0/3/right-keyWithIndexToValue
=>
checkpoint-version-2.4.5-for-compatibility-test-deduplicate/state/0/0}/1.delta
(100%)
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-deduplicate/state/0/1/1.delta
copy
sql/core/src/test/resources/structured-streaming/{checkpoint-version-2.4.0-streaming-join/state/0/3/right-keyWithIndexToValue
=>
checkpoint-version-2.4.5-for-compatibility-test-deduplicate/state/0/2}/1.delta
(100%)
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-deduplicate/state/0/3/1.delta
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-deduplicate/state/0/4/1.delta
copy
sql/core/src/test/resources/structured-streaming/{escaped-path-2.4.0/chk%252520%252525@%252523chk
=>
checkpoint-version-2.4.5-for-compatibility-test-statistical-functions}/commits/0
(100%)
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-statistical-functions/metadata
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-statistical-functions/offsets/0
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-statistical-functions/state/0/0/1.delta
copy
sql/core/src/test/resources/structured-streaming/{checkpoint-version-2.4.0-streaming-join/state/0/3/right-keyWithIndexToValue
=>
checkpoint-version-2.4.5-for-compatibility-test-statistical-functions/state/0/1}/1.delta
(100%)
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-statistical-functions/state/0/2/1.delta
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-statistical-functions/state/0/3/1.delta
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-statistical-functions/state/0/4/1.delta
copy
sql/core/src/test/resources/structured-streaming/{escaped-path-2.4.0/chk%252520%252525@%252523chk
=> checkpoint-version-2.4.5-for-compatibility-test-sum-decimal}/commits/0
(100%)
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-sum-decimal/metadata
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-sum-decimal/offsets/0
copy
sql/core/src/test/resources/structured-streaming/{checkpoint-version-2.4.0-streaming-join/state/0/3/right-keyWithIndexToValue
=>
checkpoint-version-2.4.5-for-compatibility-test-sum-decimal/state/0/0}/1.delta
(100%)
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-sum-decimal/state/0/1/1.delta
copy
sql/core/src/test/resources/structured-streaming/{checkpoint-version-2.4.0-streaming-join/state/0/3/right-keyWithIndexToValue
=>
checkpoint-version-2.4.5-for-compatibility-test-sum-decimal/state/0/2}/1.delta
(100%)
create mode 100644
sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-sum-decimal/state/0/3/1.delta
copy
sql/core/src/test/resources/structured-streaming/{checkpoint-version-2.4.0-streaming-join/state/0/3/right-keyWithIndexToValue
=>
checkpoint-version-2.4.5-for-compatibility-test-sum-decimal/state/0/4}/1.delta
(100%)
create mode 100644
sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamingStateStoreFormatCompatibilitySuite.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
