This is an automated email from the ASF dual-hosted git repository.
mbutrovich pushed a change to branch datafusion-54
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
from 4b9a817b0d chore: DF54 upgrade
add 755dcd29f1 fix: array_size returns -1 instead of null for null input
(#4578)
add eff0460a62 docs: fix conflicting status legend and inconsistent issue
links in expressions.md (#4574)
add c5dd4a2512 ci: add fast syntactic-only scalafix gate (#4581)
add 441d29f749 docs: stop prettier table re-alignment churn in
expressions.md (#4583)
add 0cb5e7dc53 test: enable float/double/binary array casts to string
(#4386)
add 9e31a6123a fix: codegen dispatcher returns NULL for invalid
try_make_timestamp inputs (#4554) (#4579)
add 56b82d6454 test: add timestamp ntz array cast coverage (#4589)
add 33f6bcb6eb fix: honor ANSI mode for make_date/next_day and stop
next_day trimming (#4566)
add 926b5caab4 test: cover array date cast fallback (#4593)
add 107a61131f feat: route aes_encrypt / aes_decrypt / try_aes_decrypt
through codegen dispatcher (#4557)
add 577a793e3a fix: clean up CometCast support-level reporting (#4501)
(#4595)
add 82d674e336 feat: support Spark expression json_array_length (#4365)
add 027c9b05dc chore: document programmatical access to fallback reasons
(#4597)
add 3ee5d65fab feat: 100% Spark-compatible JSON support via codegen
dispatcher (#4305)
add 07c040f3b0 Merge branch 'main' into datafusion-54
No new revisions were added by this update.
Summary of changes:
.github/workflows/pr_build_linux.yml | 27 +
.github/workflows/pr_build_macos.yml | 1 +
.../tpc/engines/spark.toml => .prettierignore | 7 +-
.scalafix.conf => .scalafix-syntactic.conf | 9 +-
.../expression-audits/collection_funcs.md | 2 +-
.../expression-audits/json_funcs.md | 6 +
.../user-guide/latest/compatibility/index.md | 1 +
.../source/user-guide/latest/compatibility/json.md | 56 ++
docs/source/user-guide/latest/expressions.md | 949 +++++++++++----------
docs/source/user-guide/latest/index.rst | 1 +
.../user-guide/latest/understanding-comet-plans.md | 45 +
native/Cargo.lock | 1 +
native/core/src/execution/jni_api.rs | 2 -
native/spark-expr/Cargo.toml | 1 +
native/spark-expr/src/comet_scalar_funcs.rs | 13 +-
native/spark-expr/src/conversion_funcs/numeric.rs | 54 +-
native/spark-expr/src/datetime_funcs/make_date.rs | 47 +-
native/spark-expr/src/datetime_funcs/mod.rs | 2 +
native/spark-expr/src/datetime_funcs/next_day.rs | 201 +++++
.../spark-expr/src/json_funcs/json_array_length.rs | 159 ++++
native/spark-expr/src/json_funcs/mod.rs | 2 +
native/spark-expr/src/lib.rs | 2 +-
.../comet/codegen/CometBatchKernelCodegen.scala | 68 +-
.../org/apache/comet/expressions/CometCast.scala | 30 +-
.../org/apache/comet/serde/CometScalaUDF.scala | 16 +-
.../org/apache/comet/serde/QueryPlanSerde.scala | 6 +-
.../main/scala/org/apache/comet/serde/arrays.scala | 2 +-
.../scala/org/apache/comet/serde/datetime.scala | 36 +-
.../main/scala/org/apache/comet/serde/json.scala | 48 ++
.../scala/org/apache/comet/serde/statics.scala | 12 +-
.../scala/org/apache/comet/serde/strings.scala | 43 +-
.../scala/org/apache/comet/serde/structs.scala | 114 ++-
.../org/apache/comet/shims/CometExprShim.scala | 16 +-
.../org/apache/comet/shims/CometExprShim.scala | 16 +-
.../org/apache/comet/shims/CometExprShim.scala | 16 +-
.../expressions/cast/cast_array_to_string.sql | 62 ++
.../expressions/datetime/make_date_ansi.sql | 40 +
.../expressions/datetime/make_timestamp.sql | 31 +
.../sql-tests/expressions/datetime/next_day.sql | 5 +
...timestamp_millis_ansi.sql => next_day_ansi.sql} | 27 +-
.../expressions/datetime/try_make_timestamp.sql | 58 ++
.../expressions/json/json_array_length.sql | 63 ++
.../json_array_length_default.sql} | 26 +-
.../resources/sql-tests/expressions/misc/aes.sql | 69 ++
.../{datetime/date_add.sql => misc/aes_cbc.sql} | 28 +-
.../sql-tests/expressions/misc/aes_try_decrypt.sql | 48 ++
.../expressions/string/get_json_object.sql | 2 +
.../expressions/struct/structs_to_json.sql | 77 +-
.../apache/comet/CometArrayExpressionSuite.scala | 18 +
.../scala/org/apache/comet/CometCastSuite.scala | 95 ++-
.../org/apache/comet/CometCodegenSourceSuite.scala | 51 +-
.../apache/comet/CometJsonExpressionSuite.scala | 16 +-
.../scala/org/apache/comet/CometJsonJvmSuite.scala | 70 ++
.../CometLengthOfJsonArrayBenchmark.scala | 71 ++
.../comet/CometDecimalArithmeticViewSuite.scala | 2 +-
55 files changed, 2166 insertions(+), 704 deletions(-)
copy benchmarks/tpc/engines/spark.toml => .prettierignore (68%)
copy .scalafix.conf => .scalafix-syntactic.conf (74%)
create mode 100644 docs/source/user-guide/latest/compatibility/json.md
create mode 100644 native/spark-expr/src/datetime_funcs/next_day.rs
create mode 100644 native/spark-expr/src/json_funcs/json_array_length.rs
create mode 100644 spark/src/main/scala/org/apache/comet/serde/json.scala
create mode 100644
spark/src/test/resources/sql-tests/expressions/cast/cast_array_to_string.sql
create mode 100644
spark/src/test/resources/sql-tests/expressions/datetime/make_date_ansi.sql
copy
spark/src/test/resources/sql-tests/expressions/datetime/{timestamp_millis_ansi.sql
=> next_day_ansi.sql} (51%)
create mode 100644
spark/src/test/resources/sql-tests/expressions/datetime/try_make_timestamp.sql
create mode 100644
spark/src/test/resources/sql-tests/expressions/json/json_array_length.sql
copy spark/src/test/resources/sql-tests/expressions/{map/map_from_entries.sql
=> json/json_array_length_default.sql} (51%)
create mode 100644 spark/src/test/resources/sql-tests/expressions/misc/aes.sql
copy spark/src/test/resources/sql-tests/expressions/{datetime/date_add.sql =>
misc/aes_cbc.sql} (58%)
create mode 100644
spark/src/test/resources/sql-tests/expressions/misc/aes_try_decrypt.sql
create mode 100644
spark/src/test/scala/org/apache/comet/CometJsonJvmSuite.scala
create mode 100644
spark/src/test/scala/org/apache/spark/sql/benchmark/CometLengthOfJsonArrayBenchmark.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
