This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch dependabot/cargo/main/rand_distr-0.5.1
in repository https://gitbox.apache.org/repos/asf/datafusion.git
discard bbfdaff324 chore(deps): bump rand_distr from 0.4.3 to 0.5.1
add 2325b6cbf8 chore: Benchmark deps cleanup (#14793)
add 4d6e3343d2 Fix test not to litter in repository (#14795)
add fde2239e83 chore(deps): bump testcontainers from 0.23.2 to 0.23.3
(#14787)
add 188e0d31d1 chore(deps): bump serde from 1.0.217 to 1.0.218 (#14788)
add b66beb8d50 refactor: move `DataSource` to `datafusion-datasource`
(#14671)
add faace2cddc Fix Clippy 1.85 warnings (#14800)
add 9ca09cf8f7 Allow `FileSource`-specific repartitioning (#14754)
add 3750dc9eb9 Bump MSRV to 1.82, toolchain to 1.85 (#14811)
add a8e1f2fa18 Chore/Add additional FFI unit tests (#14802)
add 22156b2a68 Chore/Add additional FFI unit tests (#14802)
add e03f9f6767 Remove CountWildcardRule in Analyzer and move the
functionality in ExprPlanner, add `plan_aggregate` and `plan_window` to planner
(#14689)
add bbc6049f1c fix: normalize column names in table constraints (#14794)
add 6bfeb0272e fix: we are missing the unlimited case for bounded
streaming when usi… (#14815)
add 0bd9083a0b Minor: comment in Cargo.toml about MSRV (#14809)
add 1c54b38e4a Simplify `FileSource::create_file_opener`'s signature
(#14798)
add c0b749da43 Remove unused crate dependencies (#14827)
add c92982c393 docs: Add instruction to build (#14694)
add 7299d0e566 Update website links (#14846)
add a5cc031349 fix(physical-expr): Remove empty constants check when
ordering is satisfied (#14829)
add 6c5f214643 chore(deps): bump log from 0.4.25 to 0.4.26 (#14847)
add c58a812d4d Minor: Ignore examples output directory (#14840)
add 0fbd20c3f4 StatisticsV2: initial statistics framework redesign (#14699)
add cec457a240 Add support for `Dictionary` & `Interval` to AST datatype
(#14783)
add e799097cbd Improve benchmark docs (#14820)
add a235276ec4 Add `range` table function (#14830)
add aadb0b6405 migrate invoke_batch to invoke_with_args for unicode
function (#14856)
add d0ab003dbf test: change test_function macro to use
`return_type_from_args` instead of `return_type` (#14852)
add 9285b84ce9 Move `FileSourceConfig` and `FileStream` to the new
`datafusion-datasource` (#14838)
add 1fedb4e000 Counting elapsed_compute in BoundedWindowAggExec (#14869)
add f1f6e5e463 Optimize `gcd` for array and scalar case by avoiding
`make_scalar_function` where has unnecessary conversion between scalar and
array (#14834)
add adad8a4912 refactor: replace OnceLock with LazyLock (#14870)
add fcaefccedf Add polygon.io to user list (#14871)
add 3a1d9477b0 Workaround for compilation error due to rkyv#434. (#14863)
add fc2f9dd8cc fix(substrait): Do not add implicit groupBy expressions in
`LogicalPlanBuilder` or when building logical plans from Substrait (#14860)
add b7d9c78a81 chore(deps): bump uuid from 1.13.2 to 1.14.0 (#14866)
add e0da97ba6b Update dft in intro "Known Users" (#14875)
add 679737517e fix: use `return_type_from_args` and mark nullable if any
of the input is nullable (#14841)
add 2d57a0bb0a refactor: replace OnceLock with LazyLock (#14880)
add ce14fbccda Add `statistics_truncate_length` parquet writer config
(#14782)
add 18e54f2773 chore: migrate to `invoke_with_args` for datetime functions
(#14876)
add 3193014da7 Fix sqllogictest runner regeneration logic (#14881)
add 212f4245c9 Move `FileFormat` and related pieces to
`datafusion-datasource` (#14873)
add 9278233e9f fix duplicated schema name error from count wildcard
(#14824)
add f2cdc14896 replace TypeSignature::String with TypeSignature::Coercible
for trim functions (#14865)
add ea0686b8ce Window Functions Order Conservation -- Follow-up On Set
Monotonicity (#14813)
add 7119ee8cd2 Implement builder style API for ParserOptions (#14887)
add 111ff7eddc minor: Update docs and error messages about what SQL
dialects are supported (#14893)
add a49d54370b chore: Attach Diagnostic to "function x does not exist"
error (#14849)
add 99c811a3bf Fix: External sort failing on `StringView` due to shared
buffers (#14823)
add 3d64de4c47 refactor: make SqlToRel::new derive the parser options from
the context provider (#14822)
add 53fc94f22f Datafusion-cli: Redesign the datafusion-cli execution and
print, make it totally streaming printing without memory overhead (#14877)
add b3407f9201 Minor: Add Development Environment to Documentation Index
(#14890)
add 99b830c716 chore: Strip debuginfo symbols for release (#14843)
add dd7fe8f402 chore(deps): bump zstd from 0.13.2 to 0.13.3 (#14889)
add f51cd6e789 Add DataFrame fill_null (#14769)
add 21fa511543 Benchmark query cancellation (#14818)
add f5b7affecd Include struct name on FileScanConfig debug impl (#14883)
add 8d2d495785 Preserve the name of grouping sets in SimplifyExpressions
(#14888)
add d47f7fb00f Require `Debug` for `DataSource` (#14882)
add fb40506b3f Update regenerate sql dep, revert runner changes. (#14901)
add 5502f7324b chore(deps): bump flate2 from 1.0.35 to 1.1.0 (#14848)
add a28f2834c6 replace type signature for starts_with (#14812)
add 9fb8eaeb3f Dataframe with_column and with_column_renamed performance
improvements (#14653)
add 07858b845f chore(deps): bump uuid from 1.14.0 to 1.15.1 (#14911)
add b3593cd74e chore(deps): bump libc from 0.2.169 to 0.2.170 (#14912)
add fc2fbb3d6b Move HashJoin from `RawTable` to `HashTable` (#14904)
add 1ae06a497e Rename `DataSource` and `FileSource` fields for consistency
(#14898)
add 58330b6b9b Examples: boundary analysis example for `AND/OR`
conjunctions (#14735)
add 8bc889f6ca Fix the null handling for to_char function (#14908)
add 32224b48ca test(14691): demonstrate EnforceSorting can remove a needed
coalesce (#14919)
add 463ef3b8bc Fix: New Datafusion-cli streaming printing way should
handle corner case for only one small batch which lines are less than max_rows
(#14921)
add 101389db68 Add docs to `update_coalesce_ctx_children`. (#14907)
add a1bba08774 chore(deps): bump the arrow-parquet group with 7 updates
(#14930)
add b4c378459c chore(deps): bump aws-config from 1.5.16 to 1.5.17 (#14931)
add f47b5601c6 Add additional protobuf tests (#14924)
add 80d7e57da0 Fix link in datasource readme (#14928)
add 32dab3f20d Expose build_row_filter method (#14933)
add cf2b7e6054 Do not unescape backslashes in datafusion-cli (#14844)
add 2fd558fdd0 Set projection before configuring the source (#14685)
add aa1c7c4087 Add H2O.ai Database-like Ops benchmark to dfbench (join
support) (#14902)
add 988a53540b Use arrow IPC Stream format for spill files (#14868)
add 5e49094c15 refactor(properties): Split properties.rs into smaller
modules (#14925)
add ac136874ec Allow setting the recursion limit for sql parsing (#14756)
add f9f256ca52 Document SQL literal syntax and escaping (#14934)
add 52d750f202 Fix extended tests vai datafusion-testing pin (#14940)
add 382e2327ec Revert Datafusion-cli: Redesign the datafusion-cli
execution and print, make it totally streaming printing without memory overhead
(#14948)
add 4d2e06fd7f Revert "test(14691): demonstrate EnforceSorting can remove
a needed coalesce (#14919)" (#14950)
add 086708687f Prepare for 46.0.0 release: Version and Changelog (#14903)
add d07f8427a6 Improve documentation for `DataSourceExec`,
`FileScanConfig`, `DataSource` etc (#14941)
add 5e27008dd5 Do not swap with projection when file is partitioned
(#14956)
add e5fa3be41f fix: set the proper link for dev-env setup in contrib guide
(#14960)
add 923772997f Minor: Add more projection pushdown tests, clarify comments
(#14963)
add 2011f5252c Update labeler components (#14942)
add 717b615cdd Deprecate `Expr::Wildcard` (#14959)
add 57a122137a Add Upgrade Guide for DataFusion 46.0.0 (#14891)
add 787adf0c7c Minor: use FileScanConfig builder API in some tests (#14938)
add 2705bc8f7d Minor: improve documentation of `AggregateMode` (#14946)
add 1a6390b7ce Fix sequential metadata fetching in ListingTable causing
high latency (#14918)
add 5eeab21774 chore(deps): bump thiserror from 2.0.11 to 2.0.12 (#14971)
add 0741281799 chore(deps): bump pyo3 from 0.23.4 to 0.23.5 (#14972)
add ea1ca275c4 chore(deps): bump async-trait from 0.1.86 to 0.1.87 (#14973)
add 2fcab2ef0d Improve `SessionStateBuilder::new` documentation (#14980)
add d083a2f7ce Fix verification script and extended tests due to `rustup`
changes (#14990)
add 324d5f0d4d Replace Star and Fork buttons with static versions (#14988)
add 6d5e00ad3f Split out avro, parquet, json and csv into individual
crates (#14951)
add 613d925b24 Add backtrace feature to datafusion-cli (#14997)
add ec222096b9 Fix documentation warnings and error if anymore occur
(#14952)
add b377725c60 chore: Update `SessionStateBuilder::with_default_features`
does not replace existing features (#14935)
add 6c95b562cb feat: Add `tree` / pretty explain mode (#14677)
add dd0fd889ea Make `create_ordering` pub and add doc for it (#14996)
add c61e7e597f Simplify Between expression to Eq (#14994)
add 5d08325165 Count wildcard alias (#14927)
add 75977692c1 replace TypeSignature::String with TypeSignature::Coercible
(#14917)
add ee2498ff7a chore(15003): add identation to plans, to make easier to
read (#15007)
add c0d53adf83 add method SessionStateBuilder::new_with_default_features()
(#14998)
add 3dc212c907 Implement `tree` explain for FilterExec (#15001)
add ff6731401a Unparser add `AtArrow` and `ArrowAt` conversion to
BinaryOperator (#14968)
add dfb711ff06 feat: Add dependency checks to verify-release-candidate
script (#15009)
add d288b80203 fix: External sort failing on an edge case (#15017)
add 66c2988f00 Fix: to_char Function Now Correctly Handles DATE Values in
DataFusion (#14970)
add 9a4c9d598c Switch Unspecified to Required (#15011)
add 43ecd9b807 fix: graceful NULL and type error handling in array
functions (#14737)
add 6d5f5cdf28 Adjust physical optimizer rule order (#15040)
add eb4ee6272c Move `UnwrapCastInComparison` into `Simplifier` (#15012)
add 8e72c48d4e chore(deps): bump aws-config from 1.5.17 to 1.5.18 (#15041)
add 7ef8c0235f chore(deps): bump bytes from 1.10.0 to 1.10.1 (#15042)
add da42933230 Deprecate `raw_data` method in ScalarValue (#15016)
add 06be63ffbe docs: Improve docs on AggregateFunctionExpr construction
(#15044)
add 87f1e9180d chore: cleanup deprecated API since version 40 or earlier
(#15027)
add 986be19dcd Implement tree explain for `DataSourceExec` (#15029)
add 34efd1fbae More comment to aggregation fuzzer (#15048)
add 05bb56913e feat: Add `array_max` function support (#14470)
add 297af9533b refactor(15003): refactor test suite in
EnforceDistribution, to use test config builder (#15010)
add 755f9a5def Update ring to v0.17.13 (#15063)
add 17e8fa75af Remove deprecated function `OptimizerRule::try_optimize`
(#15051)
add 2458693851 Minor: fix CI to make the sqllogic testing result
consistent (#15059)
add 13b731c469 Improve benchmark documentation (#15054)
add 450c861a8c Refactor SortPushdown using the standard top-down visitor
and using `EquivalenceProperties` (#14821)
add 6952d5ed2c Improve explain tree formatting for longer lines / word
wrap (#15031)
add f8c9b8f099 chore(deps): bump sqllogictest from 0.27.2 to 0.28.0
(#15060)
add c247b02504 chore(deps): bump async-compression from 0.4.18 to 0.4.19
(#15061)
add 8356c94b83 Handle columns in with_new_exprs with a Join (#15055)
add e2b2c160bc Minor: Improve documentation of `need_handle_count_bug`
(#15050)
add 532bd14992 doc: update
RecordBatchReceiverStreamBuilder::spawn_blocking task behaviour (#14995)
add 4be62fddbb doc: Correct benchmark command (#15094)
add b0d37369d5 Implement `tree` explain for `HashJoinExec` (#15079)
add f47ea73b87 fix: mark ScalarUDFImpl::invoke_batch as deprecated (#15049)
add 618880ec31 Implement tree explain for PartialSortExec (#15066)
add 2fbdb977a7 feat: implement tree explain for `ProjectionExec` (#15082)
add 416feffdc8 Implement `tree` explain for `SortExec` (#15077)
add dfaede0ba5 Minor: final `46.0.0` release tweaks: changelog +
instructions (#15073)
add 55ec83b6dd Implement tree explain for `NestedLoopJoinExec`,
`CrossJoinExec`, `So… (#15081)
add f0b86fc041 Implement `tree` explain for `BoundedWindowAggExec` and
`WindowAggExec` (#15084)
add 03bcdb00dd implement tree rendering for StreamingTableExec (#15085)
add 1b709628e4 chore(deps): bump semver from 1.0.25 to 1.0.26 (#15116)
add 6460f71c89 chore(deps): bump clap from 4.5.30 to 4.5.31 (#15115)
add afd597a64a fix: Support datatype cast for insert api same as insert
into sql (#15091)
add a176aacc92 implement tree explain for GlobalLimitExec (#15100)
add c2e04dc170 Cleanup useless/duplicated code in gen tools (#15113)
add 80cb0afd29 Refactor EnforceDistribution test cases to demonstrate
dependencies across optimizer runs. (#15074)
add 9382add72b Improve parsing `extra_info` in tree explain (#15125)
add 0f24c61cf7 Add tests for SessionContext::create_physical_expr (#15034)
add 6e422e0311 Minor: Fix invalid query in test (#15131)
add ed2c1ca224 Do not display logical_plan win explain `tree` mode (#15132)
add ee77d5889a fix: unparse for subqueryalias (#15068)
add 04d823b852 Substrait support for propagating TableScan.filters to
Substrait ReadRel.filter (#14194)
add 6f285d6e51 Fix wasm32 build on version 46 (#15102)
add f31ddd6940 Fix broken `serde` feature (#15124)
add 51f0833dfe Add `insta` / snapshot testing to CLI & set up AWS mock
(#13672)
add 8f3f70877f chore(deps): bump tempfile from 3.17.1 to 3.18.0 (#15146)
add 4446d18eed chore(deps): bump syn from 2.0.98 to 2.0.100 (#15147)
add 411185ff5e Implement tree explain for AggregateExec (#15103)
add 4b8a2d8450 Implement tree explain for `RepartitionExec` and
`WorkTableExec` (#15137)
add 359735ae17 Expand wildcard to actual expressions in
`prepare_select_exprs` (#15090)
add 2455aab1f1 fix: date_trunc bench broken by #15049 (#15169)
add e7e7758e72 Config: Add support default sql varchar to view types
(#15104)
add ce502ab207 fixed PushDownFilter bug [15047] (#15142)
add 58b2327d99 Bump `env_logger` from `0.11.6` to `0.11.7` to remove
`humantime` (#15148)
add 14ce193c85 Minor: fix extend sqllogical consistent with main test
(#15145)
add efb75f3fe3 Implement tree rendering for `SortPreservingMergeExec`
(#15140)
add d97960f1d7 Remove expand wildcard rule (#15170)
add bb1611578f chore: remove ScalarUDFImpl::return_type_from_exprs (#15130)
add 92deb9686b chore(deps): bump libc from 0.2.170 to 0.2.171 (#15176)
add ab1e77e7eb chore(deps): bump serde_json from 1.0.139 to 1.0.140
(#15175)
add dcd4568fcd chore(deps): bump substrait from 0.53.2 to 0.54.0 (#15043)
add db45ff3eea Minor: split EXPLAIN and ANALYZE planning into different
functions (#15188)
add 5f72234567 Implement `tree` explain for `JsonSink` (#15185)
add 592fe6a0c9 Split out `datafusion-substrait` and `datafusion-proto` CI
feature checks, increase coverage (#15156)
add eb62e2871e Remove unused wildcard expanding methods (#15180)
add 3cfcdb65ba #15108 issue: "Non Panic Task error" is not an internal
error (#15109)
add ce536c9190 Implement tree explain for LazyMemoryExec (#15187)
add 079ddb04b7 implement tree explain for CoalesceBatchesExec (#15194)
add 69b0648b12 Implement `tree` explain for `CsvSink` (#15204)
add 81f32303a9 chore(deps): bump blake3 from 1.6.0 to 1.6.1 (#15198)
add 96e7e31529 chore(deps): bump clap from 4.5.31 to 4.5.32 (#15199)
add d3967ae0a5 chore(deps): bump serde from 1.0.218 to 1.0.219 (#15197)
add d381306938 Fix datafusion proto crate `json` feature (#15172)
add e221a2c5b0 feat: support customize metadata in alias for dataframe api
(#15120)
add 8061485be3 feat: support ApproxDistinct with utf8view (#15200)
add ac989af0c1 Add blog link to `EquivalenceProperties` docs (#15215)
add b337fbcf78 feat: Attach `Diagnostic` to more than one column errors in
scalar_subquery and in_subquery (#15143)
add 9fd7e6f482 Minor: split datafusion-cli testing into its own CI job
(#15075)
add d22a586036 Implement tree explain for InterleaveExec (#15219)
add 8973f1b602 Move catalog_common out of core (#15193)
add d25c594f97 chore(deps): bump tokio-util from 0.7.13 to 0.7.14 (#15223)
add 46020dd769 chore(deps): bump aws-config from 1.5.18 to 1.6.0 (#15222)
add 6028474969 chore(deps): bump bzip2 from 0.5.1 to 0.5.2 (#15221)
add 072098e957 Document guidelines for physical operator yielding (#15030)
add f8828abb46 feat: topk functionality for aggregates should support
utf8view and largeutf8 (#15152)
add 824f1084dc Implement `tree` explain for `ArrowFileSink`, fix original
URL (#15206)
add e37d5801b4 Implement tree explain for `LocalLimitExec` (#15232)
add a3980dbe0b Use insta for `DataFrame` tests (#15165)
add 002c6057ae chore(deps): bump rand_distr from 0.4.3 to 0.5.1
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (bbfdaff324)
\
N -- N -- N refs/heads/dependabot/cargo/main/rand_distr-0.5.1
(002c6057ae)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/dev_pr/labeler.yml | 17 +-
.github/workflows/docs.yaml | 17 +
.github/workflows/docs_pr.yaml | 30 +-
.github/workflows/extended.yml | 13 +-
.github/workflows/rust.yml | 165 +-
.gitignore | 3 +
Cargo.lock | 1125 +++--
Cargo.toml | 88 +-
benchmarks/Cargo.toml | 5 +-
benchmarks/README.md | 187 +-
benchmarks/bench.sh | 191 +-
benchmarks/src/bin/dfbench.rs | 20 +-
benchmarks/src/cancellation.rs | 332 ++
benchmarks/src/h2o.rs | 27 +-
benchmarks/src/lib.rs | 1 +
datafusion-cli/CONTRIBUTING.md | 75 +
datafusion-cli/Cargo.toml | 10 +-
datafusion-cli/src/exec.rs | 27 +-
datafusion-cli/src/functions.rs | 2 +-
datafusion-cli/src/helper.rs | 73 +-
datafusion-cli/tests/cli_integration.rs | 123 +-
datafusion-cli/tests/snapshots/aws_options.snap | 25 +
.../tests/snapshots/cli@load_local_csv.sql.snap | 26 +
.../tests/snapshots/cli@load_s3_csv.sql.snap | 26 +
datafusion-cli/tests/snapshots/[email protected] | 23 +
.../tests/snapshots/[email protected] | 21 +
datafusion-cli/tests/snapshots/[email protected] | 18 +
.../tests/snapshots/[email protected] | 17 +
.../tests/snapshots/[email protected] | 17 +
.../tests/snapshots/[email protected] | 21 +
datafusion-cli/tests/snapshots/[email protected] | 18 +
.../tests/snapshots/[email protected] | 17 +
.../tests/snapshots/cli_quick_test@batch_size.snap | 21 +
.../tests/snapshots/[email protected] | 19 +
.../tests/snapshots/[email protected] | 24 +
datafusion-cli/tests/sql/backslash.sql | 1 +
.../tests/sql/integration/load_local_csv.sql | 6 +
.../tests/sql/integration/load_s3_csv.sql | 5 +
.../tests/{data/sql.txt => sql/select.sql} | 0
datafusion-examples/Cargo.toml | 4 +-
.../examples/advanced_parquet_index.rs | 6 +-
datafusion-examples/examples/csv_json_opener.rs | 8 +-
datafusion-examples/examples/custom_file_format.rs | 5 +-
datafusion-examples/examples/expr_api.rs | 137 +-
.../examples/parquet_exec_visitor.rs | 12 +-
datafusion-examples/examples/planner_api.rs | 20 +-
datafusion-examples/examples/remote_catalog.rs | 2 +-
datafusion-examples/examples/simple_udtf.rs | 2 +-
datafusion-examples/examples/sql_dialect.rs | 8 +-
datafusion-testing | 2 +-
datafusion/catalog-listing/src/helpers.rs | 11 +
datafusion/catalog/Cargo.toml | 1 +
datafusion/catalog/src/lib.rs | 12 +-
.../src}/listing_schema.rs | 6 +-
datafusion/catalog/src/session.rs | 14 +-
datafusion/common/Cargo.toml | 4 +-
datafusion/common/src/config.rs | 20 +-
datafusion/common/src/dfschema.rs | 15 +-
.../common/src/file_options/parquet_writer.rs | 4 +
datafusion/common/src/scalar/mod.rs | 6 +-
datafusion/common/src/spans.rs | 2 +-
datafusion/common/src/table_reference.rs | 7 +-
datafusion/common/src/test_util.rs | 30 +-
datafusion/core/Cargo.toml | 38 +-
datafusion/core/benches/dataframe.rs | 6 +-
datafusion/core/benches/physical_plan.rs | 2 +-
datafusion/core/benches/sort.rs | 3 +-
datafusion/{physical-plan => core}/benches/spm.rs | 2 +-
datafusion/core/src/catalog_common/mod.rs | 24 -
datafusion/core/src/dataframe/mod.rs | 171 +-
datafusion/core/src/dataframe/parquet.rs | 1 +
datafusion/core/src/datasource/empty.rs | 3 +-
.../core/src/datasource/file_format/arrow.rs | 12 +-
datafusion/core/src/datasource/file_format/avro.rs | 200 +-
datafusion/core/src/datasource/file_format/csv.rs | 884 +---
datafusion/core/src/datasource/file_format/json.rs | 428 +-
datafusion/core/src/datasource/file_format/mod.rs | 713 +--
.../core/src/datasource/file_format/options.rs | 15 +-
.../core/src/datasource/file_format/parquet.rs | 1356 +-----
datafusion/core/src/datasource/listing/table.rs | 190 +-
datafusion/core/src/datasource/memory.rs | 8 +-
datafusion/core/src/datasource/mod.rs | 281 +-
.../src/datasource/physical_plan/arrow_file.rs | 33 +-
.../core/src/datasource/physical_plan/avro.rs | 359 +-
.../core/src/datasource/physical_plan/csv.rs | 857 +---
.../datasource/physical_plan/file_scan_config.rs | 1253 ------
.../src/datasource/physical_plan/file_stream.rs | 799 ----
.../core/src/datasource/physical_plan/json.rs | 473 +-
.../core/src/datasource/physical_plan/mod.rs | 596 +--
.../physical_plan/{parquet/mod.rs => parquet.rs} | 618 +--
datafusion/core/src/datasource/statistics.rs | 75 -
datafusion/core/src/datasource/view.rs | 11 +-
datafusion/core/src/execution/context/csv.rs | 2 +-
datafusion/core/src/execution/context/json.rs | 2 +-
datafusion/core/src/execution/context/mod.rs | 6 +-
datafusion/core/src/execution/context/parquet.rs | 2 +-
datafusion/core/src/execution/session_state.rs | 257 +-
.../core/src/execution/session_state_defaults.rs | 6 +-
datafusion/core/src/lib.rs | 29 +-
datafusion/core/src/physical_planner.rs | 316 +-
datafusion/core/src/test/mod.rs | 22 +-
datafusion/core/src/test/object_store.rs | 132 +-
datafusion/core/src/test_util/mod.rs | 42 +-
datafusion/core/src/test_util/parquet.rs | 14 +-
datafusion/core/tests/core_integration.rs | 5 +
datafusion/core/tests/custom_sources_cases/mod.rs | 5 +
.../provider_filter_pushdown.rs | 4 +
.../core/tests/custom_sources_cases/statistics.rs | 4 +
.../core/tests/dataframe/dataframe_functions.rs | 34 +-
datafusion/core/tests/dataframe/mod.rs | 3397 +++++++++------
datafusion/core/tests/execution/logical_plan.rs | 6 +-
datafusion/core/tests/expr_api/mod.rs | 66 +
datafusion/core/tests/fuzz_cases/aggregate_fuzz.rs | 4 +-
.../aggregation_fuzzer/data_generator.rs | 23 +-
.../tests/fuzz_cases/aggregation_fuzzer/mod.rs | 20 +
datafusion/core/tests/fuzz_cases/join_fuzz.rs | 4 +-
datafusion/core/tests/fuzz_cases/merge_fuzz.rs | 2 +-
datafusion/core/tests/fuzz_cases/pruning.rs | 102 +-
datafusion/core/tests/fuzz_cases/sort_fuzz.rs | 2 +-
.../fuzz_cases/sort_preserving_repartition_fuzz.rs | 4 +-
datafusion/core/tests/fuzz_cases/window_fuzz.rs | 4 +-
datafusion/core/tests/memory_limit/mod.rs | 98 +-
.../core/tests/parquet/external_access_plan.rs | 2 +-
datafusion/core/tests/parquet/file_statistics.rs | 38 +-
datafusion/core/tests/parquet/page_pruning.rs | 2 +-
datafusion/core/tests/parquet/schema_coercion.rs | 15 +-
datafusion/core/tests/parquet/utils.rs | 12 +-
.../physical_optimizer/aggregate_statistics.rs | 4 +-
.../physical_optimizer/enforce_distribution.rs | 1989 +++++----
.../tests/physical_optimizer/enforce_sorting.rs | 1622 ++++++-
.../tests/physical_optimizer/join_selection.rs | 9 +
.../physical_optimizer/projection_pushdown.rs | 102 +-
.../replace_with_order_preserving_variants.rs | 4 +-
.../core/tests/physical_optimizer/test_utils.rs | 97 +-
.../udf_udaf_udwf.rs => core/tests/serde/mod.rs} | 19 +-
datafusion/core/tests/sql/explain_analyze.rs | 25 +-
datafusion/core/tests/sql/path_partition.rs | 11 +-
.../core/tests/user_defined/user_defined_plan.rs | 4 +
.../user_defined/user_defined_scalar_functions.rs | 10 +-
.../user_defined/user_defined_table_functions.rs | 2 +-
.../Cargo.toml | 17 +-
.../LICENSE.txt | 0
.../NOTICE.txt | 0
.../README.md | 4 +-
.../src}/avro_to_arrow/arrow_array_reader.rs | 36 +-
.../src}/avro_to_arrow/mod.rs | 22 +-
.../src}/avro_to_arrow/reader.rs | 18 +-
.../src}/avro_to_arrow/schema.rs | 10 +-
datafusion/datasource-avro/src/file_format.rs | 160 +
.../src/lib.rs => datasource-avro/src/mod.rs} | 10 +-
datafusion/datasource-avro/src/source.rs | 282 ++
.../{catalog-listing => datasource-csv}/Cargo.toml | 13 +-
.../LICENSE.txt | 0
.../{catalog-listing => datasource-csv}/NOTICE.txt | 0
.../{functions-window => datasource-csv}/README.md | 4 +-
datafusion/datasource-csv/src/file_format.rs | 740 ++++
.../udf_udaf_udwf.rs => datasource-csv/src/mod.rs} | 21 +-
datafusion/datasource-csv/src/source.rs | 786 ++++
.../Cargo.toml | 13 +-
.../LICENSE.txt | 0
.../NOTICE.txt | 0
.../README.md | 4 +-
datafusion/datasource-json/src/file_format.rs | 418 ++
.../{expr/src/test => datasource-json/src}/mod.rs | 5 +-
datafusion/datasource-json/src/source.rs | 440 ++
.../Cargo.toml | 20 +-
.../LICENSE.txt | 0
.../NOTICE.txt | 0
.../README.md | 4 +-
.../src}/access_plan.rs | 2 +-
datafusion/datasource-parquet/src/file_format.rs | 1403 ++++++
.../parquet => datasource-parquet/src}/metrics.rs | 2 +-
datafusion/datasource-parquet/src/mod.rs | 547 +++
.../parquet => datasource-parquet/src}/opener.rs | 18 +-
.../src}/page_filter.rs | 2 +-
.../parquet => datasource-parquet/src}/reader.rs | 4 +-
.../src}/row_filter.rs | 14 +-
.../src}/row_group_filter.rs | 9 +-
.../parquet => datasource-parquet/src}/source.rs | 79 +-
.../parquet => datasource-parquet/src}/writer.rs | 2 +-
datafusion/datasource/Cargo.toml | 11 +-
datafusion/datasource/README.md | 2 +
datafusion/datasource/src/decoder.rs | 191 +
datafusion/datasource/src/display.rs | 295 ++
.../data_source.rs => datasource/src/file.rs} | 48 +-
datafusion/datasource/src/file_format.rs | 227 +
datafusion/datasource/src/file_scan_config.rs | 1509 ++++++-
datafusion/datasource/src/file_sink_config.rs | 2 +
datafusion/datasource/src/file_stream.rs | 773 +++-
.../{physical-plan => datasource}/src/memory.rs | 428 +-
datafusion/datasource/src/mod.rs | 161 +-
.../src}/schema_adapter.rs | 221 +-
.../{physical-plan => datasource}/src/source.rs | 101 +-
.../physical_plan => datasource/src}/statistics.rs | 14 +-
datafusion/datasource/src/test_util.rs | 83 +
datafusion/execution/src/disk_manager.rs | 3 +-
datafusion/execution/src/runtime_env.rs | 6 +-
datafusion/expr-common/src/interval_arithmetic.rs | 300 +-
datafusion/expr-common/src/lib.rs | 1 +
datafusion/expr-common/src/signature.rs | 5 +
datafusion/expr-common/src/statistics.rs | 1620 +++++++
datafusion/expr-common/src/type_coercion/binary.rs | 2 +-
datafusion/expr/src/expr.rs | 118 +-
datafusion/expr/src/expr_fn.rs | 11 +-
datafusion/expr/src/expr_rewriter/mod.rs | 2 +
datafusion/expr/src/expr_schema.rs | 16 +-
datafusion/expr/src/lib.rs | 6 +-
datafusion/expr/src/logical_plan/builder.rs | 155 +-
datafusion/expr/src/logical_plan/extension.rs | 18 -
datafusion/expr/src/logical_plan/mod.rs | 2 +-
datafusion/expr/src/logical_plan/plan.rs | 156 +-
datafusion/expr/src/logical_plan/tree_node.rs | 2 +
datafusion/expr/src/planner.rs | 62 +-
datafusion/expr/src/tree_node.rs | 9 +-
datafusion/expr/src/type_coercion/functions.rs | 9 +-
datafusion/expr/src/udaf.rs | 34 +-
datafusion/expr/src/udf.rs | 60 +-
datafusion/expr/src/udwf.rs | 14 +-
datafusion/expr/src/utils.rs | 170 +-
datafusion/ffi/Cargo.toml | 2 +-
datafusion/ffi/src/execution_plan.rs | 86 +-
datafusion/ffi/src/insert_op.rs | 23 +
datafusion/ffi/src/table_source.rs | 40 +
datafusion/ffi/src/volatility.rs | 21 +
datafusion/functions-aggregate-common/Cargo.toml | 2 +-
datafusion/functions-aggregate/Cargo.toml | 2 +-
.../functions-aggregate/src/approx_distinct.rs | 39 +-
.../functions-aggregate/src/bit_and_or_xor.rs | 62 +-
datafusion/functions-aggregate/src/count.rs | 52 +-
datafusion/functions-aggregate/src/lib.rs | 19 +-
datafusion/functions-aggregate/src/min_max.rs | 2 +-
datafusion/functions-aggregate/src/planner.rs | 116 +
datafusion/functions-aggregate/src/regr.rs | 118 +-
datafusion/functions-nested/Cargo.toml | 4 +-
datafusion/functions-nested/benches/map.rs | 13 +-
datafusion/functions-nested/src/extract.rs | 33 +-
datafusion/functions-nested/src/lib.rs | 2 +
datafusion/functions-nested/src/max.rs | 137 +
datafusion/functions-nested/src/replace.rs | 7 +-
datafusion/functions-nested/src/resize.rs | 32 +-
datafusion/functions-nested/src/sort.rs | 51 +-
datafusion/functions-nested/src/string.rs | 17 +-
datafusion/functions-table/src/generate_series.rs | 97 +-
datafusion/functions-table/src/lib.rs | 3 +-
datafusion/functions-window/src/lead_lag.rs | 54 +-
datafusion/functions-window/src/lib.rs | 3 +
datafusion/functions-window/src/nth_value.rs | 78 +-
datafusion/functions-window/src/planner.rs | 115 +
datafusion/functions-window/src/rank.rs | 50 +-
datafusion/functions/Cargo.toml | 9 +-
datafusion/functions/benches/character_length.rs | 36 +-
datafusion/functions/benches/chr.rs | 15 +-
datafusion/functions/benches/cot.rs | 25 +-
datafusion/functions/benches/date_bin.rs | 14 +-
datafusion/functions/benches/date_trunc.rs | 15 +-
datafusion/functions/benches/encoding.rs | 45 +-
datafusion/functions/benches/gcd.rs | 92 +
datafusion/functions/benches/helper.rs | 5 +-
datafusion/functions/benches/isnan.rs | 25 +-
datafusion/functions/benches/iszero.rs | 25 +-
datafusion/functions/benches/make_date.rs | 37 +-
datafusion/functions/benches/nullif.rs | 14 +-
datafusion/functions/benches/pad.rs | 70 +-
datafusion/functions/benches/random.rs | 25 +-
datafusion/functions/benches/reverse.rs | 30 +-
datafusion/functions/benches/signum.rs | 25 +-
datafusion/functions/benches/strpos.rs | 31 +-
datafusion/functions/benches/substr.rs | 66 +-
datafusion/functions/benches/substr_index.rs | 12 +-
datafusion/functions/benches/to_char.rs | 24 +-
datafusion/functions/benches/to_timestamp.rs | 53 +-
datafusion/functions/benches/trunc.rs | 25 +-
datafusion/functions/src/core/union_extract.rs | 4 +-
datafusion/functions/src/datetime/current_date.rs | 5 +-
datafusion/functions/src/datetime/current_time.rs | 5 +-
datafusion/functions/src/datetime/date_bin.rs | 179 +-
datafusion/functions/src/datetime/date_part.rs | 10 +-
datafusion/functions/src/datetime/date_trunc.rs | 44 +-
datafusion/functions/src/datetime/from_unixtime.rs | 42 +-
datafusion/functions/src/datetime/make_date.rs | 125 +-
datafusion/functions/src/datetime/now.rs | 5 +-
datafusion/functions/src/datetime/to_char.rs | 109 +-
datafusion/functions/src/datetime/to_date.rs | 89 +-
datafusion/functions/src/datetime/to_local_time.rs | 17 +-
datafusion/functions/src/datetime/to_timestamp.rs | 76 +-
datafusion/functions/src/datetime/to_unixtime.rs | 23 +-
datafusion/functions/src/math/gcd.rs | 135 +-
datafusion/functions/src/math/monotonicity.rs | 474 +-
datafusion/functions/src/regex/regexplike.rs | 27 +-
datafusion/functions/src/string/bit_length.rs | 17 +-
datafusion/functions/src/string/btrim.rs | 24 +-
datafusion/functions/src/string/contains.rs | 85 +-
datafusion/functions/src/string/ends_with.rs | 43 +-
datafusion/functions/src/string/levenshtein.rs | 150 +-
datafusion/functions/src/string/lower.rs | 14 +-
datafusion/functions/src/string/ltrim.rs | 26 +-
datafusion/functions/src/string/octet_length.rs | 17 +-
datafusion/functions/src/string/replace.rs | 81 +-
datafusion/functions/src/string/rtrim.rs | 26 +-
datafusion/functions/src/string/starts_with.rs | 93 +-
datafusion/functions/src/string/upper.rs | 14 +-
.../functions/src/unicode/character_length.rs | 7 +-
datafusion/functions/src/unicode/initcap.rs | 20 +-
datafusion/functions/src/unicode/left.rs | 6 +-
datafusion/functions/src/unicode/lpad.rs | 6 +-
datafusion/functions/src/unicode/reverse.rs | 6 +-
datafusion/functions/src/unicode/right.rs | 6 +-
datafusion/functions/src/unicode/rpad.rs | 6 +-
datafusion/functions/src/unicode/strpos.rs | 68 +-
datafusion/functions/src/unicode/substr.rs | 7 +-
datafusion/functions/src/unicode/substrindex.rs | 7 +-
datafusion/functions/src/unicode/translate.rs | 7 +-
datafusion/functions/src/utils.rs | 30 +-
datafusion/macros/Cargo.toml | 2 +-
.../optimizer/src/analyzer/count_wildcard_rule.rs | 277 --
.../optimizer/src/analyzer/expand_wildcard_rule.rs | 332 --
.../optimizer/src/analyzer/inline_table_scan.rs | 8 +-
datafusion/optimizer/src/analyzer/mod.rs | 8 -
datafusion/optimizer/src/analyzer/type_coercion.rs | 12 +-
.../optimizer/src/common_subexpr_eliminate.rs | 2 +
datafusion/optimizer/src/decorrelate.rs | 17 +-
.../optimizer/src/eliminate_group_by_constant.rs | 10 +-
datafusion/optimizer/src/lib.rs | 3 -
.../optimizer/src/optimize_projections/mod.rs | 5 +-
datafusion/optimizer/src/optimizer.rs | 59 +-
datafusion/optimizer/src/push_down_filter.rs | 87 +
.../optimizer/src/scalar_subquery_to_join.rs | 8 +-
.../src/simplify_expressions/expr_simplifier.rs | 115 +-
.../optimizer/src/simplify_expressions/mod.rs | 1 +
.../src/simplify_expressions/simplify_exprs.rs | 50 +-
.../unwrap_cast.rs} | 461 +-
.../optimizer/src/simplify_expressions/utils.rs | 19 +
datafusion/optimizer/src/utils.rs | 40 -
.../optimizer/tests/optimizer_integration.rs | 71 +-
datafusion/physical-expr-common/src/binary_map.rs | 2 +-
.../physical-expr-common/src/physical_expr.rs | 130 +-
datafusion/physical-expr-common/src/sort_expr.rs | 13 +-
datafusion/physical-expr/Cargo.toml | 2 +-
datafusion/physical-expr/src/aggregate.rs | 11 +-
datafusion/physical-expr/src/equivalence/class.rs | 43 +-
datafusion/physical-expr/src/equivalence/mod.rs | 32 +
.../physical-expr/src/equivalence/ordering.rs | 78 +
.../physical-expr/src/equivalence/properties.rs | 4544 --------------------
.../src/equivalence/properties/dependency.rs | 1774 ++++++++
.../src/equivalence/properties/joins.rs | 301 ++
.../src/equivalence/properties/mod.rs | 1643 +++++++
.../src/equivalence/properties/union.rs | 927 ++++
datafusion/physical-expr/src/expressions/binary.rs | 295 +-
.../physical-expr/src/expressions/negative.rs | 139 +-
datafusion/physical-expr/src/expressions/not.rs | 153 +-
.../physical-expr/src/intervals/cp_solver.rs | 276 +-
datafusion/physical-expr/src/lib.rs | 5 +-
datafusion/physical-expr/src/scalar_function.rs | 36 +-
.../src/statistics}/mod.rs | 4 +-
.../physical-expr/src/statistics/stats_solver.rs | 287 ++
.../physical-optimizer/src/enforce_sorting/mod.rs | 42 +-
.../src/enforce_sorting/sort_pushdown.rs | 179 +-
datafusion/physical-optimizer/src/optimizer.rs | 8 +-
.../physical-optimizer/src/output_requirements.rs | 12 +-
.../physical-optimizer/src/topk_aggregation.rs | 6 +-
datafusion/physical-optimizer/src/utils.rs | 4 +
datafusion/physical-plan/Cargo.toml | 6 +-
datafusion/physical-plan/src/aggregates/mod.rs | 137 +-
.../physical-plan/src/aggregates/no_grouping.rs | 13 +-
.../src/aggregates/topk/hash_table.rs | 72 +-
.../src/aggregates/topk/priority_map.rs | 72 +-
datafusion/physical-plan/src/analyze.rs | 4 +
datafusion/physical-plan/src/coalesce_batches.rs | 7 +
.../physical-plan/src/coalesce_partitions.rs | 4 +
datafusion/physical-plan/src/common.rs | 2 +-
datafusion/physical-plan/src/display.rs | 565 ++-
datafusion/physical-plan/src/empty.rs | 8 +-
datafusion/physical-plan/src/execution_plan.rs | 21 +-
datafusion/physical-plan/src/explain.rs | 4 +
datafusion/physical-plan/src/filter.rs | 4 +-
datafusion/physical-plan/src/insert.rs | 1 +
datafusion/physical-plan/src/joins/cross_join.rs | 4 +
datafusion/physical-plan/src/joins/hash_join.rs | 51 +-
.../physical-plan/src/joins/nested_loop_join.rs | 14 +-
.../physical-plan/src/joins/sort_merge_join.rs | 33 +-
.../physical-plan/src/joins/stream_join_utils.rs | 43 +-
.../physical-plan/src/joins/symmetric_hash_join.rs | 14 +
datafusion/physical-plan/src/joins/test_utils.rs | 11 +-
datafusion/physical-plan/src/joins/utils.rs | 63 +-
datafusion/physical-plan/src/lib.rs | 5 +-
datafusion/physical-plan/src/limit.rs | 9 +
datafusion/physical-plan/src/memory.rs | 887 +---
datafusion/physical-plan/src/placeholder_row.rs | 14 +-
datafusion/physical-plan/src/projection.rs | 11 +
datafusion/physical-plan/src/recursive_query.rs | 16 +-
datafusion/physical-plan/src/render_tree.rs | 230 +
datafusion/physical-plan/src/repartition/mod.rs | 38 +-
datafusion/physical-plan/src/sorts/partial_sort.rs | 17 +-
datafusion/physical-plan/src/sorts/sort.rs | 186 +-
.../src/sorts/sort_preserving_merge.rs | 45 +-
datafusion/physical-plan/src/spill.rs | 143 +-
datafusion/physical-plan/src/stream.rs | 25 +-
datafusion/physical-plan/src/streaming.rs | 12 +
datafusion/physical-plan/src/test.rs | 344 +-
datafusion/physical-plan/src/test/exec.rs | 24 +
datafusion/physical-plan/src/union.rs | 16 +-
datafusion/physical-plan/src/unnest.rs | 3 +
datafusion/physical-plan/src/values.rs | 11 +-
.../src/windows/bounded_window_agg_exec.rs | 22 +-
datafusion/physical-plan/src/windows/mod.rs | 185 +-
.../physical-plan/src/windows/window_agg_exec.rs | 8 +
datafusion/physical-plan/src/work_table.rs | 9 +-
datafusion/proto-common/gen/src/main.rs | 3 -
.../proto-common/proto/datafusion_common.proto | 4 +
datafusion/proto-common/src/from_proto/mod.rs | 6 +
datafusion/proto-common/src/generated/pbjson.rs | 25 +
datafusion/proto-common/src/generated/prost.rs | 9 +
datafusion/proto-common/src/to_proto/mod.rs | 1 +
datafusion/proto/Cargo.toml | 3 +-
datafusion/proto/gen/src/main.rs | 4 -
datafusion/proto/proto/datafusion.proto | 1 +
.../proto/src/generated/datafusion_proto_common.rs | 9 +
datafusion/proto/src/generated/pbjson.rs | 19 +
datafusion/proto/src/generated/prost.rs | 5 +
datafusion/proto/src/logical_plan/file_formats.rs | 6 +
datafusion/proto/src/logical_plan/from_proto.rs | 1 +
datafusion/proto/src/logical_plan/mod.rs | 16 +-
datafusion/proto/src/logical_plan/to_proto.rs | 5 +
datafusion/proto/src/physical_plan/from_proto.rs | 11 +-
datafusion/proto/src/physical_plan/mod.rs | 47 +-
.../proto/tests/cases/roundtrip_physical_plan.rs | 204 +-
datafusion/sql/src/expr/function.rs | 87 +-
datafusion/sql/src/expr/mod.rs | 2 +
datafusion/sql/src/expr/subquery.rs | 96 +-
datafusion/sql/src/expr/value.rs | 2 +-
datafusion/sql/src/parser.rs | 165 +-
datafusion/sql/src/planner.rs | 115 +-
datafusion/sql/src/relation/mod.rs | 4 +-
datafusion/sql/src/select.rs | 83 +-
datafusion/sql/src/statement.rs | 85 +-
datafusion/sql/src/unparser/expr.rs | 47 +-
datafusion/sql/src/unparser/plan.rs | 11 +-
datafusion/sql/src/unparser/rewrite.rs | 1 +
datafusion/sql/src/utils.rs | 2 +
datafusion/sql/tests/cases/diagnostic.rs | 86 +-
datafusion/sql/tests/cases/plan_to_sql.rs | 123 +-
datafusion/sql/tests/sql_integration.rs | 527 +--
datafusion/sqllogictest/Cargo.toml | 9 +-
datafusion/sqllogictest/README.md | 8 +
.../sqllogictest/regenerate/sqllogictests.rs | 12 +-
datafusion/sqllogictest/regenerate_sqlite_files.sh | 2 +-
datafusion/sqllogictest/test_files/aggregate.slt | 160 +
.../test_files/aggregate_skip_partial.slt | 21 +
.../sqllogictest/test_files/aggregates_topk.slt | 58 +-
datafusion/sqllogictest/test_files/alias.slt | 59 +
datafusion/sqllogictest/test_files/array.slt | 156 +-
datafusion/sqllogictest/test_files/avro.slt | 16 +-
datafusion/sqllogictest/test_files/coalesce.slt | 2 +-
datafusion/sqllogictest/test_files/copy.slt | 16 +
.../sqllogictest/test_files/count_star_rule.slt | 47 +-
datafusion/sqllogictest/test_files/cte.slt | 146 +
datafusion/sqllogictest/test_files/ddl.slt | 27 +
datafusion/sqllogictest/test_files/errors.slt | 2 +-
datafusion/sqllogictest/test_files/explain.slt | 38 +-
.../sqllogictest/test_files/explain_tree.slt | 1992 +++++++++
datafusion/sqllogictest/test_files/expr.slt | 13 +
datafusion/sqllogictest/test_files/group_by.slt | 29 +
.../test_files/ident_normalization.slt | 41 +
.../sqllogictest/test_files/information_schema.slt | 12 +-
datafusion/sqllogictest/test_files/insert.slt | 24 +-
.../sqllogictest/test_files/insert_to_external.slt | 16 +-
datafusion/sqllogictest/test_files/joins.slt | 302 +-
datafusion/sqllogictest/test_files/json.slt | 16 +-
datafusion/sqllogictest/test_files/limit.slt | 51 +-
datafusion/sqllogictest/test_files/math.slt | 4 +-
datafusion/sqllogictest/test_files/order.slt | 61 +-
datafusion/sqllogictest/test_files/prepare.slt | 15 +
datafusion/sqllogictest/test_files/scalar.slt | 2 +-
datafusion/sqllogictest/test_files/select.slt | 41 +-
.../answers/q17.slt.part => simplify_expr.slt} | 40 +-
.../sqllogictest/test_files/string/string_view.slt | 32 +-
datafusion/sqllogictest/test_files/subquery.slt | 143 +-
.../sqllogictest/test_files/table_functions.slt | 128 +-
datafusion/sqllogictest/test_files/timestamps.slt | 22 +-
.../sqllogictest/test_files/tpch/plans/q1.slt.part | 10 +-
.../test_files/tpch/plans/q13.slt.part | 10 +-
.../test_files/tpch/plans/q21.slt.part | 10 +-
.../test_files/tpch/plans/q22.slt.part | 10 +-
.../sqllogictest/test_files/tpch/plans/q4.slt.part | 10 +-
datafusion/sqllogictest/test_files/union.slt | 26 +-
.../sqllogictest/test_files/union_by_name.slt | 43 +-
datafusion/sqllogictest/test_files/wildcard.slt | 15 +
datafusion/sqllogictest/test_files/window.slt | 72 +-
datafusion/substrait/Cargo.toml | 2 +-
datafusion/substrait/src/logical_plan/consumer.rs | 61 +-
datafusion/substrait/src/logical_plan/producer.rs | 46 +-
datafusion/substrait/src/physical_plan/producer.rs | 8 +-
.../substrait/tests/cases/consumer_integration.rs | 26 +-
datafusion/substrait/tests/cases/logical_plans.rs | 18 +
.../tests/cases/roundtrip_logical_plan.rs | 183 +-
.../test_plans/multilayer_aggregate.substrait.json | 213 +
datafusion/substrait/tests/utils.rs | 1 +
datafusion/wasmtest/Cargo.toml | 4 +-
dev/changelog/46.0.0.md | 421 ++
dev/release/README.md | 2 +
dev/release/verify-release-candidate.sh | 39 +-
docs/build.sh | 2 +-
docs/source/conf.py | 4 -
.../api-health.md | 8 +
...tting_started.md => development_environment.md} | 2 +-
.../gsoc_application_guidelines.md | 2 +-
.../source/contributor-guide/gsoc_project_ideas.md | 2 +-
docs/source/contributor-guide/howtos.md | 4 +-
docs/source/contributor-guide/index.md | 4 +
docs/source/contributor-guide/testing.md | 12 +
docs/source/index.rst | 29 +-
docs/source/library-user-guide/query-optimizer.md | 116 +
docs/source/library-user-guide/upgrading.md | 215 +
docs/source/user-guide/configs.md | 10 +-
docs/source/user-guide/introduction.md | 3 +-
docs/source/user-guide/sql/operators.md | 63 +-
docs/source/user-guide/sql/scalar_functions.md | 33 +
rust-toolchain.toml | 2 +-
test-utils/src/array_gen/string.rs | 3 +-
519 files changed, 37649 insertions(+), 22874 deletions(-)
create mode 100644 benchmarks/src/cancellation.rs
create mode 100644 datafusion-cli/CONTRIBUTING.md
create mode 100644 datafusion-cli/tests/snapshots/aws_options.snap
create mode 100644 datafusion-cli/tests/snapshots/cli@load_local_csv.sql.snap
create mode 100644 datafusion-cli/tests/snapshots/cli@load_s3_csv.sql.snap
create mode 100644 datafusion-cli/tests/snapshots/[email protected]
create mode 100644 datafusion-cli/tests/snapshots/[email protected]
create mode 100644 datafusion-cli/tests/snapshots/[email protected]
create mode 100644 datafusion-cli/tests/snapshots/[email protected]
create mode 100644 datafusion-cli/tests/snapshots/[email protected]
create mode 100644 datafusion-cli/tests/snapshots/[email protected]
create mode 100644 datafusion-cli/tests/snapshots/[email protected]
create mode 100644 datafusion-cli/tests/snapshots/[email protected]
create mode 100644
datafusion-cli/tests/snapshots/cli_quick_test@batch_size.snap
create mode 100644 datafusion-cli/tests/snapshots/[email protected]
create mode 100644
datafusion-cli/tests/snapshots/[email protected]
create mode 100644 datafusion-cli/tests/sql/backslash.sql
create mode 100644 datafusion-cli/tests/sql/integration/load_local_csv.sql
create mode 100644 datafusion-cli/tests/sql/integration/load_s3_csv.sql
rename datafusion-cli/tests/{data/sql.txt => sql/select.sql} (100%)
rename datafusion/{core/src/catalog_common => catalog/src}/listing_schema.rs
(97%)
rename datafusion/{physical-plan => core}/benches/spm.rs (98%)
delete mode 100644 datafusion/core/src/catalog_common/mod.rs
delete mode 100644
datafusion/core/src/datasource/physical_plan/file_scan_config.rs
delete mode 100644 datafusion/core/src/datasource/physical_plan/file_stream.rs
rename datafusion/core/src/datasource/physical_plan/{parquet/mod.rs =>
parquet.rs} (72%)
copy datafusion/{ffi/src/tests/udf_udaf_udwf.rs => core/tests/serde/mod.rs}
(59%)
copy datafusion/{catalog-listing => datasource-avro}/Cargo.toml (83%)
copy datafusion/{catalog-listing => datasource-avro}/LICENSE.txt (100%)
copy datafusion/{catalog-listing => datasource-avro}/NOTICE.txt (100%)
copy datafusion/{functions-window => datasource-avro}/README.md (90%)
rename datafusion/{core/src/datasource =>
datasource-avro/src}/avro_to_arrow/arrow_array_reader.rs (99%)
rename datafusion/{core/src/datasource =>
datasource-avro/src}/avro_to_arrow/mod.rs (67%)
rename datafusion/{core/src/datasource =>
datasource-avro/src}/avro_to_arrow/reader.rs (95%)
rename datafusion/{core/src/datasource =>
datasource-avro/src}/avro_to_arrow/schema.rs (98%)
create mode 100644 datafusion/datasource-avro/src/file_format.rs
copy datafusion/{common-runtime/src/lib.rs => datasource-avro/src/mod.rs} (83%)
create mode 100644 datafusion/datasource-avro/src/source.rs
copy datafusion/{catalog-listing => datasource-csv}/Cargo.toml (88%)
copy datafusion/{catalog-listing => datasource-csv}/LICENSE.txt (100%)
copy datafusion/{catalog-listing => datasource-csv}/NOTICE.txt (100%)
copy datafusion/{functions-window => datasource-csv}/README.md (90%)
create mode 100644 datafusion/datasource-csv/src/file_format.rs
copy datafusion/{ffi/src/tests/udf_udaf_udwf.rs => datasource-csv/src/mod.rs}
(58%)
create mode 100644 datafusion/datasource-csv/src/source.rs
copy datafusion/{catalog-listing => datasource-json}/Cargo.toml (88%)
copy datafusion/{catalog-listing => datasource-json}/LICENSE.txt (100%)
copy datafusion/{catalog-listing => datasource-json}/NOTICE.txt (100%)
copy datafusion/{functions-window => datasource-json}/README.md (90%)
create mode 100644 datafusion/datasource-json/src/file_format.rs
copy datafusion/{expr/src/test => datasource-json/src}/mod.rs (92%)
create mode 100644 datafusion/datasource-json/src/source.rs
copy datafusion/{catalog-listing => datasource-parquet}/Cargo.toml (75%)
copy datafusion/{catalog-listing => datasource-parquet}/LICENSE.txt (100%)
copy datafusion/{catalog-listing => datasource-parquet}/NOTICE.txt (100%)
copy datafusion/{functions-window => datasource-parquet}/README.md (90%)
rename datafusion/{core/src/datasource/physical_plan/parquet =>
datasource-parquet/src}/access_plan.rs (99%)
create mode 100644 datafusion/datasource-parquet/src/file_format.rs
rename datafusion/{core/src/datasource/physical_plan/parquet =>
datasource-parquet/src}/metrics.rs (99%)
create mode 100644 datafusion/datasource-parquet/src/mod.rs
rename datafusion/{core/src/datasource/physical_plan/parquet =>
datasource-parquet/src}/opener.rs (95%)
rename datafusion/{core/src/datasource/physical_plan/parquet =>
datasource-parquet/src}/page_filter.rs (99%)
rename datafusion/{core/src/datasource/physical_plan/parquet =>
datasource-parquet/src}/reader.rs (98%)
rename datafusion/{core/src/datasource/physical_plan/parquet =>
datasource-parquet/src}/row_filter.rs (98%)
rename datafusion/{core/src/datasource/physical_plan/parquet =>
datasource-parquet/src}/row_group_filter.rs (99%)
rename datafusion/{core/src/datasource/physical_plan/parquet =>
datasource-parquet/src}/source.rs (91%)
rename datafusion/{core/src/datasource/physical_plan/parquet =>
datasource-parquet/src}/writer.rs (98%)
create mode 100644 datafusion/datasource/src/decoder.rs
create mode 100644 datafusion/datasource/src/display.rs
rename datafusion/{core/src/datasource/data_source.rs =>
datasource/src/file.rs} (57%)
create mode 100644 datafusion/datasource/src/file_format.rs
copy datafusion/{physical-plan => datasource}/src/memory.rs (71%)
rename datafusion/{core/src/datasource => datasource/src}/schema_adapter.rs
(70%)
rename datafusion/{physical-plan => datasource}/src/source.rs (63%)
rename datafusion/{core/src/datasource/physical_plan =>
datasource/src}/statistics.rs (97%)
create mode 100644 datafusion/datasource/src/test_util.rs
create mode 100644 datafusion/expr-common/src/statistics.rs
create mode 100644 datafusion/functions-aggregate/src/planner.rs
create mode 100644 datafusion/functions-nested/src/max.rs
create mode 100644 datafusion/functions-window/src/planner.rs
create mode 100644 datafusion/functions/benches/gcd.rs
delete mode 100644 datafusion/optimizer/src/analyzer/count_wildcard_rule.rs
delete mode 100644 datafusion/optimizer/src/analyzer/expand_wildcard_rule.rs
rename datafusion/optimizer/src/{unwrap_cast_in_comparison.rs =>
simplify_expressions/unwrap_cast.rs} (79%)
delete mode 100755 datafusion/physical-expr/src/equivalence/properties.rs
create mode 100644
datafusion/physical-expr/src/equivalence/properties/dependency.rs
create mode 100644 datafusion/physical-expr/src/equivalence/properties/joins.rs
create mode 100644 datafusion/physical-expr/src/equivalence/properties/mod.rs
create mode 100644 datafusion/physical-expr/src/equivalence/properties/union.rs
copy datafusion/{core/tests/execution => physical-expr/src/statistics}/mod.rs
(91%)
create mode 100644 datafusion/physical-expr/src/statistics/stats_solver.rs
create mode 100644 datafusion/physical-plan/src/render_tree.rs
create mode 100644 datafusion/sqllogictest/test_files/alias.slt
create mode 100644 datafusion/sqllogictest/test_files/explain_tree.slt
copy datafusion/sqllogictest/test_files/{tpch/answers/q17.slt.part =>
simplify_expr.slt} (66%)
create mode 100644
datafusion/substrait/tests/testdata/test_plans/multilayer_aggregate.substrait.json
create mode 100644 dev/changelog/46.0.0.md
rename docs/source/{library-user-guide => contributor-guide}/api-health.md
(92%)
rename docs/source/contributor-guide/{getting_started.md =>
development_environment.md} (99%)
create mode 100644 docs/source/library-user-guide/upgrading.md
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
