This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 7f509984063 fix compile
new 24e80b23a50 [Feature](executor)Support ShowProcessStmt Show all Fe
connection (#30907)
new 49cec390380 [test](mtmv) Add materialized view which contain external
table rewrite test (#30975)
new 2573150f6df [refactor](runtime filter) do not wait runtime filter rpc
finished when hash node or pipeline finished (#30970)
new eaaab33f0a4 [Fix](Top-N opt) evicting quering rowsets in prior to
correct use_count (#102) (#30904)
new ce892d04e55 [feature](index) Replace BITMAP INDEX with INVERTED INDEX
(#30950)
new f65844fae45 [Enhencement](Outfile/Export) Export data to csv file
format with BOM (#30533)
new e68019c10a5 [Function](Exec) Support windows function cume_dist
(#30997)
new 0d4b8386a2e [bugfix][be][cppcheck] Possible NULL pointer access
(#31025) (#31026)
The 8 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/common/logging.h | 5 +
be/src/exec/rowid_fetcher.cpp | 2 +-
be/src/exprs/runtime_filter.h | 8 -
be/src/exprs/runtime_filter_rpc.cpp | 71 ++----
be/src/exprs/runtime_filter_slots.h | 19 --
be/src/olap/storage_engine.cpp | 5 +-
be/src/pipeline/exec/hashjoin_build_sink.h | 1 -
be/src/runtime/thread_context.h | 5 -
.../aggregate_function_window.cpp | 1 +
.../aggregate_function_window.h | 53 +++++
be/src/vec/exec/format/csv/csv_reader.cpp | 35 ++-
be/src/vec/exec/format/csv/csv_reader.h | 5 +
be/src/vec/exec/format/orc/vorc_reader.cpp | 3 +-
be/src/vec/exec/join/vhash_join_node.cpp | 3 -
be/src/vec/exec/join/vhash_join_node.h | 7 -
be/src/vec/runtime/vcsv_transformer.cpp | 11 +-
be/src/vec/runtime/vcsv_transformer.h | 5 +-
be/src/vec/sink/vresult_sink.h | 3 +
be/src/vec/sink/writer/vfile_result_writer.cpp | 7 +-
.../community/design/doris_storage_optimization.md | 6 +-
docs/en/docs/admin-manual/query-profile.md | 8 +-
docs/en/docs/advanced/alter-table/schema-change.md | 3 +-
docs/en/docs/advanced/cold-hot-separation.md | 1 -
docs/en/docs/data-table/best-practice.md | 3 +-
docs/en/docs/data-table/index/bitmap-index.md | 83 -------
docs/en/docs/data-table/index/bloomfilter.md | 2 +-
docs/en/docs/data-table/index/index-overview.md | 2 +-
docs/en/docs/data-table/index/inverted-index.md | 4 +-
.../data-table/index/ngram-bloomfilter-index.md | 2 +-
.../window-functions/window-function-cume-dist.md | 71 ++++++
.../Alter/ALTER-TABLE-BITMAP.md | 86 --------
.../Create/CREATE-INDEX.md | 9 +-
.../Create/CREATE-TABLE.md | 10 +-
.../Data-Definition-Statements/Drop/DROP-INDEX.md | 2 +-
.../Manipulation/EXPORT.md | 11 +
.../sql-reference/Show-Statements/SHOW-INDEX.md | 2 +-
docs/sidebars.json | 5 +-
.../docs/advanced/alter-table/schema-change.md | 3 +-
docs/zh-CN/docs/advanced/cold-hot-separation.md | 1 -
docs/zh-CN/docs/data-table/best-practice.md | 3 +-
docs/zh-CN/docs/data-table/index/bitmap-index.md | 85 --------
docs/zh-CN/docs/data-table/index/bloomfilter.md | 2 +-
docs/zh-CN/docs/data-table/index/index-overview.md | 2 +-
docs/zh-CN/docs/data-table/index/inverted-index.md | 4 +-
.../data-table/index/ngram-bloomfilter-index.md | 2 +-
.../window-functions/window-function-cume-dist.md | 71 ++++++
.../Alter/ALTER-TABLE-BITMAP.md | 87 --------
.../Create/CREATE-INDEX.md | 9 +-
.../Create/CREATE-TABLE.md | 10 +-
.../Manipulation/EXPORT.md | 2 +
fe/fe-core/src/main/cup/sql_parser.cup | 2 +-
.../java/org/apache/doris/analysis/ExportStmt.java | 5 +
.../java/org/apache/doris/analysis/IndexDef.java | 24 +-
.../org/apache/doris/analysis/OutFileClause.java | 8 +
.../apache/doris/analysis/ShowProcesslistStmt.java | 24 +-
.../doris/catalog/BuiltinWindowFunctions.java | 4 +-
.../java/org/apache/doris/catalog/FunctionSet.java | 8 +
.../doris/httpv2/controller/SessionController.java | 3 +-
.../main/java/org/apache/doris/load/ExportJob.java | 4 +
.../main/java/org/apache/doris/load/ExportMgr.java | 1 +
.../org/apache/doris/load/ExportTaskExecutor.java | 6 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 4 +
.../rules/analysis/WindowFunctionChecker.java | 13 ++
.../window/{PercentRank.java => CumeDist.java} | 14 +-
.../expressions/visitor/WindowFunctionVisitor.java | 5 +
.../trees/plans/commands/ExportCommand.java | 4 +
.../trees/plans/commands/info/IndexDefinition.java | 25 +--
.../java/org/apache/doris/qe/ConnectContext.java | 8 +-
.../java/org/apache/doris/qe/ConnectScheduler.java | 11 +
.../java/org/apache/doris/qe/SessionVariable.java | 12 +
.../java/org/apache/doris/qe/ShowExecutor.java | 51 ++++-
.../apache/doris/service/FrontendServiceImpl.java | 16 ++
.../doris/analysis/CreateIndexClauseTest.java | 4 +-
.../org/apache/doris/analysis/IndexDefTest.java | 10 +-
.../persist/TableAddOrDropColumnsInfoTest.java | 2 +-
gensrc/thrift/DataSinks.thrift | 1 +
gensrc/thrift/FrontendService.thrift | 10 +
regression-test/data/export_p0/test_with_bom.out | 66 ++++++
.../data/index_p0/test_bitmap_index.out | 6 +-
.../window_function/window_fn.out | 158 +++++++++-----
.../external_table/mv_contain_external_table.out | 34 +++
.../window_functions/test_window_fn.out | 32 ++-
.../window_functions/test_window_function.out | 23 +-
.../decimalv3/test_decimal256_index.groovy | 2 +
.../suites/datatype_p0/scalar_types/load.groovy | 55 -----
.../sql/unique2_bitmap_index_q01_bool.sql | 1 -
.../sql/unique2_bitmap_index_q02_tinyint.sql | 1 -
.../sql/unique2_bitmap_index_q03_smallint.sql | 1 -
.../sql/unique2_bitmap_index_q04_int.sql | 1 -
.../sql/unique2_bitmap_index_q05_bigint.sql | 1 -
.../sql/unique2_bitmap_index_q06_largeint.sql | 1 -
.../sql/unique2_bitmap_index_q07_float.sql | 1 -
.../sql/unique2_bitmap_index_q08_double.sql | 1 -
.../sql/unique2_bitmap_index_q09_decimal.sql | 1 -
.../sql/unique2_bitmap_index_q10_decimalv3.sql | 1 -
.../sql/unique2_bitmap_index_q11_date.sql | 1 -
.../sql/unique2_bitmap_index_q12_datetime.sql | 1 -
.../sql/unique2_bitmap_index_q13_datev2.sql | 1 -
.../sql/unique2_bitmap_index_q14_datetimev2.sql | 1 -
.../sql/unique2_bitmap_index_q15_char.sql | 1 -
.../sql/unique2_bitmap_index_q16_varchar.sql | 1 -
.../sql/unique2_bitmap_index_q17_string.sql | 1 -
.../suites/export_p0/test_with_bom.groovy | 241 +++++++++++++++++++++
.../suites/index_p0/test_bitmap_index.groovy | 4 +-
.../suites/index_p0/test_index_meta.groovy | 10 +-
.../inverted_index_p0/test_add_drop_index.groovy | 12 +-
.../inverted_index_p0/test_bitmap_index.groovy | 2 +-
.../inverted_index_p0/test_create_index_1.groovy | 23 +-
.../inverted_index_p0/test_inverted_index.groovy | 2 +-
.../load_p0/broker_load/ddl/mow_tbl_basic.sql | 5 -
.../routine_load/ddl/mow_tbl_basic_create.sql | 5 -
.../stream_load/ddl/mow_tbl_basic_create.sql | 5 -
.../suites/load_p0/tvf/ddl/mow_tbl_basic_tvf.sql | 5 -
.../window_function/window_fn.groovy | 12 +-
.../mv/availability/grace_period.groovy | 4 +-
.../mv_contain_external_table.groovy | 216 ++++++++++++++++++
.../window_functions/test_window_fn.groovy | 3 +
.../window_functions/test_window_function.groovy | 2 +
.../test_segcompaction_unique_keys_index.groovy | 2 +-
.../suites/variant_p0/with_index/load.groovy | 3 -
120 files changed, 1314 insertions(+), 754 deletions(-)
delete mode 100644 docs/en/docs/data-table/index/bitmap-index.md
create mode 100644
docs/en/docs/sql-manual/sql-functions/window-functions/window-function-cume-dist.md
delete mode 100644
docs/en/docs/sql-manual/sql-reference/Data-Definition-Statements/Alter/ALTER-TABLE-BITMAP.md
delete mode 100644 docs/zh-CN/docs/data-table/index/bitmap-index.md
create mode 100644
docs/zh-CN/docs/sql-manual/sql-functions/window-functions/window-function-cume-dist.md
delete mode 100644
docs/zh-CN/docs/sql-manual/sql-reference/Data-Definition-Statements/Alter/ALTER-TABLE-BITMAP.md
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/window/{PercentRank.java
=> CumeDist.java} (84%)
create mode 100644 regression-test/data/export_p0/test_with_bom.out
create mode 100644
regression-test/data/nereids_rules_p0/mv/external_table/mv_contain_external_table.out
delete mode 100644
regression-test/suites/datatype_p0/scalar_types/sql/unique2_bitmap_index_q01_bool.sql
delete mode 100644
regression-test/suites/datatype_p0/scalar_types/sql/unique2_bitmap_index_q02_tinyint.sql
delete mode 100644
regression-test/suites/datatype_p0/scalar_types/sql/unique2_bitmap_index_q03_smallint.sql
delete mode 100644
regression-test/suites/datatype_p0/scalar_types/sql/unique2_bitmap_index_q04_int.sql
delete mode 100644
regression-test/suites/datatype_p0/scalar_types/sql/unique2_bitmap_index_q05_bigint.sql
delete mode 100644
regression-test/suites/datatype_p0/scalar_types/sql/unique2_bitmap_index_q06_largeint.sql
delete mode 100644
regression-test/suites/datatype_p0/scalar_types/sql/unique2_bitmap_index_q07_float.sql
delete mode 100644
regression-test/suites/datatype_p0/scalar_types/sql/unique2_bitmap_index_q08_double.sql
delete mode 100644
regression-test/suites/datatype_p0/scalar_types/sql/unique2_bitmap_index_q09_decimal.sql
delete mode 100644
regression-test/suites/datatype_p0/scalar_types/sql/unique2_bitmap_index_q10_decimalv3.sql
delete mode 100644
regression-test/suites/datatype_p0/scalar_types/sql/unique2_bitmap_index_q11_date.sql
delete mode 100644
regression-test/suites/datatype_p0/scalar_types/sql/unique2_bitmap_index_q12_datetime.sql
delete mode 100644
regression-test/suites/datatype_p0/scalar_types/sql/unique2_bitmap_index_q13_datev2.sql
delete mode 100644
regression-test/suites/datatype_p0/scalar_types/sql/unique2_bitmap_index_q14_datetimev2.sql
delete mode 100644
regression-test/suites/datatype_p0/scalar_types/sql/unique2_bitmap_index_q15_char.sql
delete mode 100644
regression-test/suites/datatype_p0/scalar_types/sql/unique2_bitmap_index_q16_varchar.sql
delete mode 100644
regression-test/suites/datatype_p0/scalar_types/sql/unique2_bitmap_index_q17_string.sql
create mode 100644 regression-test/suites/export_p0/test_with_bom.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/external_table/mv_contain_external_table.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]