This is an automated email from the ASF dual-hosted git repository.
kxiao pushed a change to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from edceca404c [Bug](CSVReader) fix null pointer coredump in CSVReader in
p2 (#20811)
new 1d9571a909 [Bug](materialized-view) fix some problems of mv and make
ssb mv work on nereids (#21559)
new ec36d27fc0 [Feature](table function) support explode_json_array_json
(#21795)
new c865daee08 [chore](topn opt) disable two phase read when light schema
change is disabled (#21809)
new 350095e569 [improvement](catalog) reduce the size thrift params for
external table query (#21771)
new 9afdc02186 Fix incorrect priority queue refactor (#21857)
new 0f74793c1d [refactor](profile)add node id info in pipeline profile
(#21823)
new 68b54dde2e [Fix](statistics) Fix analyze db always use internal
catalog bug (#21850)
new ec5277d5bd [enhancement](jdbc catalog) Add mysql jdbc url param
`rewriteBatchedStatements=true` (#21864)
new 373e586c08 [Feature](Compaction)Support full compaction (#21177)
new 9bb22d480b [fix](clone) fix cannot further repair clone replica which
miss version data (#21382)
The 10 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/common/status.h | 3 +
be/src/http/action/compaction_action.cpp | 17 +-
be/src/http/action/compaction_action.h | 1 +
be/src/io/io_common.h | 3 +-
be/src/olap/compaction.cpp | 4 +
be/src/olap/full_compaction.cpp | 215 ++++++++++++++++++++
be/src/olap/full_compaction.h | 62 ++++++
be/src/olap/olap_common.h | 2 +-
be/src/olap/push_handler.cpp | 7 +-
be/src/olap/reader.cpp | 2 +
be/src/olap/rowset/rowset_meta.h | 2 +-
be/src/olap/single_replica_compaction.cpp | 2 +
be/src/olap/tablet.cpp | 18 ++
be/src/olap/tablet.h | 17 ++
be/src/pipeline/pipeline_fragment_context.cpp | 90 ++++----
be/src/pipeline/pipeline_task.cpp | 11 +-
be/src/pipeline/task_queue.cpp | 2 +-
be/src/runtime/fragment_mgr.cpp | 6 +
be/src/runtime/query_context.h | 4 +
be/src/vec/exec/format/csv/csv_reader.cpp | 21 +-
be/src/vec/exec/format/json/new_json_reader.cpp | 7 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 30 ++-
be/src/vec/exec/format/orc/vorc_reader.h | 8 +-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 7 +-
be/src/vec/exec/scan/avro_jni_reader.cpp | 8 +-
be/src/vec/exec/scan/new_file_scan_node.cpp | 11 +-
be/src/vec/exec/scan/vfile_scanner.cpp | 67 +++---
be/src/vec/exec/scan/vfile_scanner.h | 2 +-
.../table_function/table_function_factory.cpp | 3 +
.../exprs/table_function/vexplode_json_array.cpp | 25 +++
.../vec/exprs/table_function/vexplode_json_array.h | 7 +-
be/src/vec/functions/function_fake.cpp | 3 +
.../table-functions/explode-json-array.md | 16 ++
.../table-functions/explode-json-array.md | 150 +++++++++++---
.../org/apache/doris/analysis/AnalyzeDBStmt.java | 2 +-
.../java/org/apache/doris/analysis/SelectStmt.java | 3 +
.../catalog/BuiltinTableGeneratingFunctions.java | 6 +-
.../java/org/apache/doris/catalog/FunctionSet.java | 6 +
.../org/apache/doris/catalog/JdbcResource.java | 5 +-
.../main/java/org/apache/doris/catalog/Tablet.java | 6 +-
.../mv/AbstractSelectMaterializedIndexRule.java | 7 +-
.../functions/generator/ExplodeJsonArrayJson.java | 66 ++++++
.../generator/ExplodeJsonArrayJsonOuter.java | 66 ++++++
.../visitor/TableGeneratingFunctionVisitor.java | 11 +
.../doris/nereids/util/TypeCoercionUtils.java | 26 ++-
.../doris/planner/external/FileQueryScanNode.java | 82 ++++----
.../main/java/org/apache/doris/qe/Coordinator.java | 19 +-
.../ExternalFileTableValuedFunction.java | 5 +-
.../doris/planner/TableFunctionPlanTest.java | 6 +
gensrc/thrift/PaloInternalService.thrift | 5 +
gensrc/thrift/PlanNodes.thrift | 8 +
.../data/compaction/test_full_compaction.out | 41 ++++
.../hive/test_hive_analyze_db.out | 20 ++
regression-test/data/mv_p0/k1s2m3/k1s2m3.out | 64 ++++++
.../ssb/multiple_no_where/multiple_no_where.out | 24 +++
.../table_function/explode_json_array.out | 14 ++
.../plugins/plugin_curl_requester.groovy | 6 +
.../suites/compaction/test_full_compaction.groovy | 177 ++++++++++++++++
.../hive/test_external_brown.groovy | 2 +-
.../hive/test_hive_analyze_db.groovy | 40 ++++
regression-test/suites/mv_p0/k1s2m3/k1s2m3.groovy | 101 +++++++++
.../ssb/multiple_no_where/multiple_no_where.groovy | 226 +++++++++++++++++++++
.../sql_functions/test_arith_functions.groovy | 2 +-
.../table_function/explode_json_array.groovy | 3 +
64 files changed, 1700 insertions(+), 182 deletions(-)
create mode 100644 be/src/olap/full_compaction.cpp
create mode 100644 be/src/olap/full_compaction.h
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/generator/ExplodeJsonArrayJson.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/generator/ExplodeJsonArrayJsonOuter.java
create mode 100644 regression-test/data/compaction/test_full_compaction.out
create mode 100644
regression-test/data/external_table_emr_p2/hive/test_hive_analyze_db.out
create mode 100644 regression-test/data/mv_p0/k1s2m3/k1s2m3.out
create mode 100644
regression-test/data/mv_p0/ssb/multiple_no_where/multiple_no_where.out
create mode 100644
regression-test/suites/compaction/test_full_compaction.groovy
create mode 100644
regression-test/suites/external_table_emr_p2/hive/test_hive_analyze_db.groovy
create mode 100644 regression-test/suites/mv_p0/k1s2m3/k1s2m3.groovy
create mode 100644
regression-test/suites/mv_p0/ssb/multiple_no_where/multiple_no_where.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
