This is an automated email from the ASF dual-hosted git repository.
zhaoc pushed a change to branch branch-0.11
in repository https://gitbox.apache.org/repos/asf/incubator-doris.git.
from 948f497 Fix some warning when compile type is debug using -Werror
flag(because of use deprecated funcrtions) (#1953)
add 4a17152 Add tdigest compression param for pencentile_approx function
(#1939)
add 71731b2 Ignore some compaction errors to reduce logs (#1955)
add bbb3fde Fix bug that OlapTableSink use invalid column as distribution
column for RANDOM distribution table. (#1956)
add 4678ec8 Delete unused log (#1957)
add 7370b44 Tablet report does not set version miss (#1961)
add ce236bf add alter table modify limit: Cannot change DATETIME to DATE
(#1963)
add de4e45c Make Schema Change work on segment V2 (#1965)
add 463b462 Add create_time to information_schema.tables
add 8232261 Lost rowset during tablet revise tablet meta (#1967)
add 80e9b21 Make Segment v2 use string's real length(#1943) (#1944)
add 7eece1e Support variable arguments for UDAF (#1968)
add d68b1b2 Support segment-level zone map (#1931)
add e3cc0ee Fix empty string bug in dict encoding (#1970)
add fb7e630 Fix compile fail (#1971)
add a323a19 Update monitor-alert.md (#1975)
add a6a9b00 Check tablet state before update it (#1974)
add 01e71de Update engine_clone_task.cpp (#1979)
add ccc2364 Fix bug that failed to add KEY column to DUPLICATE KEY table
(#1973)
add b84ef01 Fix the mistake for HLL in mini load (#1981)
add 9fb9dbe Get rid of compaction on rowset when making snapshot (#1977)
add c3a3212 Bump netty-all from 4.1.25.Final to 4.1.42.Final in /fe
(#1959)
add 4391152 Make variable argument UDAF work (#1982)
add f130bd3 Use Env function to operate directory (#1980)
add 62acf5d Limit the memory usage of Loading process (#1954)
add ec7c8a2 Support adding fixed range partition
add ee5b79a Fix bug that memtable should be destroyed before finishing
the load process (#1983)
add 63fa260 Support prepare/close in UDF (#1985)
add 2fcb79e Fix wrong group by result bug (#1987)
add 41e55cf Modify fixed partition feature (#1989)
add d2bc47d Add introduction of label_keep_max_second (#1993)
add ac16318 [Bug-fix][Broker-load] Fix the bug of the label already
exists when the txn has been finished (#1992)
No new revisions were added by this update.
Summary of changes:
be/src/agent/task_worker_pool.cpp | 8 +-
be/src/common/config.h | 12 +-
be/src/common/logconfig.cpp | 5 +-
be/src/common/logging.h | 4 +-
be/src/common/status.h | 2 +
be/src/env/env.h | 16 +
be/src/env/env_posix.cpp | 17 +
.../exec/schema_scanner/schema_tables_scanner.cpp | 35 +-
be/src/exec/tablet_sink.cpp | 3 +
be/src/exec/tablet_sink.h | 3 +
be/src/exprs/agg_fn.cc | 3 +-
be/src/exprs/agg_fn.h | 6 +
be/src/exprs/aggregate_functions.cpp | 192 ++++----
be/src/exprs/aggregate_functions.h | 12 +-
be/src/exprs/new_agg_fn_evaluator.cc | 206 ++++++---
be/src/exprs/scalar_fn_call.cpp | 3 +-
be/src/http/action/restore_tablet_action.cpp | 3 +-
be/src/http/action/stream_load.cpp | 7 +
be/src/http/download_action.cpp | 3 +-
be/src/http/http_common.h | 1 +
be/src/olap/CMakeLists.txt | 1 +
be/src/olap/base_compaction.cpp | 3 -
be/src/olap/cumulative_compaction.cpp | 6 -
be/src/olap/data_dir.cpp | 3 +-
be/src/olap/delta_writer.cpp | 49 +-
be/src/olap/delta_writer.h | 15 +-
be/src/olap/field.h | 37 +-
be/src/olap/file_stream.cpp | 4 +-
be/src/olap/memtable.cpp | 7 +-
be/src/olap/memtable.h | 4 +-
be/src/olap/memtable_flush_executor.cpp | 9 +-
be/src/olap/memtable_flush_executor.h | 18 +-
be/src/olap/olap_common.h | 19 +-
be/src/olap/olap_define.h | 3 -
be/src/olap/out_stream.cpp | 6 +-
be/src/olap/rowset/beta_rowset_reader.cpp | 17 +-
be/src/olap/rowset/column_reader.cpp | 2 +-
be/src/olap/rowset/segment_group.cpp | 22 +-
be/src/olap/rowset/segment_reader.cpp | 20 +-
be/src/olap/rowset/segment_v2/binary_dict_page.cpp | 23 +-
be/src/olap/rowset/segment_v2/binary_plain_page.h | 6 +-
be/src/olap/rowset/segment_v2/column_writer.cpp | 17 +-
be/src/olap/rowset/segment_v2/column_writer.h | 4 +-
be/src/olap/rowset/segment_v2/column_zone_map.cpp | 58 ++-
be/src/olap/rowset/segment_v2/column_zone_map.h | 13 +-
.../{common.h => empty_segment_iterator.cpp} | 18 +-
.../{options.h => empty_segment_iterator.h} | 26 +-
be/src/olap/rowset/segment_v2/segment.cpp | 90 +++-
be/src/olap/rowset/segment_v2/segment.h | 15 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 1 +
be/src/olap/rowset/segment_v2/segment_iterator.h | 1 -
be/src/olap/rowset/segment_v2/segment_writer.cpp | 10 +-
be/src/olap/rowset/segment_writer.cpp | 4 +-
be/src/olap/rowset_graph.cpp | 6 +-
be/src/olap/schema_change.cpp | 29 +-
be/src/olap/snapshot_manager.cpp | 66 +--
be/src/olap/snapshot_manager.h | 4 -
be/src/olap/storage_engine.cpp | 21 +-
be/src/olap/stream_index_writer.cpp | 2 +-
be/src/olap/tablet.cpp | 76 +++-
be/src/olap/tablet.h | 19 +-
be/src/olap/tablet_manager.cpp | 26 +-
be/src/olap/tablet_manager.h | 4 -
be/src/olap/tablet_meta_manager.cpp | 13 +-
be/src/olap/tablet_meta_manager.h | 3 -
be/src/olap/task/engine_clone_task.cpp | 2 +-
be/src/olap/task/engine_storage_migration_task.cpp | 12 +-
be/src/olap/types.cpp | 3 +-
be/src/olap/types.h | 39 +-
be/src/olap/utils.cpp | 2 +-
be/src/runtime/CMakeLists.txt | 3 +-
be/src/runtime/exec_env.h | 6 +-
be/src/runtime/exec_env_init.cpp | 9 +-
be/src/runtime/load_channel.cpp | 157 +++++++
be/src/runtime/load_channel.h | 90 ++++
be/src/runtime/load_channel_mgr.cpp | 243 ++++++++++
.../{tablet_writer_mgr.h => load_channel_mgr.h} | 55 +--
be/src/runtime/load_path_mgr.cpp | 18 +-
be/src/runtime/runtime_state.cpp | 2 +-
be/src/runtime/small_file_mgr.cpp | 20 +-
be/src/runtime/snapshot_loader.cpp | 3 +-
be/src/runtime/tablet_writer_mgr.cpp | 169 -------
be/src/runtime/tablets_channel.cpp | 52 ++-
be/src/runtime/tablets_channel.h | 22 +-
be/src/runtime/user_function_cache.cpp | 21 +-
be/src/service/internal_service.cpp | 10 +-
be/src/udf_samples/udf_sample.cpp | 5 +
be/src/udf_samples/udf_sample.h | 11 +
be/src/util/doris_metrics.cpp | 6 +-
be/src/util/file_utils.cpp | 76 +---
be/src/util/file_utils.h | 30 +-
be/test/env/env_posix_test.cpp | 39 ++
be/test/exec/tablet_sink_test.cpp | 16 +-
be/test/olap/delta_writer_test.cpp | 8 +-
be/test/olap/rowset/beta_rowset_test.cpp | 2 +
.../segment_v2/column_reader_writer_test.cpp | 39 +-
.../rowset/segment_v2/column_zone_map_test.cpp | 20 +-
be/test/olap/rowset/segment_v2/segment_test.cpp | 86 ++--
be/test/olap/storage_types_test.cpp | 18 +-
be/test/olap/tablet_schema_helper.h | 25 +-
be/test/runtime/CMakeLists.txt | 2 +-
...iter_mgr_test.cpp => load_channel_mgr_test.cpp} | 59 ++-
.../alter-table/alter-table-schema-change.md | 2 +-
.../load-data/broker-load-manual.md | 4 +-
.../administrator-guide/load-data/load-manual.md | 22 +
.../load-data/routine-load-manual.md | 2 +-
.../load-data/stream-load-manual.md | 4 +
.../administrator-guide/operation/monitor-alert.md | 2 +-
.../cn/getting-started/data-partition.md | 34 +-
.../aggregate-functions/percentile_approx.md | 12 +-
.../sql-statements/Data Definition/ALTER TABLE.md | 15 +-
.../sql-statements/Data Definition/CREATE TABLE.md | 46 +-
.../sql-statements/Data Definition/HLL.md | 8 +-
.../Data Definition/create-function.md | 45 +-
.../Data Manipulation/BROKER LOAD.md | 4 +-
.../sql-statements/Data Manipulation/MINI LOAD.md | 3 +
.../Data Manipulation/STREAM LOAD.md | 2 +
.../load-data/broker-load-manual_EN.md | 4 +-
.../load-data/load-manual_EN.md | 21 +
.../load-data/routine-load-manual_EN.md | 2 +-
.../load-data/stream-load-manual_EN.md | 4 +
.../en/getting-started/data-partition_EN.md | 361 +++++++--------
.../aggregate-functions/percentile_approx_EN.md | 11 +-
.../Data Definition/ALTER TABLE_EN.md | 500 +++++++++++----------
.../Data Definition/CREATE TABLE_EN.md | 49 +-
.../sql-statements/Data Definition/HLL_EN.md | 13 +-
.../Data Definition/create-function_EN.md | 70 +--
.../Data Manipulation/BROKER LOAD_EN.md | 6 +-
.../Data Manipulation/MINI LOAD_EN.md | 7 +-
.../Data Manipulation/STREAM LOAD_EN.md | 6 +-
fe/pom.xml | 2 +-
fe/src/main/cup/sql_parser.cup | 43 +-
.../java/org/apache/doris/alter/RollupHandler.java | 2 +-
.../apache/doris/alter/SchemaChangeHandler.java | 2 +-
.../apache/doris/analysis/AddPartitionClause.java | 56 ---
.../org/apache/doris/analysis/AddRollupClause.java | 58 ---
.../org/apache/doris/analysis/AlterClause.java | 42 +-
.../apache/doris/analysis/AlterClusterClause.java | 28 +-
.../org/apache/doris/analysis/AlterTableStmt.java | 47 +-
.../org/apache/doris/analysis/AnalyticWindow.java | 6 +-
.../apache/doris/analysis/CreateFunctionStmt.java | 6 +-
.../main/java/org/apache/doris/analysis/Expr.java | 4 +-
.../apache/doris/analysis/FunctionCallExpr.java | 20 +-
.../org/apache/doris/analysis/PartitionDesc.java | 31 +-
.../apache/doris/analysis/PartitionKeyDesc.java | 145 +++---
.../{ColWithComment.java => PartitionValue.java} | 40 +-
.../apache/doris/analysis/RangePartitionDesc.java | 50 +--
.../doris/analysis/SingleRangePartitionDesc.java | 76 +---
.../org/apache/doris/backup/MetaDownloadTask.java | 366 ---------------
.../org/apache/doris/backup/MetaUploadTask.java | 43 --
.../java/org/apache/doris/backup/ObjectWriter.java | 12 -
.../java/org/apache/doris/catalog/Catalog.java | 22 +-
.../main/java/org/apache/doris/catalog/Column.java | 4 +
.../java/org/apache/doris/catalog/FunctionSet.java | 81 ++--
.../java/org/apache/doris/catalog/OlapTable.java | 26 --
.../org/apache/doris/catalog/PartitionKey.java | 62 +--
.../apache/doris/catalog/RangePartitionInfo.java | 181 +++-----
.../org/apache/doris/catalog/ScalarFunction.java | 4 +-
.../main/java/org/apache/doris/catalog/Table.java | 17 +
.../java/org/apache/doris/common/FeConstants.java | 2 +-
.../org/apache/doris/common/FeMetaVersion.java | 2 +
.../org/apache/doris/common/util/KuduUtil.java | 20 +-
.../org/apache/doris/external/EsIndexState.java | 24 +-
.../apache/doris/load/loadv2/BrokerLoadJob.java | 7 +-
.../java/org/apache/doris/load/loadv2/LoadJob.java | 29 +-
.../org/apache/doris/load/loadv2/LoadManager.java | 6 +
.../org/apache/doris/load/loadv2/MiniLoadJob.java | 17 +-
.../org/apache/doris/planner/OlapTableSink.java | 4 +-
.../doris/planner/PartitionColumnFilter.java | 7 +-
.../apache/doris/planner/StreamLoadPlanner.java | 1 +
.../apache/doris/service/FrontendServiceImpl.java | 2 +
.../java/org/apache/doris/system/Frontend.java | 18 +-
.../java/org/apache/doris/task/StreamLoadTask.java | 8 +
.../doris/analysis/PartitionKeyDescTest.java | 8 +-
.../org/apache/doris/backup/AlterClauseRWTest.java | 102 -----
.../org/apache/doris/backup/CatalogMocker.java | 7 +-
.../org/apache/doris/catalog/CatalogTestUtil.java | 5 +-
.../org/apache/doris/catalog/PartitionKeyTest.java | 64 +--
.../doris/catalog/RangePartitionInfoTest.java | 237 +++++++++-
.../java/org/apache/doris/catalog/TableTest.java | 1 +
.../java/org/apache/doris/es/EsStateStoreTest.java | 10 +-
.../doris/load/loadv2/BrokerLoadJobTest.java | 4 +-
.../apache/doris/planner/OlapTableSinkTest.java | 3 +-
.../java/org/apache/doris/task/AgentTaskTest.java | 3 +-
gensrc/proto/internal_service.proto | 1 +
gensrc/proto/segment_v2.proto | 7 +-
gensrc/thrift/FrontendService.thrift | 3 +
run-ut.sh | 2 +-
188 files changed, 3301 insertions(+), 2759 deletions(-)
copy be/src/olap/rowset/segment_v2/{common.h => empty_segment_iterator.cpp}
(68%)
copy be/src/olap/rowset/segment_v2/{options.h => empty_segment_iterator.h}
(62%)
create mode 100644 be/src/runtime/load_channel.cpp
create mode 100644 be/src/runtime/load_channel.h
create mode 100644 be/src/runtime/load_channel_mgr.cpp
rename be/src/runtime/{tablet_writer_mgr.h => load_channel_mgr.h} (59%)
delete mode 100644 be/src/runtime/tablet_writer_mgr.cpp
rename be/test/runtime/{tablet_writer_mgr_test.cpp =>
load_channel_mgr_test.cpp} (94%)
copy fe/src/main/java/org/apache/doris/analysis/{ColWithComment.java =>
PartitionValue.java} (56%)
delete mode 100644
fe/src/main/java/org/apache/doris/backup/MetaDownloadTask.java
delete mode 100644 fe/src/main/java/org/apache/doris/backup/MetaUploadTask.java
delete mode 100644
fe/src/test/java/org/apache/doris/backup/AlterClauseRWTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
