This is an automated email from the ASF dual-hosted git repository.
yangzhg pushed a change to branch branch-0.14
in repository https://gitbox.apache.org/repos/asf/incubator-doris.git.
from b8612a4 [DOCS] add some missing documents (#5370)
add bd72328 [UT] Fix FE ut bugs (#5387)
add 204fa45 [FE][Bug] Fix overflow in RuntimeProfile.sortChildren. (#5377)
add 99e1a97 [Bug] Fix NPE when replaying modify table property (#5378)
add 7eae3e2 [optimization] use inline optimize ExprContext::get_value
(#5385)
add 37c976b [Docs] Reorder docs index in sidebar (#5388)
add a7d16ac [MySQL] Support for AuthSwitchRequest In HandShakePacket to
better support MySQL 8.0 clients (#5386)
add aa4f46c [Enhancement]Use add method instead of put method to avoid
query being stuck when event queue is full (#5310)
add b098261 docs(Doc): correct wrong num in create table help doc (#5365)
add 6ede4c6 [Feature] Support backup,restore,load,export directly connect
to s3 (#5399)
add 8046172 Update CREATE TABLE.md (#5398)
add 6dcc1b0 [Doris on ES] Fix query failed when ES field value is null
(#5363)
add bc10d44 升级jackson版本号 (#5373)
add 13c7b18 add check when set lowerBoundInclusive in operator `<` and
`<=` (#5382)
No new revisions were added by this update.
Summary of changes:
be/CMakeLists.txt | 37 +-
be/src/agent/task_worker_pool.cpp | 23 +-
be/src/common/daemon.cpp | 13 +
be/src/exec/CMakeLists.txt | 2 +
be/src/exec/base_scanner.cpp | 1 +
be/src/exec/broker_scan_node.cpp | 1 +
be/src/exec/broker_scanner.cpp | 7 +
be/src/exec/es/es_scroll_parser.cpp | 6 +
be/src/exec/es_http_scan_node.cpp | 1 +
be/src/exec/es_http_scanner.cpp | 1 +
be/src/exec/hash_join_node.cpp | 1 +
be/src/exec/hash_table.cpp | 1 +
be/src/exec/json_scanner.cpp | 8 +-
be/src/exec/merge_join_node.cpp | 1 +
be/src/exec/merge_node.cpp | 1 +
be/src/exec/olap_rewrite_node.cpp | 1 +
be/src/exec/olap_scan_node.cpp | 1 +
be/src/exec/orc_scanner.cpp | 7 +
be/src/exec/parquet_scanner.cpp | 6 +
be/src/exec/s3_reader.cpp | 142 ++++
be/src/exec/{local_file_reader.h => s3_reader.h} | 38 +-
be/src/exec/s3_writer.cpp | 128 ++++
be/src/exec/{file_writer.h => s3_writer.h} | 44 +-
be/src/exec/set_operation_node.cpp | 1 +
be/src/exec/tablet_sink.cpp | 1 +
be/src/exprs/case_expr.cpp | 1 +
be/src/exprs/expr.cpp | 1 +
be/src/exprs/expr.h | 2 +-
be/src/exprs/expr_context.cpp | 7 -
be/src/exprs/expr_context.h | 9 +
be/src/exprs/in_predicate.cpp | 1 +
be/src/exprs/timestamp_functions.cpp | 1 +
be/src/runtime/client_cache.h | 4 +-
be/src/runtime/data_spliter.cpp | 1 +
be/src/runtime/data_stream_sender.cpp | 1 +
be/src/runtime/datetime_value.h | 2 +-
be/src/runtime/dpp_sink.cpp | 1 +
be/src/runtime/dpp_writer.cpp | 1 +
be/src/runtime/export_sink.cpp | 9 +
be/src/runtime/file_result_writer.cpp | 1 +
be/src/runtime/mysql_result_writer.cpp | 1 +
be/src/runtime/mysql_table_writer.cpp | 1 +
be/src/runtime/qsorter.cpp | 1 +
be/src/runtime/snapshot_loader.cpp | 313 ++-------
be/src/runtime/snapshot_loader.h | 29 +-
be/src/runtime/tuple.cpp | 1 +
be/src/util/CMakeLists.txt | 4 +
be/src/util/broker_storage_backend.cpp | 375 +++++++++++
be/src/util/broker_storage_backend.h | 49 ++
be/src/util/logging.h | 52 ++
be/src/util/s3_storage_backend.cpp | 239 +++++++
be/src/util/s3_storage_backend.h | 53 ++
be/src/util/s3_uri.cpp | 67 ++
be/src/util/{cidr.h => s3_uri.h} | 37 +-
be/src/util/s3_util.cpp | 53 ++
be/src/util/{stack_util.h => s3_util.h} | 15 +-
be/src/util/storage_backend.h | 44 ++
be/src/util/tuple_row_compare.h | 1 +
be/test/exec/CMakeLists.txt | 1 +
be/test/exec/hash_table_test.cpp | 1 +
be/test/exec/s3_reader_test.cpp | 133 ++++
be/test/exprs/math_functions_test.cpp | 1 +
be/test/exprs/topn_function_test.cpp | 1 +
be/test/util/CMakeLists.txt | 3 +
be/test/util/broker_storage_backend_test.cpp | 197 ++++++
be/test/util/s3_storage_backend_test.cpp | 198 ++++++
be/test/util/s3_uri_test.cpp | 92 +++
docs/.vuepress/sidebar/en.js | 26 +-
docs/.vuepress/sidebar/zh-CN.js | 23 +-
.../{export_manual.md => export-manual.md} | 0
.../Data Definition/CREATE REPOSITORY.md | 92 +--
.../sql-statements/Data Definition/CREATE TABLE.md | 4 +-
.../Data Definition/CREATE REPOSITORY.md | 26 +-
.../sql-statements/Data Definition/CREATE TABLE.md | 6 +-
fe/fe-core/pom.xml | 42 ++
fe/fe-core/src/main/cup/sql_parser.cup | 108 ++-
.../java/org/apache/doris/analysis/BrokerDesc.java | 55 +-
.../doris/analysis/CreateRepositoryStmt.java | 41 +-
.../java/org/apache/doris/analysis/ExportStmt.java | 39 +-
.../main/java/org/apache/doris/analysis/Expr.java | 2 +
.../java/org/apache/doris/analysis/LoadStmt.java | 9 +
.../doris/analysis/ShowRepositoriesStmt.java | 2 +-
.../org/apache/doris/analysis/StorageBackend.java | 142 ++++
.../org/apache/doris/analysis/StorageDesc.java | 107 +++
.../org/apache/doris/backup/BackupHandler.java | 6 +-
.../java/org/apache/doris/backup/BackupJob.java | 2 +-
.../java/org/apache/doris/backup/BlobStorage.java | 744 ++-------------------
.../{BlobStorage.java => BrokerStorage.java} | 429 +++++-------
.../java/org/apache/doris/backup/Repository.java | 264 ++++----
.../java/org/apache/doris/backup/RestoreJob.java | 3 +-
.../java/org/apache/doris/backup/S3Storage.java | 364 ++++++++++
.../main/java/org/apache/doris/backup/Status.java | 9 +
.../java/org/apache/doris/catalog/Catalog.java | 3 +-
.../main/java/org/apache/doris/common/Config.java | 14 +-
.../org/apache/doris/common/util/BrokerUtil.java | 67 +-
.../apache/doris/common/util/RuntimeProfile.java | 5 +-
.../java/org/apache/doris/common/util/S3URI.java | 114 ++++
.../doris/httpv2/controller/BaseController.java | 2 -
.../main/java/org/apache/doris/load/ExportJob.java | 7 +-
.../src/main/java/org/apache/doris/load/Load.java | 3 +-
.../doris/load/loadv2/BrokerLoadPendingTask.java | 5 +-
.../org/apache/doris/mysql/MysqlAuthPacket.java | 8 +
.../apache/doris/mysql/MysqlHandshakePacket.java | 13 +
.../java/org/apache/doris/mysql/MysqlProto.java | 25 +
.../org/apache/doris/planner/BrokerScanNode.java | 20 +-
.../java/org/apache/doris/planner/ExportSink.java | 10 +-
.../apache/doris/planner/SingleNodePlanner.java | 8 +-
.../org/apache/doris/qe/AuditEventProcessor.java | 6 +-
.../java/org/apache/doris/task/DownloadTask.java | 7 +-
.../org/apache/doris/task/ExportExportingTask.java | 21 +-
.../java/org/apache/doris/task/UploadTask.java | 7 +-
fe/fe-core/src/main/jflex/sql_scanner.flex | 6 +-
.../org/apache/doris/backup/BackupHandlerTest.java | 10 +-
.../org/apache/doris/backup/BackupJobTest.java | 3 +-
.../org/apache/doris/backup/BrokerStorageTest.java | 174 +++++
.../org/apache/doris/backup/RepositoryTest.java | 3 +-
.../org/apache/doris/backup/RestoreJobTest.java | 3 +-
.../org/apache/doris/backup/S3StorageTest.java | 150 +++++
.../org/apache/doris/common/util/S3URITest.java | 61 ++
.../org/apache/doris/planner/QueryPlanTest.java | 16 +-
fe/pom.xml | 27 +-
gensrc/thrift/AgentService.thrift | 3 +
gensrc/thrift/Types.thrift | 9 +
thirdparty/build-thirdparty.sh | 14 +-
thirdparty/download-thirdparty.sh | 2 +-
125 files changed, 4180 insertions(+), 1668 deletions(-)
create mode 100644 be/src/exec/s3_reader.cpp
copy be/src/exec/{local_file_reader.h => s3_reader.h} (70%)
create mode 100644 be/src/exec/s3_writer.cpp
copy be/src/exec/{file_writer.h => s3_writer.h} (56%)
create mode 100644 be/src/util/broker_storage_backend.cpp
create mode 100644 be/src/util/broker_storage_backend.h
create mode 100644 be/src/util/s3_storage_backend.cpp
create mode 100644 be/src/util/s3_storage_backend.h
create mode 100644 be/src/util/s3_uri.cpp
copy be/src/util/{cidr.h => s3_uri.h} (54%)
create mode 100644 be/src/util/s3_util.cpp
copy be/src/util/{stack_util.h => s3_util.h} (78%)
create mode 100644 be/src/util/storage_backend.h
create mode 100644 be/test/exec/s3_reader_test.cpp
create mode 100644 be/test/util/broker_storage_backend_test.cpp
create mode 100644 be/test/util/s3_storage_backend_test.cpp
create mode 100644 be/test/util/s3_uri_test.cpp
rename docs/en/administrator-guide/{export_manual.md => export-manual.md}
(100%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/StorageBackend.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/StorageDesc.java
copy fe/fe-core/src/main/java/org/apache/doris/backup/{BlobStorage.java =>
BrokerStorage.java} (63%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/backup/S3Storage.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/util/S3URI.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/backup/BrokerStorageTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/backup/S3StorageTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/util/S3URITest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
