This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-3.0 by this push:
new 4677e361337 branch-3.0: [chore](load) reduce log for data load #51172
(#51802)
4677e361337 is described below
commit 4677e36133701e70bc7964965c03d9a5edd09775
Author: Xin Liao <[email protected]>
AuthorDate: Wed Jun 18 21:20:02 2025 +0800
branch-3.0: [chore](load) reduce log for data load #51172 (#51802)
cherry pick from #51172
---
be/src/runtime/tablets_channel.cpp | 9 ++++-----
be/src/vec/sink/writer/vtablet_writer.cpp | 4 ++--
.../doris/cloud/transaction/CloudGlobalTransactionMgr.java | 10 +++++++---
.../src/main/java/org/apache/doris/httpv2/rest/LoadAction.java | 6 ++++--
4 files changed, 17 insertions(+), 12 deletions(-)
diff --git a/be/src/runtime/tablets_channel.cpp
b/be/src/runtime/tablets_channel.cpp
index 0e3b2c33e8a..3879b664ed8 100644
--- a/be/src/runtime/tablets_channel.cpp
+++ b/be/src/runtime/tablets_channel.cpp
@@ -133,9 +133,6 @@ Status BaseTabletsChannel::open(const
PTabletWriterOpenRequest& request) {
if (_state == kOpened || _state == kFinished) {
return Status::OK();
}
- LOG(INFO) << fmt::format("open tablets channel {}, tablets num: {}
timeout(s): {}",
- _key.to_string(), request.tablets().size(),
- request.load_channel_timeout_s());
_txn_id = request.txn_id();
_index_id = request.index_id();
_schema = std::make_shared<OlapTableSchemaParam>();
@@ -163,8 +160,10 @@ Status BaseTabletsChannel::open(const
PTabletWriterOpenRequest& request) {
_num_remaining_senders = max_sender;
}
LOG(INFO) << fmt::format(
- "txn {}: TabletsChannel of index {} init senders {} with
incremental {}", _txn_id,
- _index_id, _num_remaining_senders, _open_by_incremental ? "on" :
"off");
+ "open tablets channel {}, tablets num: {} timeout(s): {}, init
senders {} with "
+ "incremental {}",
+ _key.to_string(), request.tablets().size(),
request.load_channel_timeout_s(),
+ _num_remaining_senders, _open_by_incremental ? "on" : "off");
// just use max_sender no matter incremental or not cuz we dont know how
many senders will open.
_next_seqs.resize(max_sender, 0);
_closed_senders.Reset(max_sender);
diff --git a/be/src/vec/sink/writer/vtablet_writer.cpp
b/be/src/vec/sink/writer/vtablet_writer.cpp
index b8bebeb9acf..4a5057b7b2d 100644
--- a/be/src/vec/sink/writer/vtablet_writer.cpp
+++ b/be/src/vec/sink/writer/vtablet_writer.cpp
@@ -126,8 +126,8 @@ Status IndexChannel::init(RuntimeState* state, const
std::vector<TTabletWithPart
if (incremental) {
_has_inc_node = true;
}
- LOG(INFO) << "init new node for instance " <<
_parent->_sender_id
- << ", incremantal:" << incremental;
+ VLOG_CRITICAL << "init new node for instance " <<
_parent->_sender_id
+ << ", incremantal:" << incremental;
} else {
channel = it->second;
}
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/cloud/transaction/CloudGlobalTransactionMgr.java
b/fe/fe-core/src/main/java/org/apache/doris/cloud/transaction/CloudGlobalTransactionMgr.java
index 2bbb45ccd7b..fb9c7d293a7 100644
---
a/fe/fe-core/src/main/java/org/apache/doris/cloud/transaction/CloudGlobalTransactionMgr.java
+++
b/fe/fe-core/src/main/java/org/apache/doris/cloud/transaction/CloudGlobalTransactionMgr.java
@@ -1799,7 +1799,9 @@ public class CloudGlobalTransactionMgr implements
GlobalTransactionMgrIface {
subTxnIdToTxnId.get(transactionId));
transactionId = subTxnIdToTxnId.get(transactionId);
}
- LOG.info("try to get transaction state, dbId:{}, transactionId:{}",
dbId, transactionId);
+ if (LOG.isDebugEnabled()) {
+ LOG.debug("try to get transaction state, dbId:{},
transactionId:{}", dbId, transactionId);
+ }
GetTxnRequest.Builder builder = GetTxnRequest.newBuilder();
builder.setDbId(dbId);
builder.setTxnId(transactionId);
@@ -1808,10 +1810,12 @@ public class CloudGlobalTransactionMgr implements
GlobalTransactionMgrIface {
final GetTxnRequest getTxnRequest = builder.build();
GetTxnResponse getTxnResponse = null;
try {
- LOG.info("getTxnRequest:{}", getTxnRequest);
+ if (LOG.isDebugEnabled()) {
+ LOG.info("getTxnRequest:{}", getTxnRequest);
+ }
getTxnResponse = MetaServiceProxy
.getInstance().getTxn(getTxnRequest);
- LOG.info("getTxnRequest: {}", getTxnResponse);
+ LOG.info("getTxnResponse: {}", getTxnResponse);
} catch (RpcException e) {
LOG.info("getTransactionState exception: {}", e.getMessage());
return null;
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/httpv2/rest/LoadAction.java
b/fe/fe-core/src/main/java/org/apache/doris/httpv2/rest/LoadAction.java
index 2f9efc1ed1b..11c2b281111 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/httpv2/rest/LoadAction.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/httpv2/rest/LoadAction.java
@@ -331,8 +331,10 @@ public class LoadAction extends RestBaseController {
redirectAddr = selectRedirectBackend(request, groupCommit,
tableId);
}
- LOG.info("redirect load action to destination={}, stream: {}, db:
{}, tbl: {}, label: {}",
- redirectAddr.toString(), isStreamLoad, dbName, tableName,
label);
+ if (LOG.isDebugEnabled()) {
+ LOG.info("redirect load action to destination={}, stream: {},
db: {}, tbl: {}, label: {}",
+ redirectAddr.toString(), isStreamLoad, dbName,
tableName, label);
+ }
RedirectView redirectView = redirectTo(request, redirectAddr);
return redirectView;
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
