This is an automated email from the ASF dual-hosted git repository.
diwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-flink-connector.git
The following commit(s) were added to refs/heads/master by this push:
new 908bddb1 [Improve](batch) change label when batch streamload retry
(#523)
908bddb1 is described below
commit 908bddb12d0f4c0e0f7b2b18a83df760fd2269e2
Author: wudi <[email protected]>
AuthorDate: Thu Dec 5 10:09:56 2024 +0800
[Improve](batch) change label when batch streamload retry (#523)
---
.../org/apache/doris/flink/sink/batch/DorisBatchStreamLoad.java | 7 +------
1 file changed, 1 insertion(+), 6 deletions(-)
diff --git
a/flink-doris-connector/src/main/java/org/apache/doris/flink/sink/batch/DorisBatchStreamLoad.java
b/flink-doris-connector/src/main/java/org/apache/doris/flink/sink/batch/DorisBatchStreamLoad.java
index 3747257d..5a32949e 100644
---
a/flink-doris-connector/src/main/java/org/apache/doris/flink/sink/batch/DorisBatchStreamLoad.java
+++
b/flink-doris-connector/src/main/java/org/apache/doris/flink/sink/batch/DorisBatchStreamLoad.java
@@ -33,7 +33,6 @@ import org.apache.doris.flink.sink.BackendUtil;
import org.apache.doris.flink.sink.EscapeHandler;
import org.apache.doris.flink.sink.HttpPutBuilder;
import org.apache.doris.flink.sink.HttpUtil;
-import org.apache.doris.flink.sink.LoadStatus;
import org.apache.doris.flink.sink.writer.LabelGenerator;
import org.apache.http.client.entity.GzipCompressingEntity;
import org.apache.http.client.methods.CloseableHttpResponse;
@@ -481,11 +480,6 @@ public class DorisBatchStreamLoad implements Serializable {
lock.unlock();
}
return;
- } else if (LoadStatus.LABEL_ALREADY_EXIST.equals(
- respContent.getStatus())) {
- // todo: need to abort transaction when
JobStatus not finished
- putBuilder.setLabel(label + "_" + retry);
- reason = respContent.getMessage();
} else {
String errMsg = null;
if
(StringUtils.isBlank(respContent.getMessage())
@@ -522,6 +516,7 @@ public class DorisBatchStreamLoad implements Serializable {
// get available backend retry
refreshLoadUrl(buffer.getDatabase(), buffer.getTable());
putBuilder.setUrl(loadUrl);
+ putBuilder.setLabel(label + "_" + retry);
}
buffer.clear();
buffer = null;
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
