This is an automated email from the ASF dual-hosted git repository.
wanghailin pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new ade428c5fa [Improve][ClickhouseFile] Added attach sql log for better
debugging (#8315)
ade428c5fa is described below
commit ade428c5fa4aa8a198530ea3ba01c609e26e9f27
Author: Cancai Cai <[email protected]>
AuthorDate: Tue Dec 17 15:16:28 2024 +0800
[Improve][ClickhouseFile] Added attach sql log for better debugging (#8315)
---
.../sink/file/ClickhouseFileSinkAggCommitter.java | 19 +++++++++++--------
1 file changed, 11 insertions(+), 8 deletions(-)
diff --git
a/seatunnel-connectors-v2/connector-clickhouse/src/main/java/org/apache/seatunnel/connectors/seatunnel/clickhouse/sink/file/ClickhouseFileSinkAggCommitter.java
b/seatunnel-connectors-v2/connector-clickhouse/src/main/java/org/apache/seatunnel/connectors/seatunnel/clickhouse/sink/file/ClickhouseFileSinkAggCommitter.java
index 5d69191cac..def47b659d 100644
---
a/seatunnel-connectors-v2/connector-clickhouse/src/main/java/org/apache/seatunnel/connectors/seatunnel/clickhouse/sink/file/ClickhouseFileSinkAggCommitter.java
+++
b/seatunnel-connectors-v2/connector-clickhouse/src/main/java/org/apache/seatunnel/connectors/seatunnel/clickhouse/sink/file/ClickhouseFileSinkAggCommitter.java
@@ -28,6 +28,7 @@ import
org.apache.seatunnel.connectors.seatunnel.clickhouse.util.ClickhouseProxy
import com.clickhouse.client.ClickHouseException;
import com.clickhouse.client.ClickHouseRequest;
import com.clickhouse.client.ClickHouseResponse;
+import lombok.extern.slf4j.Slf4j;
import java.io.IOException;
import java.util.ArrayList;
@@ -35,6 +36,7 @@ import java.util.HashMap;
import java.util.List;
import java.util.Map;
+@Slf4j
public class ClickhouseFileSinkAggCommitter
implements SinkAggregatedCommitter<CKFileCommitInfo,
CKFileAggCommitInfo> {
@@ -117,14 +119,15 @@ public class ClickhouseFileSinkAggCommitter
throws ClickHouseException {
ClickHouseRequest<?> request =
getProxy().getClickhouseConnection(shard);
for (String clickhouseLocalFile : clickhouseLocalFiles) {
- ClickHouseResponse response =
- request.query(
- String.format(
- "ALTER TABLE %s ATTACH PART '%s'",
-
clickhouseTable.getLocalTableName(),
- clickhouseLocalFile.substring(
-
clickhouseLocalFile.lastIndexOf("/") + 1)))
- .executeAndWait();
+ String attachSql =
+ String.format(
+ "ALTER TABLE %s ATTACH PART '%s'",
+ clickhouseTable.getLocalTableName(),
+ clickhouseLocalFile.substring(
+ clickhouseLocalFile.lastIndexOf("/") + 1));
+
+ log.info("Attach file to clickhouse table: {}", attachSql);
+ ClickHouseResponse response =
request.query(attachSql).executeAndWait();
response.close();
}
}