This is an automated email from the ASF dual-hosted git repository.
wanghailin pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new 2346d0ea7c [E2E] Enable StarRocksCDCSinkIT (#6626)
2346d0ea7c is described below
commit 2346d0ea7c5e840ddfe532b1a1cceb9093f5c4b3
Author: Jarvis <[email protected]>
AuthorDate: Tue Apr 2 10:11:26 2024 +0800
[E2E] Enable StarRocksCDCSinkIT (#6626)
---
.../connector/starrocks/StarRocksCDCSinkIT.java | 22 ++++++++++++++++++++--
.../write-cdc-changelog-to-starrocks.conf | 2 +-
2 files changed, 21 insertions(+), 3 deletions(-)
diff --git
a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-starrocks-e2e/src/test/java/org/apache/seatunnel/e2e/connector/starrocks/StarRocksCDCSinkIT.java
b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-starrocks-e2e/src/test/java/org/apache/seatunnel/e2e/connector/starrocks/StarRocksCDCSinkIT.java
index ee7e24ce1c..1a16662f99 100644
---
a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-starrocks-e2e/src/test/java/org/apache/seatunnel/e2e/connector/starrocks/StarRocksCDCSinkIT.java
+++
b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-starrocks-e2e/src/test/java/org/apache/seatunnel/e2e/connector/starrocks/StarRocksCDCSinkIT.java
@@ -19,12 +19,15 @@ package org.apache.seatunnel.e2e.connector.starrocks;
import org.apache.seatunnel.e2e.common.TestResource;
import org.apache.seatunnel.e2e.common.TestSuiteBase;
+import org.apache.seatunnel.e2e.common.container.ContainerExtendedFactory;
+import org.apache.seatunnel.e2e.common.container.EngineType;
import org.apache.seatunnel.e2e.common.container.TestContainer;
+import org.apache.seatunnel.e2e.common.junit.DisabledOnContainer;
+import org.apache.seatunnel.e2e.common.junit.TestContainerExtension;
import org.junit.jupiter.api.AfterAll;
import org.junit.jupiter.api.Assertions;
import org.junit.jupiter.api.BeforeAll;
-import org.junit.jupiter.api.Disabled;
import org.junit.jupiter.api.TestTemplate;
import org.testcontainers.containers.Container;
import org.testcontainers.containers.GenericContainer;
@@ -53,7 +56,6 @@ import java.util.stream.Stream;
import static org.awaitility.Awaitility.given;
@Slf4j
-@Disabled("There are still errors unfixed @Hisoka-X")
public class StarRocksCDCSinkIT extends TestSuiteBase implements TestResource {
private static final String DOCKER_IMAGE =
"d87904488/starrocks-starter:2.2.1";
private static final String DRIVER_CLASS = "com.mysql.cj.jdbc.Driver";
@@ -87,6 +89,18 @@ public class StarRocksCDCSinkIT extends TestSuiteBase
implements TestResource {
private Connection jdbcConnection;
private GenericContainer<?> starRocksServer;
+ @TestContainerExtension
+ private final ContainerExtendedFactory extendedFactory =
+ container -> {
+ Container.ExecResult extraCommands =
+ container.execInContainer(
+ "bash",
+ "-c",
+ "mkdir -p /tmp/seatunnel/plugins/Jdbc/lib &&
cd /tmp/seatunnel/plugins/Jdbc/lib && curl -O "
+ + SR_DRIVER_JAR);
+ Assertions.assertEquals(0, extraCommands.getExitCode());
+ };
+
@BeforeAll
@Override
public void startUp() {
@@ -119,6 +133,10 @@ public class StarRocksCDCSinkIT extends TestSuiteBase
implements TestResource {
}
@TestTemplate
+ @DisabledOnContainer(
+ value = {},
+ type = {EngineType.SPARK},
+ disabledReason = "Currently Spark engine unsupported DELETE
operation")
public void testStarRocksSink(TestContainer container) throws Exception {
Container.ExecResult execResult =
container.executeJob("/write-cdc-changelog-to-starrocks.conf");
diff --git
a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-starrocks-e2e/src/test/resources/write-cdc-changelog-to-starrocks.conf
b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-starrocks-e2e/src/test/resources/write-cdc-changelog-to-starrocks.conf
index 83488e3255..e358e97d62 100644
---
a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-starrocks-e2e/src/test/resources/write-cdc-changelog-to-starrocks.conf
+++
b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-starrocks-e2e/src/test/resources/write-cdc-changelog-to-starrocks.conf
@@ -65,7 +65,7 @@ sink {
password = ""
database = "test"
table = "e2e_table_sink"
-
+ base-url = "jdbc:mysql://starrocks_cdc_e2e:9030/test"
batch_max_rows = 100
max_retries = 3