This is an automated email from the ASF dual-hosted git repository.
diwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-kafka-connector.git
The following commit(s) were added to refs/heads/master by this push:
new ec4ce3d [Fix]Fix the E2E test stream load data is not sink to doris
(#37)
ec4ce3d is described below
commit ec4ce3d04ee2cf0aaf93f1ff9af1ef0aa659d0b2
Author: wudongliang <[email protected]>
AuthorDate: Tue Jul 2 16:26:11 2024 +0800
[Fix]Fix the E2E test stream load data is not sink to doris (#37)
---
.../e2e/kafka/KafkaContainerServiceImpl.java | 2 +-
.../e2e/sink/stringconverter/StringMsgE2ETest.java | 23 ++++++++++++++++------
.../e2e/string_converter/string_msg_connector.json | 2 +-
3 files changed, 19 insertions(+), 8 deletions(-)
diff --git
a/src/test/java/org/apache/doris/kafka/connector/e2e/kafka/KafkaContainerServiceImpl.java
b/src/test/java/org/apache/doris/kafka/connector/e2e/kafka/KafkaContainerServiceImpl.java
index 083cdb2..4e38ab3 100644
---
a/src/test/java/org/apache/doris/kafka/connector/e2e/kafka/KafkaContainerServiceImpl.java
+++
b/src/test/java/org/apache/doris/kafka/connector/e2e/kafka/KafkaContainerServiceImpl.java
@@ -214,7 +214,7 @@ public class KafkaContainerServiceImpl implements
KafkaContainerService {
// The current thread sleeps for 10 seconds so that connect can
consume messages to doris in
// time.
- Thread.sleep(10000);
+ Thread.sleep(60000);
}
@Override
diff --git
a/src/test/java/org/apache/doris/kafka/connector/e2e/sink/stringconverter/StringMsgE2ETest.java
b/src/test/java/org/apache/doris/kafka/connector/e2e/sink/stringconverter/StringMsgE2ETest.java
index 9ab8891..cd3f455 100644
---
a/src/test/java/org/apache/doris/kafka/connector/e2e/sink/stringconverter/StringMsgE2ETest.java
+++
b/src/test/java/org/apache/doris/kafka/connector/e2e/sink/stringconverter/StringMsgE2ETest.java
@@ -33,8 +33,11 @@ import org.junit.AfterClass;
import org.junit.Assert;
import org.junit.BeforeClass;
import org.junit.Test;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
public class StringMsgE2ETest extends AbstractStringE2ESinkTest {
+ private static final Logger LOG =
LoggerFactory.getLogger(StringMsgE2ETest.class);
private static String connectorName;
private static String jsonMsgConnectorContent;
private static DorisOptions dorisOptions;
@@ -80,12 +83,20 @@ public class StringMsgE2ETest extends
AbstractStringE2ESinkTest {
String table = dorisOptions.getTopicMapTable(topic);
Statement statement = getJdbcConnection().createStatement();
- ResultSet resultSet = statement.executeQuery("select * from " +
database + "." + table);
- if (resultSet.next()) {
- Assert.assertEquals(1, resultSet.getString("id"));
- Assert.assertEquals("zhangsan", resultSet.getString("name"));
- Assert.assertEquals(12, resultSet.getString("12"));
- }
+ String querySql = "select * from " + database + "." + table;
+ LOG.info("start to query result from doris. sql={}", querySql);
+ ResultSet resultSet = statement.executeQuery(querySql);
+
+ Assert.assertTrue(resultSet.next());
+
+ int id = resultSet.getInt("id");
+ String name = resultSet.getString("name");
+ int age = resultSet.getInt("age");
+ LOG.info("Query result is id={}, name={}, age={}", id, name, age);
+
+ Assert.assertEquals(1, id);
+ Assert.assertEquals("zhangsan", name);
+ Assert.assertEquals(12, age);
}
@AfterClass
diff --git a/src/test/resources/e2e/string_converter/string_msg_connector.json
b/src/test/resources/e2e/string_converter/string_msg_connector.json
index 77340ea..dd994cc 100644
--- a/src/test/resources/e2e/string_converter/string_msg_connector.json
+++ b/src/test/resources/e2e/string_converter/string_msg_connector.json
@@ -5,7 +5,7 @@
"topics":"string_test",
"tasks.max":"1",
"doris.topic2table.map": "string_test:string_msg_tab",
- "buffer.count.records":"10",
+ "buffer.count.records":"1",
"buffer.flush.time":"120",
"buffer.size.bytes":"10000000",
"doris.urls":"127.0.0.1",
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
