awol2005ex commented on PR #525:
URL:
https://github.com/apache/doris-flink-connector/pull/525#issuecomment-2526754200
> > > Thank you for your contribution. Under what circumstances does this
occur?
> >
> >
> > This occurs when Flink consumes from Kafka and writes into Doris
>
> Can you provide a way to reproduce the problem, as well as the complete
log of TaskManager, and the versions of Doris and Flink Doris connector?
flink 1.20 doris 2.1.6 doris-flink-connector
<dependency>
<groupId>org.apache.doris</groupId>
<artifactId>flink-doris-connector-1.20</artifactId>
<version>24.0.1</version>
</dependency>
create table a1 (
id varchar,
........
) with (
'connector' = 'kafka',
'topic' = 'xxxxxxx',
'scan.startup.mode' = 'earliest-offset',
'properties.zookeeper.connect' = 'xxxxx:2181/kafka',
'properties.bootstrap.servers' = 'xxxxx:9092',
'properties.group.id' = 'flink-sql-kafka-hz-20241206',
'properties.security.protocol' = 'SASL_PLAINTEXT',
'properties.sasl.kerberos.service.name' = 'kafka',
'properties.sasl.mechanism' = 'GSSAPI',
'value.format' = 'json'
)
create table a2 (
id string,
....
) with (
'connector' = 'doris',
'fenodes' = 'xxxxxx:8030',
'table.identifier' = 'test.a2',
'username' = 'root',
'password' = 'xxxxx',
'sink.label-prefix' = 'xxxxxx',
'sink.properties.format' = 'json',
'sink.properties.read_json_by_line' = 'true'
)
insert into a2 select * from a1;
Caused by: org.apache.http.ProtocolException: Transfer-encoding header
already present
at
org.apache.http.protocol.RequestContent.process(RequestContent.java:93)
~[xxx-cdh-flink1-20-0-sql-gitlab-runner-1.0.0.jar:?]
at
org.apache.http.protocol.ImmutableHttpProcessor.process(ImmutableHttpProcessor.java:132)
~[xxx-cdh-flink1-20-0-sql-gitlab-runner-1.0.0.jar:?]
at
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:182)
~[xxx-cdh-flink1-20-0-sql-gitlab-runner-1.0.0.jar:?]
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
~[xxx-cdh-flink1-20-0-sql-gitlab-runner-1.0.0.jar:?]
at
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
~[xxx-cdh-flink1-20-0-sql-gitlab-runner-1.0.0.jar:?]
at
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
~[xxx-cdh-flink1-20-0-sql-gitlab-runner-1.0.0.jar:?]
at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
~[xxx-cdh-flink1-20-0-sql-gitlab-runner-1.0.0.jar:?]
at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
~[xxx-cdh-flink1-20-0-sql-gitlab-runner-1.0.0.jar:?]
at
org.apache.doris.flink.sink.writer.DorisStreamLoad.lambda$startLoad$0(DorisStreamLoad.java:347)
~[xxx-cdh-flink1-20-0-sql-gitlab-runner-1.0.0.jar:?]
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
~[?:1.8.0_232]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
~[?:1.8.0_232]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
~[?:1.8.0_232]
... 1 more
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
