[ 
https://issues.apache.org/jira/browse/FLINK-23588?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17391549#comment-17391549
 ] 

Abhishek Jain edited comment on FLINK-23588 at 8/2/21, 12:30 PM:
-----------------------------------------------------------------

I have below jars :

 

[root@ip-10-65-1-98 lib]# ls -lrt /opt/flink-1.13.1/lib/*
-rw-rw-r-- 1 ec2-user ec2-user 276771 Oct 10 2019 
/opt/flink-1.13.1/lib/log4j-api-2.12.1.jar
-rw-rw-r-- 1 ec2-user ec2-user 23518 Oct 10 2019 
/opt/flink-1.13.1/lib/log4j-slf4j-impl-2.12.1.jar
-rw-rw-r-- 1 ec2-user ec2-user 1674433 Oct 10 2019 
/opt/flink-1.13.1/lib/log4j-core-2.12.1.jar
-rw-rw-r-- 1 ec2-user ec2-user 67114 Oct 10 2019 
/opt/flink-1.13.1/lib/log4j-1.2-api-2.12.1.jar
-rw-rw-r-- 1 ec2-user ec2-user 7709740 Apr 8 14:08 
/opt/flink-1.13.1/lib/flink-shaded-zookeeper-3.4.14.jar
-rw-r--r-- 1 root root 440565 May 25 11:01 
/opt/flink-1.13.1/lib/flink-java-1.13.1.jar
-rw-r--r-- 1 root root 736082 May 25 11:06 
/opt/flink-1.13.1/lib/flink-scala_2.12-1.13.1.jar
-rw-r--r-- 1 root root 1426363 May 25 11:08 
/opt/flink-1.13.1/lib/flink-streaming-java_2.12-1.13.1.jar
-rw-r--r-- 1 root root 202852 May 25 11:08 
/opt/flink-1.13.1/lib/flink-clients_2.12-1.13.1.jar
-rw-r--r-- 1 root root 206140 May 25 11:13 
/opt/flink-1.13.1/lib/flink-streaming-scala_2.12-1.13.1.jar
-rw-r--r-- 1 root root 918209 May 25 11:14 
/opt/flink-1.13.1/lib/flink-table-common-1.13.1.jar
-rw-r--r-- 1 root root 52383 May 25 11:15 
/opt/flink-1.13.1/lib/flink-table-api-scala-bridge_2.12-1.13.1.jar
-rw-r--r-- 1 root root 32626128 May 25 11:17 
/opt/flink-1.13.1/lib/flink-table-planner_2.12-1.13.1.jar
-rw-r--r-- 1 root root 351089 May 25 11:25 
/opt/flink-1.13.1/lib/flink-connector-kafka_2.12-1.13.1.jar
-rw-r--r-- 1 root root 3666047 May 25 11:29 
/opt/flink-1.13.1/lib/flink-sql-connector-kafka_2.12-1.13.1.jar
-rw-r--r-- 1 ec2-user ec2-user 148131 May 25 12:12 
/opt/flink-1.13.1/lib/flink-json-1.13.1.jar
-rw-r--r-- 1 ec2-user ec2-user 92311 May 25 12:13 
/opt/flink-1.13.1/lib/flink-csv-1.13.1.jar
-rw-r--r-- 1 ec2-user ec2-user 35015429 May 25 12:16 
/opt/flink-1.13.1/lib/flink-table_2.12-1.13.1.jar
-rw-r--r-- 1 ec2-user ec2-user 38533349 May 25 12:16 
/opt/flink-1.13.1/lib/flink-table-blink_2.12-1.13.1.jar
-rw-r--r-- 1 ec2-user ec2-user 106648120 May 25 12:16 
/opt/flink-1.13.1/lib/flink-dist_2.12-1.13.1.jar


was (Author: abhishek.jain):
I have below jars :

 

[root@ip-10-65-1-98 lib]# ls -lrt /opt/flink-1.13.1/lib/*
-rw-rw-r-- 1 ec2-user ec2-user 276771 Oct 10 2019 
/opt/flink-1.13.1/lib/log4j-api-2.12.1.jar
-rw-rw-r-- 1 ec2-user ec2-user 23518 Oct 10 2019 
/opt/flink-1.13.1/lib/log4j-slf4j-impl-2.12.1.jar
-rw-rw-r-- 1 ec2-user ec2-user 1674433 Oct 10 2019 
/opt/flink-1.13.1/lib/log4j-core-2.12.1.jar
-rw-rw-r-- 1 ec2-user ec2-user 67114 Oct 10 2019 
/opt/flink-1.13.1/lib/log4j-1.2-api-2.12.1.jar
-rw-rw-r-- 1 ec2-user ec2-user 7709740 Apr 8 14:08 
/opt/flink-1.13.1/lib/flink-shaded-zookeeper-3.4.14.jar
-rw-r--r-- 1 root root 442539 Apr 23 15:14 
/opt/flink-1.13.1/lib/flink-java-1.13.0.jar
-rw-r--r-- 1 root root 739107 Apr 23 15:18 
/opt/flink-1.13.1/lib/flink-scala_2.12-1.13.0.jar
-rw-r--r-- 1 root root 1427340 Apr 23 15:21 
/opt/flink-1.13.1/lib/flink-streaming-java_2.12-1.13.0.jar
-rw-r--r-- 1 root root 204067 Apr 23 15:21 
/opt/flink-1.13.1/lib/flink-clients_2.12-1.13.0.jar
-rw-r--r-- 1 root root 209630 Apr 23 15:26 
/opt/flink-1.13.1/lib/flink-streaming-scala_2.12-1.13.0.jar
-rw-r--r-- 1 root root 918478 Apr 23 15:27 
/opt/flink-1.13.1/lib/flink-table-common-1.13.0.jar
-rw-r--r-- 1 root root 54775 Apr 23 15:28 
/opt/flink-1.13.1/lib/flink-table-api-scala-bridge_2.12-1.13.0.jar
-rw-r--r-- 1 root root 32664252 Apr 23 15:30 
/opt/flink-1.13.1/lib/flink-table-planner_2.12-1.13.0.jar
-rw-r--r-- 1 root root 353365 Apr 23 15:39 
/opt/flink-1.13.1/lib/flink-connector-kafka_2.12-1.13.0.jar
*-rw-r--r-- 1 root root 3670329 Apr 23 15:43 
/opt/flink-1.13.1/lib/flink-sql-connector-kafka_2.12-1.13.0.jar*
-rw-r--r-- 1 ec2-user ec2-user 148131 May 25 12:12 
/opt/flink-1.13.1/lib/flink-json-1.13.1.jar
-rw-r--r-- 1 ec2-user ec2-user 92311 May 25 12:13 
/opt/flink-1.13.1/lib/flink-csv-1.13.1.jar
-rw-r--r-- 1 ec2-user ec2-user 35015429 May 25 12:16 
/opt/flink-1.13.1/lib/flink-table_2.12-1.13.1.jar
-rw-r--r-- 1 ec2-user ec2-user 38533349 May 25 12:16 
/opt/flink-1.13.1/lib/flink-table-blink_2.12-1.13.1.jar
-rw-r--r-- 1 ec2-user ec2-user 106648120 May 25 12:16 
/opt/flink-1.13.1/lib/flink-dist_2.12-1.13.1.jar
[root@ip-10-65-1-98 lib]#

> Class not found 
> ----------------
>
>                 Key: FLINK-23588
>                 URL: https://issues.apache.org/jira/browse/FLINK-23588
>             Project: Flink
>          Issue Type: Technical Debt
>          Components: API / Scala
>    Affects Versions: 1.13.0
>         Environment: I have below jars:
>  
> [root@ip-10-65-1-98 lib]# ls -lrt /opt/flink-1.13.1/lib/*
> -rw-rw-r-- 1 ec2-user ec2-user 276771 Oct 10 2019 
> /opt/flink-1.13.1/lib/log4j-api-2.12.1.jar
> -rw-rw-r-- 1 ec2-user ec2-user 23518 Oct 10 2019 
> /opt/flink-1.13.1/lib/log4j-slf4j-impl-2.12.1.jar
> -rw-rw-r-- 1 ec2-user ec2-user 1674433 Oct 10 2019 
> /opt/flink-1.13.1/lib/log4j-core-2.12.1.jar
> -rw-rw-r-- 1 ec2-user ec2-user 67114 Oct 10 2019 
> /opt/flink-1.13.1/lib/log4j-1.2-api-2.12.1.jar
> -rw-rw-r-- 1 ec2-user ec2-user 7709740 Apr 8 14:08 
> /opt/flink-1.13.1/lib/flink-shaded-zookeeper-3.4.14.jar
> -rw-r--r-- 1 root root 442539 Apr 23 15:14 
> /opt/flink-1.13.1/lib/flink-java-1.13.0.jar
> -rw-r--r-- 1 root root 739107 Apr 23 15:18 
> /opt/flink-1.13.1/lib/flink-scala_2.12-1.13.0.jar
> -rw-r--r-- 1 root root 1427340 Apr 23 15:21 
> /opt/flink-1.13.1/lib/flink-streaming-java_2.12-1.13.0.jar
> -rw-r--r-- 1 root root 204067 Apr 23 15:21 
> /opt/flink-1.13.1/lib/flink-clients_2.12-1.13.0.jar
> -rw-r--r-- 1 root root 209630 Apr 23 15:26 
> /opt/flink-1.13.1/lib/flink-streaming-scala_2.12-1.13.0.jar
> -rw-r--r-- 1 root root 918478 Apr 23 15:27 
> /opt/flink-1.13.1/lib/flink-table-common-1.13.0.jar
> -rw-r--r-- 1 root root 54775 Apr 23 15:28 
> /opt/flink-1.13.1/lib/flink-table-api-scala-bridge_2.12-1.13.0.jar
> -rw-r--r-- 1 root root 32664252 Apr 23 15:30 
> /opt/flink-1.13.1/lib/flink-table-planner_2.12-1.13.0.jar
> -rw-r--r-- 1 root root 353365 Apr 23 15:39 
> /opt/flink-1.13.1/lib/flink-connector-kafka_2.12-1.13.0.jar
> -rw-r--r-- 1 root root 3670329 Apr 23 15:43 
> /opt/flink-1.13.1/lib/flink-sql-connector-kafka_2.12-1.13.0.jar
> -rw-r--r-- 1 ec2-user ec2-user 148131 May 25 12:12 
> /opt/flink-1.13.1/lib/flink-json-1.13.1.jar
> -rw-r--r-- 1 ec2-user ec2-user 92311 May 25 12:13 
> /opt/flink-1.13.1/lib/flink-csv-1.13.1.jar
> -rw-r--r-- 1 ec2-user ec2-user 35015429 May 25 12:16 
> /opt/flink-1.13.1/lib/flink-table_2.12-1.13.1.jar
> -rw-r--r-- 1 ec2-user ec2-user 38533349 May 25 12:16 
> /opt/flink-1.13.1/lib/flink-table-blink_2.12-1.13.1.jar
> -rw-r--r-- 1 ec2-user ec2-user 106648120 May 25 12:16 
> /opt/flink-1.13.1/lib/flink-dist_2.12-1.13.1.jar
> [root@ip-10-65-1-98 lib]#
>  
>  
> Still getting below error:
>  
>  
> [root@ip-10-65-1-98 tcpreplayInput]# flink run --class 
> iot.flink.readKafkaViaFlink ./flink_2.12-0.1.jar
> java.lang.NoClassDefFoundError: 
> org/apache/kafka/common/serialization/ByteArrayDeserializer
>  at 
> org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.setDeserializer(FlinkKafkaConsumer.java:322)
>  at 
> org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.<init>(FlinkKafkaConsumer.java:223)
>  at 
> org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.<init>(FlinkKafkaConsumer.java:154)
>  at 
> org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.<init>(FlinkKafkaConsumer.java:139)
>  at 
> org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.<init>(FlinkKafkaConsumer.java:108)
>  at iot.flink.readKafkaViaFlink$.main(readKafkaViaFlink.scala:23)
>  at iot.flink.readKafkaViaFlink.main(readKafkaViaFlink.scala)
>  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>  at 
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>  at 
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>  at java.lang.reflect.Method.invoke(Method.java:498)
>  at 
> org.apache.flink.client.program.PackagedProgram.callMainMethod(PackagedProgram.java:355)
>  at 
> org.apache.flink.client.program.PackagedProgram.invokeInteractiveModeForExecution(PackagedProgram.java:222)
>  at org.apache.flink.client.ClientUtils.executeProgram(ClientUtils.java:114)
>  at 
> org.apache.flink.client.cli.CliFrontend.executeProgram(CliFrontend.java:812)
>  at org.apache.flink.client.cli.CliFrontend.run(CliFrontend.java:246)
>  at org.apache.flink.client.cli.CliFrontend.parseAndRun(CliFrontend.java:1054)
>  at 
> org.apache.flink.client.cli.CliFrontend.lambda$main$10(CliFrontend.java:1132)
>  at 
> org.apache.flink.runtime.security.contexts.NoOpSecurityContext.runSecured(NoOpSecurityContext.java:28)
>  at org.apache.flink.client.cli.CliFrontend.main(CliFrontend.java:1132)
> Caused by: java.lang.ClassNotFoundException: 
> org.apache.kafka.common.serialization.ByteArrayDeserializer
>  at java.net.URLClassLoader.findClass(URLClassLoader.java:382)
>  at java.lang.ClassLoader.loadClass(ClassLoader.java:418)
>  at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:355)
>  at java.lang.ClassLoader.loadClass(ClassLoader.java:351)
>  ... 20 more
>            Reporter: Abhishek Jain
>            Priority: Major
>
> [root@ip-10-65-1-98 tcpreplayInput]# flink run --class 
> iot.flink.readKafkaViaFlink ./flink_2.12-0.1.jar
> java.lang.NoClassDefFoundError: 
> org/apache/kafka/common/serialization/ByteArrayDeserializer
>  at 
> org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.setDeserializer(FlinkKafkaConsumer.java:322)
>  at 
> org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.<init>(FlinkKafkaConsumer.java:223)
>  at 
> org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.<init>(FlinkKafkaConsumer.java:154)
>  at 
> org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.<init>(FlinkKafkaConsumer.java:139)
>  at 
> org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.<init>(FlinkKafkaConsumer.java:108)
>  at iot.flink.readKafkaViaFlink$.main(readKafkaViaFlink.scala:23)
>  at iot.flink.readKafkaViaFlink.main(readKafkaViaFlink.scala)
>  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>  at 
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>  at 
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>  at java.lang.reflect.Method.invoke(Method.java:498)
>  at 
> org.apache.flink.client.program.PackagedProgram.callMainMethod(PackagedProgram.java:355)
>  at 
> org.apache.flink.client.program.PackagedProgram.invokeInteractiveModeForExecution(PackagedProgram.java:222)
>  at org.apache.flink.client.ClientUtils.executeProgram(ClientUtils.java:114)
>  at 
> org.apache.flink.client.cli.CliFrontend.executeProgram(CliFrontend.java:812)
>  at org.apache.flink.client.cli.CliFrontend.run(CliFrontend.java:246)
>  at org.apache.flink.client.cli.CliFrontend.parseAndRun(CliFrontend.java:1054)
>  at 
> org.apache.flink.client.cli.CliFrontend.lambda$main$10(CliFrontend.java:1132)
>  at 
> org.apache.flink.runtime.security.contexts.NoOpSecurityContext.runSecured(NoOpSecurityContext.java:28)
>  at org.apache.flink.client.cli.CliFrontend.main(CliFrontend.java:1132)
> Caused by: java.lang.ClassNotFoundException: 
> org.apache.kafka.common.serialization.ByteArrayDeserializer
>  at java.net.URLClassLoader.findClass(URLClassLoader.java:382)
>  at java.lang.ClassLoader.loadClass(ClassLoader.java:418)
>  at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:355)
>  at java.lang.ClassLoader.loadClass(ClassLoader.java:351)
>  ... 20 more



--
This message was sent by Atlassian Jira
(v8.3.4#803005)

Reply via email to