Abhishek Jain created FLINK-23588:
-------------------------------------
Summary: Class not found
Key: FLINK-23588
URL: https://issues.apache.org/jira/browse/FLINK-23588
Project: Flink
Issue Type: Technical Debt
Components: API / Scala
Affects Versions: 1.13.0
Environment: I have below jars:
[root@ip-10-65-1-98 lib]# ls -lrt /opt/flink-1.13.1/lib/*
-rw-rw-r-- 1 ec2-user ec2-user 276771 Oct 10 2019
/opt/flink-1.13.1/lib/log4j-api-2.12.1.jar
-rw-rw-r-- 1 ec2-user ec2-user 23518 Oct 10 2019
/opt/flink-1.13.1/lib/log4j-slf4j-impl-2.12.1.jar
-rw-rw-r-- 1 ec2-user ec2-user 1674433 Oct 10 2019
/opt/flink-1.13.1/lib/log4j-core-2.12.1.jar
-rw-rw-r-- 1 ec2-user ec2-user 67114 Oct 10 2019
/opt/flink-1.13.1/lib/log4j-1.2-api-2.12.1.jar
-rw-rw-r-- 1 ec2-user ec2-user 7709740 Apr 8 14:08
/opt/flink-1.13.1/lib/flink-shaded-zookeeper-3.4.14.jar
-rw-r--r-- 1 root root 442539 Apr 23 15:14
/opt/flink-1.13.1/lib/flink-java-1.13.0.jar
-rw-r--r-- 1 root root 739107 Apr 23 15:18
/opt/flink-1.13.1/lib/flink-scala_2.12-1.13.0.jar
-rw-r--r-- 1 root root 1427340 Apr 23 15:21
/opt/flink-1.13.1/lib/flink-streaming-java_2.12-1.13.0.jar
-rw-r--r-- 1 root root 204067 Apr 23 15:21
/opt/flink-1.13.1/lib/flink-clients_2.12-1.13.0.jar
-rw-r--r-- 1 root root 209630 Apr 23 15:26
/opt/flink-1.13.1/lib/flink-streaming-scala_2.12-1.13.0.jar
-rw-r--r-- 1 root root 918478 Apr 23 15:27
/opt/flink-1.13.1/lib/flink-table-common-1.13.0.jar
-rw-r--r-- 1 root root 54775 Apr 23 15:28
/opt/flink-1.13.1/lib/flink-table-api-scala-bridge_2.12-1.13.0.jar
-rw-r--r-- 1 root root 32664252 Apr 23 15:30
/opt/flink-1.13.1/lib/flink-table-planner_2.12-1.13.0.jar
-rw-r--r-- 1 root root 353365 Apr 23 15:39
/opt/flink-1.13.1/lib/flink-connector-kafka_2.12-1.13.0.jar
-rw-r--r-- 1 root root 3670329 Apr 23 15:43
/opt/flink-1.13.1/lib/flink-sql-connector-kafka_2.12-1.13.0.jar
-rw-r--r-- 1 ec2-user ec2-user 148131 May 25 12:12
/opt/flink-1.13.1/lib/flink-json-1.13.1.jar
-rw-r--r-- 1 ec2-user ec2-user 92311 May 25 12:13
/opt/flink-1.13.1/lib/flink-csv-1.13.1.jar
-rw-r--r-- 1 ec2-user ec2-user 35015429 May 25 12:16
/opt/flink-1.13.1/lib/flink-table_2.12-1.13.1.jar
-rw-r--r-- 1 ec2-user ec2-user 38533349 May 25 12:16
/opt/flink-1.13.1/lib/flink-table-blink_2.12-1.13.1.jar
-rw-r--r-- 1 ec2-user ec2-user 106648120 May 25 12:16
/opt/flink-1.13.1/lib/flink-dist_2.12-1.13.1.jar
[root@ip-10-65-1-98 lib]#
Still getting below error:
[root@ip-10-65-1-98 tcpreplayInput]# flink run --class
iot.flink.readKafkaViaFlink ./flink_2.12-0.1.jar
java.lang.NoClassDefFoundError:
org/apache/kafka/common/serialization/ByteArrayDeserializer
at
org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.setDeserializer(FlinkKafkaConsumer.java:322)
at
org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.<init>(FlinkKafkaConsumer.java:223)
at
org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.<init>(FlinkKafkaConsumer.java:154)
at
org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.<init>(FlinkKafkaConsumer.java:139)
at
org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.<init>(FlinkKafkaConsumer.java:108)
at iot.flink.readKafkaViaFlink$.main(readKafkaViaFlink.scala:23)
at iot.flink.readKafkaViaFlink.main(readKafkaViaFlink.scala)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.flink.client.program.PackagedProgram.callMainMethod(PackagedProgram.java:355)
at
org.apache.flink.client.program.PackagedProgram.invokeInteractiveModeForExecution(PackagedProgram.java:222)
at org.apache.flink.client.ClientUtils.executeProgram(ClientUtils.java:114)
at org.apache.flink.client.cli.CliFrontend.executeProgram(CliFrontend.java:812)
at org.apache.flink.client.cli.CliFrontend.run(CliFrontend.java:246)
at org.apache.flink.client.cli.CliFrontend.parseAndRun(CliFrontend.java:1054)
at
org.apache.flink.client.cli.CliFrontend.lambda$main$10(CliFrontend.java:1132)
at
org.apache.flink.runtime.security.contexts.NoOpSecurityContext.runSecured(NoOpSecurityContext.java:28)
at org.apache.flink.client.cli.CliFrontend.main(CliFrontend.java:1132)
Caused by: java.lang.ClassNotFoundException:
org.apache.kafka.common.serialization.ByteArrayDeserializer
at java.net.URLClassLoader.findClass(URLClassLoader.java:382)
at java.lang.ClassLoader.loadClass(ClassLoader.java:418)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:355)
at java.lang.ClassLoader.loadClass(ClassLoader.java:351)
... 20 more
Reporter: Abhishek Jain
[root@ip-10-65-1-98 tcpreplayInput]# flink run --class
iot.flink.readKafkaViaFlink ./flink_2.12-0.1.jar
java.lang.NoClassDefFoundError:
org/apache/kafka/common/serialization/ByteArrayDeserializer
at
org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.setDeserializer(FlinkKafkaConsumer.java:322)
at
org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.<init>(FlinkKafkaConsumer.java:223)
at
org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.<init>(FlinkKafkaConsumer.java:154)
at
org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.<init>(FlinkKafkaConsumer.java:139)
at
org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer.<init>(FlinkKafkaConsumer.java:108)
at iot.flink.readKafkaViaFlink$.main(readKafkaViaFlink.scala:23)
at iot.flink.readKafkaViaFlink.main(readKafkaViaFlink.scala)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.flink.client.program.PackagedProgram.callMainMethod(PackagedProgram.java:355)
at
org.apache.flink.client.program.PackagedProgram.invokeInteractiveModeForExecution(PackagedProgram.java:222)
at org.apache.flink.client.ClientUtils.executeProgram(ClientUtils.java:114)
at org.apache.flink.client.cli.CliFrontend.executeProgram(CliFrontend.java:812)
at org.apache.flink.client.cli.CliFrontend.run(CliFrontend.java:246)
at org.apache.flink.client.cli.CliFrontend.parseAndRun(CliFrontend.java:1054)
at
org.apache.flink.client.cli.CliFrontend.lambda$main$10(CliFrontend.java:1132)
at
org.apache.flink.runtime.security.contexts.NoOpSecurityContext.runSecured(NoOpSecurityContext.java:28)
at org.apache.flink.client.cli.CliFrontend.main(CliFrontend.java:1132)
Caused by: java.lang.ClassNotFoundException:
org.apache.kafka.common.serialization.ByteArrayDeserializer
at java.net.URLClassLoader.findClass(URLClassLoader.java:382)
at java.lang.ClassLoader.loadClass(ClassLoader.java:418)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:355)
at java.lang.ClassLoader.loadClass(ClassLoader.java:351)
... 20 more
--
This message was sent by Atlassian Jira
(v8.3.4#803005)