Hi！ 从报错日志来看是找不到方法。很可能客户端的版本和集群里的版本不一致，或客户端的 Flink 文件有损坏。这两方面可以都检查一下。
周瑞 <[email protected]> 于2021年7月30日周五 上午11:30写道： > 您好：Flink Appliaction mode 模式启动失败，启动命令和错误日志如下./flink run-application -t > yarn-application \ > -yD yarn.application.name="MyFlinkApp" \ > -yD yarn.provided.lib.dirs="hdfs:// > 10.10.98.226:8020/user/myflink/flink-common-deps/libs/yarn-flink-1.13.0/lib/;hdfs://10.10.98.226:8020/user/myflink/flink-common-deps/libs/yarn-flink-1.13.0/plugins/" > \ > /app/qmatrix/yarn-flink-1.13.0/qmatrix_jars/Sink/Hive/0.0.2/flink-hive-sink-3.0.0-jar-with-dependencies.jar > \ > --config > '{"centerName":"rui","checkPointInterval":1000,"checkPointPath":"hdfs:// > 10.10.98.226:8020/tmp/checkpoint66/Sink_rui_ruihiveha_HaHive > ","configProperties":{"tableKeyName":"{\"rui.fruitest1\":[\"show_integer\"]}"},"jobParallelism":3,"kafkaBootstrapServers":"qmatrix-1:9092,qmatrix-2:9092,qmatrix-3:9092","kafkaConsumerProperties":{"enable.auto.commit":"false","partition.assignment.strategy":"org.apache.kafka.clients.consumer.RoundRobinAssignor","max.poll.records":"500"," > group.id":"Sink_rui_ruihiveha_HaHive_g","auto.offset.reset":"earliest"," > session.timeout.ms > ":"15000","bootstrap.servers":"qmatrix-1:9092,qmatrix-2:9092,qmatrix-3:9092","max.partition.fetch.bytes":"1048576"," > max.poll.interval.ms":"1800000","heartbeat.interval.ms > ":"3000","isolation.level":"read_committed","auto.commit.interval.ms > ":"1000"},"managerJdbcProperties":{"url":"jdbc:mysql://qmatrix-mysql:3306/qmatrix","phyTimeoutMillis":"30000","maxActive":"1","driverClassName":"com.mysql.jdbc.Driver","removeAbandoned":"true","minEvictableIdleTimeMillis":"30000","username":"root","minIdle":"0","removeAbandonedTimeout":"30000","timeBetweenEvictionRunsMillis":"30000","password":"Cljslrl0620$","keepAlive":"false","initialSize":"0"},"passwordKey":"GOODLUCKEVERYONE","pipeName":"ruihiveha","targetConfig":{"rui.ruihiveha.rac80_forever.rac80_ruitest1.1627609625759.router.qmatrix":{"migratePartitionTime":1,"partitionField":"pt_dt","partitionInterval":1,"partitionTime":0,"partitionTimeField":"SHOW_TIMESTAMP","periodMigratePartitionTime":0,"targetSchema":"rui","targetTable":"fruitest1"}},"targetNodeName":"HaHive","targetNodeProperties":{"defaultSchema":"default","hiveConfDir":"/app/qmatrix/kerberos/HaHive","hiveUser":"root","password":"123456","url":"jdbc:hive2:// > 10.10.98.42:10000","username":"root"},"targetNodeType":"Hive","topologyId":1137,"topologyName":"Sink_rui_ruihiveha_HaHive","yarnJobManagerMemory":"1024MB","yarnTaskManagerMemory":"2048MB","zookeeperUrl":"qmatrix-1:2181,qmatrix-2:2181,qmatrix-3:2181"}' > \ > --nodeType Hive \ > --jobType Sink \ > 2021-07-30 11:20:01,402 INFO flink-akka.actor.default-dispatcher-3 > org.apache.flink.runtime.externalresource.ExternalResourceUtils [] - > Enabled external resources: [] 2021-07-30 11:20:01,416 INFO > flink-akka.actor.default-dispatcher-3 > org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl [] - Upper > bound of the thread pool size is 500 2021-07-30 11:20:01,418 INFO > flink-akka.actor.default-dispatcher-3 > org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy [] > - yarn.client.max-cached-nodemanagers-proxies : 0 2021-07-30 11:20:01,421 > INFO flink-akka.actor.default-dispatcher-3 > org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager [] - > ResourceManager akka.tcp://flink@qmatrix-web:37982/user/rpc/resourcemanager_0 > was granted leadership with fencing token 00000000000000000000000000000000 > 2021-07-30 11:20:01,818 INFO flink-akka.actor.default-dispatcher-4 > com.alibaba.druid.pool.DruidDataSource [] - > {dataSource-1} inited 2021-07-30 11:20:02,648 WARN > flink-akka.actor.default-dispatcher-4 > org.apache.flink.client.deployment.application.ApplicationDispatcherBootstrap > [] - Application failed unexpectedly: > java.util.concurrent.CompletionException: > org.apache.flink.client.deployment.application.ApplicationExecutionException: > Could not execute application. at > java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:292) > ~[?:1.8.0_161] at > java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:308) > ~[?:1.8.0_161] at > java.util.concurrent.CompletableFuture.uniCompose(CompletableFuture.java:943) > ~[?:1.8.0_161] at > java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:926) > ~[?:1.8.0_161] at > java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474) > ~[?:1.8.0_161] at > java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:1977) > ~[?:1.8.0_161] at > org.apache.flink.client.deployment.application.ApplicationDispatcherBootstrap.runApplicationEntryPoint(ApplicationDispatcherBootstrap.java:257) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.deployment.application.ApplicationDispatcherBootstrap.lambda$runApplicationAsync$1(ApplicationDispatcherBootstrap.java:212) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) > [?:1.8.0_161] at > java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_161] > at > org.apache.flink.runtime.concurrent.akka.ActorSystemScheduledExecutorAdapter$ScheduledFutureTask.run(ActorSystemScheduledExecutorAdapter.java:159) > [flink-dist_2.11-1.13.0.jar:1.13.0] at > akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:40) > [flink-dist_2.11-1.13.0.jar:1.13.0] at > akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(ForkJoinExecutorConfigurator.scala:44) > [flink-dist_2.11-1.13.0.jar:1.13.0] at > akka.dispatch.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260) > [flink-dist_2.11-1.13.0.jar:1.13.0] at > akka.dispatch.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339) > [flink-dist_2.11-1.13.0.jar:1.13.0] at > akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) > [flink-dist_2.11-1.13.0.jar:1.13.0] at > akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) > [flink-dist_2.11-1.13.0.jar:1.13.0] Caused by: > org.apache.flink.client.deployment.application.ApplicationExecutionException: > Could not execute application. ... 11 more Caused by: > java.lang.ExceptionInInitializerError at > org.apache.calcite.rel.metadata.RelMdPercentageOriginalRows.<clinit>(RelMdPercentageOriginalRows.java:41) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.rel.metadata.DefaultRelMetadataProvider.<init>(DefaultRelMetadataProvider.java:42) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.rel.metadata.DefaultRelMetadataProvider.<clinit>(DefaultRelMetadataProvider.java:28) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.plan.RelOptCluster.<init>(RelOptCluster.java:91) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.plan.RelOptCluster.create(RelOptCluster.java:100) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.calcite.FlinkRelOptClusterFactory$.create(FlinkRelOptClusterFactory.scala:36) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.calcite.FlinkRelOptClusterFactory.create(FlinkRelOptClusterFactory.scala) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.PlannerContext.<init>(PlannerContext.java:125) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.PlannerBase.<init>(PlannerBase.scala:105) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.StreamPlanner.<init>(StreamPlanner.scala:51) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.BlinkPlannerFactory.create(BlinkPlannerFactory.java:48) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.internal.StreamTableEnvironmentImpl.create(StreamTableEnvironmentImpl.java:161) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.StreamTableEnvironment.create(StreamTableEnvironment.java:128) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.StreamTableEnvironment.create(StreamTableEnvironment.java:98) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > com.woqutech.qmatrix.components.flink.AbstractFlinkJobLauncher.createStreamTableEnvironment(AbstractFlinkJobLauncher.java:67) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > com.woqutech.qmatrix.sink.common.launcher.AbstractFlinkSinkLauncher.launch(AbstractFlinkSinkLauncher.java:114) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > com.woqutech.qmatrix.sink.hive.HiveSinkApplication.main(HiveSinkApplication.java:21) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_161] > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > ~[?:1.8.0_161] at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > ~[?:1.8.0_161] at java.lang.reflect.Method.invoke(Method.java:498) > ~[?:1.8.0_161] at > org.apache.flink.client.program.PackagedProgram.callMainMethod(PackagedProgram.java:355) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.program.PackagedProgram.invokeInteractiveModeForExecution(PackagedProgram.java:222) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.ClientUtils.executeProgram(ClientUtils.java:114) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.deployment.application.ApplicationDispatcherBootstrap.runApplicationEntryPoint(ApplicationDispatcherBootstrap.java:242) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] ... 10 more Caused by: > java.lang.RuntimeException: while resolving method 'hashJoin[interface > org.apache.calcite.linq4j.Enumerable, interface > org.apache.calcite.linq4j.function.Function1, interface > org.apache.calcite.linq4j.function.Function1, interface > org.apache.calcite.linq4j.function.Function2, interface > org.apache.calcite.linq4j.function.EqualityComparer, boolean, boolean, > interface org.apache.calcite.linq4j.function.Predicate2]' in class > interface org.apache.calcite.linq4j.ExtendedEnumerable at > org.apache.calcite.linq4j.tree.Types.lookupMethod(Types.java:347) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > org.apache.calcite.util.BuiltInMethod.<init>(BuiltInMethod.java:646) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.util.BuiltInMethod.<clinit>(BuiltInMethod.java:176) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.rel.metadata.RelMdPercentageOriginalRows.<clinit>(RelMdPercentageOriginalRows.java:41) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.rel.metadata.DefaultRelMetadataProvider.<init>(DefaultRelMetadataProvider.java:42) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.rel.metadata.DefaultRelMetadataProvider.<clinit>(DefaultRelMetadataProvider.java:28) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.plan.RelOptCluster.<init>(RelOptCluster.java:91) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.plan.RelOptCluster.create(RelOptCluster.java:100) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.calcite.FlinkRelOptClusterFactory$.create(FlinkRelOptClusterFactory.scala:36) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.calcite.FlinkRelOptClusterFactory.create(FlinkRelOptClusterFactory.scala) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.PlannerContext.<init>(PlannerContext.java:125) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.PlannerBase.<init>(PlannerBase.scala:105) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.StreamPlanner.<init>(StreamPlanner.scala:51) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.BlinkPlannerFactory.create(BlinkPlannerFactory.java:48) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.internal.StreamTableEnvironmentImpl.create(StreamTableEnvironmentImpl.java:161) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.StreamTableEnvironment.create(StreamTableEnvironment.java:128) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.StreamTableEnvironment.create(StreamTableEnvironment.java:98) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > com.woqutech.qmatrix.components.flink.AbstractFlinkJobLauncher.createStreamTableEnvironment(AbstractFlinkJobLauncher.java:67) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > com.woqutech.qmatrix.sink.common.launcher.AbstractFlinkSinkLauncher.launch(AbstractFlinkSinkLauncher.java:114) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > com.woqutech.qmatrix.sink.hive.HiveSinkApplication.main(HiveSinkApplication.java:21) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_161] > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > ~[?:1.8.0_161] at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > ~[?:1.8.0_161] at java.lang.reflect.Method.invoke(Method.java:498) > ~[?:1.8.0_161] at > org.apache.flink.client.program.PackagedProgram.callMainMethod(PackagedProgram.java:355) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.program.PackagedProgram.invokeInteractiveModeForExecution(PackagedProgram.java:222) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.ClientUtils.executeProgram(ClientUtils.java:114) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.deployment.application.ApplicationDispatcherBootstrap.runApplicationEntryPoint(ApplicationDispatcherBootstrap.java:242) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] ... 10 more Caused by: > java.lang.NoSuchMethodException: > org.apache.calcite.linq4j.ExtendedEnumerable.hashJoin(org.apache.calcite.linq4j.Enumerable, > org.apache.calcite.linq4j.function.Function1, > org.apache.calcite.linq4j.function.Function1, > org.apache.calcite.linq4j.function.Function2, > org.apache.calcite.linq4j.function.EqualityComparer, boolean, boolean, > org.apache.calcite.linq4j.function.Predicate2) at > java.lang.Class.getMethod(Class.java:1786) ~[?:1.8.0_161] at > org.apache.calcite.linq4j.tree.Types.lookupMethod(Types.java:338) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > org.apache.calcite.util.BuiltInMethod.<init>(BuiltInMethod.java:646) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.util.BuiltInMethod.<clinit>(BuiltInMethod.java:176) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.rel.metadata.RelMdPercentageOriginalRows.<clinit>(RelMdPercentageOriginalRows.java:41) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.rel.metadata.DefaultRelMetadataProvider.<init>(DefaultRelMetadataProvider.java:42) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.rel.metadata.DefaultRelMetadataProvider.<clinit>(DefaultRelMetadataProvider.java:28) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.plan.RelOptCluster.<init>(RelOptCluster.java:91) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.plan.RelOptCluster.create(RelOptCluster.java:100) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.calcite.FlinkRelOptClusterFactory$.create(FlinkRelOptClusterFactory.scala:36) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.calcite.FlinkRelOptClusterFactory.create(FlinkRelOptClusterFactory.scala) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.PlannerContext.<init>(PlannerContext.java:125) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.PlannerBase.<init>(PlannerBase.scala:105) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.StreamPlanner.<init>(StreamPlanner.scala:51) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.BlinkPlannerFactory.create(BlinkPlannerFactory.java:48) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.internal.StreamTableEnvironmentImpl.create(StreamTableEnvironmentImpl.java:161) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.StreamTableEnvironment.create(StreamTableEnvironment.java:128) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.StreamTableEnvironment.create(StreamTableEnvironment.java:98) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > com.woqutech.qmatrix.components.flink.AbstractFlinkJobLauncher.createStreamTableEnvironment(AbstractFlinkJobLauncher.java:67) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > com.woqutech.qmatrix.sink.common.launcher.AbstractFlinkSinkLauncher.launch(AbstractFlinkSinkLauncher.java:114) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > com.woqutech.qmatrix.sink.hive.HiveSinkApplication.main(HiveSinkApplication.java:21) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_161] > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > ~[?:1.8.0_161] at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > ~[?:1.8.0_161] at java.lang.reflect.Method.invoke(Method.java:498) > ~[?:1.8.0_161] at > org.apache.flink.client.program.PackagedProgram.callMainMethod(PackagedProgram.java:355) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.program.PackagedProgram.invokeInteractiveModeForExecution(PackagedProgram.java:222) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.ClientUtils.executeProgram(ClientUtils.java:114) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.deployment.application.ApplicationDispatcherBootstrap.runApplicationEntryPoint(ApplicationDispatcherBootstrap.java:242) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] ... 10 more 2021-07-30 > 11:20:02,658 ERROR flink-akka.actor.default-dispatcher-4 > org.apache.flink.runtime.entrypoint.ClusterEntrypoint [] - Fatal > error occurred in the cluster entrypoint. > org.apache.flink.util.FlinkException: Application failed unexpectedly. > at > org.apache.flink.client.deployment.application.ApplicationDispatcherBootstrap.lambda$runApplicationAndShutdownClusterAsync$0(ApplicationDispatcherBootstrap.java:170) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:822) > ~[?:1.8.0_161] at > java.util.concurrent.CompletableFuture$UniHandle.tryFire(CompletableFuture.java:797) > ~[?:1.8.0_161] at > java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474) > ~[?:1.8.0_161] at > java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:1977) > ~[?:1.8.0_161] at > org.apache.flink.client.deployment.application.ApplicationDispatcherBootstrap.runApplicationEntryPoint(ApplicationDispatcherBootstrap.java:257) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.deployment.application.ApplicationDispatcherBootstrap.lambda$runApplicationAsync$1(ApplicationDispatcherBootstrap.java:212) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) > [?:1.8.0_161] at > java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_161] > at > org.apache.flink.runtime.concurrent.akka.ActorSystemScheduledExecutorAdapter$ScheduledFutureTask.run(ActorSystemScheduledExecutorAdapter.java:159) > [flink-dist_2.11-1.13.0.jar:1.13.0] at > akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:40) > [flink-dist_2.11-1.13.0.jar:1.13.0] at > akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(ForkJoinExecutorConfigurator.scala:44) > [flink-dist_2.11-1.13.0.jar:1.13.0] at > akka.dispatch.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260) > [flink-dist_2.11-1.13.0.jar:1.13.0] at > akka.dispatch.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339) > [flink-dist_2.11-1.13.0.jar:1.13.0] at > akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) > [flink-dist_2.11-1.13.0.jar:1.13.0] at > akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) > [flink-dist_2.11-1.13.0.jar:1.13.0] Caused by: > java.util.concurrent.CompletionException: > org.apache.flink.client.deployment.application.ApplicationExecutionException: > Could not execute application. at > java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:292) > ~[?:1.8.0_161] at > java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:308) > ~[?:1.8.0_161] at > java.util.concurrent.CompletableFuture.uniCompose(CompletableFuture.java:943) > ~[?:1.8.0_161] at > java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:926) > ~[?:1.8.0_161] ... 13 more Caused by: > org.apache.flink.client.deployment.application.ApplicationExecutionException: > Could not execute application. ... 11 more Caused by: > java.lang.ExceptionInInitializerError at > org.apache.calcite.rel.metadata.RelMdPercentageOriginalRows.<clinit>(RelMdPercentageOriginalRows.java:41) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.rel.metadata.DefaultRelMetadataProvider.<init>(DefaultRelMetadataProvider.java:42) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.rel.metadata.DefaultRelMetadataProvider.<clinit>(DefaultRelMetadataProvider.java:28) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.plan.RelOptCluster.<init>(RelOptCluster.java:91) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.plan.RelOptCluster.create(RelOptCluster.java:100) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.calcite.FlinkRelOptClusterFactory$.create(FlinkRelOptClusterFactory.scala:36) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.calcite.FlinkRelOptClusterFactory.create(FlinkRelOptClusterFactory.scala) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.PlannerContext.<init>(PlannerContext.java:125) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.PlannerBase.<init>(PlannerBase.scala:105) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.StreamPlanner.<init>(StreamPlanner.scala:51) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.BlinkPlannerFactory.create(BlinkPlannerFactory.java:48) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.internal.StreamTableEnvironmentImpl.create(StreamTableEnvironmentImpl.java:161) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.StreamTableEnvironment.create(StreamTableEnvironment.java:128) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.StreamTableEnvironment.create(StreamTableEnvironment.java:98) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > com.woqutech.qmatrix.components.flink.AbstractFlinkJobLauncher.createStreamTableEnvironment(AbstractFlinkJobLauncher.java:67) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > com.woqutech.qmatrix.sink.common.launcher.AbstractFlinkSinkLauncher.launch(AbstractFlinkSinkLauncher.java:114) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > com.woqutech.qmatrix.sink.hive.HiveSinkApplication.main(HiveSinkApplication.java:21) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_161] > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > ~[?:1.8.0_161] at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > ~[?:1.8.0_161] at java.lang.reflect.Method.invoke(Method.java:498) > ~[?:1.8.0_161] at > org.apache.flink.client.program.PackagedProgram.callMainMethod(PackagedProgram.java:355) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.program.PackagedProgram.invokeInteractiveModeForExecution(PackagedProgram.java:222) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.ClientUtils.executeProgram(ClientUtils.java:114) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.deployment.application.ApplicationDispatcherBootstrap.runApplicationEntryPoint(ApplicationDispatcherBootstrap.java:242) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] ... 10 more Caused by: > java.lang.RuntimeException: while resolving method 'hashJoin[interface > org.apache.calcite.linq4j.Enumerable, interface > org.apache.calcite.linq4j.function.Function1, interface > org.apache.calcite.linq4j.function.Function1, interface > org.apache.calcite.linq4j.function.Function2, interface > org.apache.calcite.linq4j.function.EqualityComparer, boolean, boolean, > interface org.apache.calcite.linq4j.function.Predicate2]' in class > interface org.apache.calcite.linq4j.ExtendedEnumerable at > org.apache.calcite.linq4j.tree.Types.lookupMethod(Types.java:347) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > org.apache.calcite.util.BuiltInMethod.<init>(BuiltInMethod.java:646) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.util.BuiltInMethod.<clinit>(BuiltInMethod.java:176) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.rel.metadata.RelMdPercentageOriginalRows.<clinit>(RelMdPercentageOriginalRows.java:41) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.rel.metadata.DefaultRelMetadataProvider.<init>(DefaultRelMetadataProvider.java:42) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.rel.metadata.DefaultRelMetadataProvider.<clinit>(DefaultRelMetadataProvider.java:28) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.plan.RelOptCluster.<init>(RelOptCluster.java:91) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.plan.RelOptCluster.create(RelOptCluster.java:100) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.calcite.FlinkRelOptClusterFactory$.create(FlinkRelOptClusterFactory.scala:36) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.calcite.FlinkRelOptClusterFactory.create(FlinkRelOptClusterFactory.scala) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.PlannerContext.<init>(PlannerContext.java:125) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.PlannerBase.<init>(PlannerBase.scala:105) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.StreamPlanner.<init>(StreamPlanner.scala:51) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.BlinkPlannerFactory.create(BlinkPlannerFactory.java:48) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.internal.StreamTableEnvironmentImpl.create(StreamTableEnvironmentImpl.java:161) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.StreamTableEnvironment.create(StreamTableEnvironment.java:128) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.StreamTableEnvironment.create(StreamTableEnvironment.java:98) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > com.woqutech.qmatrix.components.flink.AbstractFlinkJobLauncher.createStreamTableEnvironment(AbstractFlinkJobLauncher.java:67) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > com.woqutech.qmatrix.sink.common.launcher.AbstractFlinkSinkLauncher.launch(AbstractFlinkSinkLauncher.java:114) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > com.woqutech.qmatrix.sink.hive.HiveSinkApplication.main(HiveSinkApplication.java:21) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_161] > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > ~[?:1.8.0_161] at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > ~[?:1.8.0_161] at java.lang.reflect.Method.invoke(Method.java:498) > ~[?:1.8.0_161] at > org.apache.flink.client.program.PackagedProgram.callMainMethod(PackagedProgram.java:355) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.program.PackagedProgram.invokeInteractiveModeForExecution(PackagedProgram.java:222) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.ClientUtils.executeProgram(ClientUtils.java:114) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.deployment.application.ApplicationDispatcherBootstrap.runApplicationEntryPoint(ApplicationDispatcherBootstrap.java:242) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] ... 10 more Caused by: > java.lang.NoSuchMethodException: > org.apache.calcite.linq4j.ExtendedEnumerable.hashJoin(org.apache.calcite.linq4j.Enumerable, > org.apache.calcite.linq4j.function.Function1, > org.apache.calcite.linq4j.function.Function1, > org.apache.calcite.linq4j.function.Function2, > org.apache.calcite.linq4j.function.EqualityComparer, boolean, boolean, > org.apache.calcite.linq4j.function.Predicate2) at > java.lang.Class.getMethod(Class.java:1786) ~[?:1.8.0_161] at > org.apache.calcite.linq4j.tree.Types.lookupMethod(Types.java:338) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > org.apache.calcite.util.BuiltInMethod.<init>(BuiltInMethod.java:646) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.util.BuiltInMethod.<clinit>(BuiltInMethod.java:176) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.rel.metadata.RelMdPercentageOriginalRows.<clinit>(RelMdPercentageOriginalRows.java:41) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.rel.metadata.DefaultRelMetadataProvider.<init>(DefaultRelMetadataProvider.java:42) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.rel.metadata.DefaultRelMetadataProvider.<clinit>(DefaultRelMetadataProvider.java:28) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.plan.RelOptCluster.<init>(RelOptCluster.java:91) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.calcite.plan.RelOptCluster.create(RelOptCluster.java:100) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.calcite.FlinkRelOptClusterFactory$.create(FlinkRelOptClusterFactory.scala:36) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.calcite.FlinkRelOptClusterFactory.create(FlinkRelOptClusterFactory.scala) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.PlannerContext.<init>(PlannerContext.java:125) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.PlannerBase.<init>(PlannerBase.scala:105) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.StreamPlanner.<init>(StreamPlanner.scala:51) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.planner.delegation.BlinkPlannerFactory.create(BlinkPlannerFactory.java:48) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.internal.StreamTableEnvironmentImpl.create(StreamTableEnvironmentImpl.java:161) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.StreamTableEnvironment.create(StreamTableEnvironment.java:128) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.table.api.bridge.java.StreamTableEnvironment.create(StreamTableEnvironment.java:98) > ~[flink-table-blink_2.11-1.13.0.jar:1.13.0] at > com.woqutech.qmatrix.components.flink.AbstractFlinkJobLauncher.createStreamTableEnvironment(AbstractFlinkJobLauncher.java:67) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > com.woqutech.qmatrix.sink.common.launcher.AbstractFlinkSinkLauncher.launch(AbstractFlinkSinkLauncher.java:114) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > com.woqutech.qmatrix.sink.hive.HiveSinkApplication.main(HiveSinkApplication.java:21) > ~[flink-hive-sink-3.0.0-jar-with-dependencies.jar:?] at > sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_161] > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > ~[?:1.8.0_161] at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > ~[?:1.8.0_161] at java.lang.reflect.Method.invoke(Method.java:498) > ~[?:1.8.0_161] at > org.apache.flink.client.program.PackagedProgram.callMainMethod(PackagedProgram.java:355) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.program.PackagedProgram.invokeInteractiveModeForExecution(PackagedProgram.java:222) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.ClientUtils.executeProgram(ClientUtils.java:114) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] at > org.apache.flink.client.deployment.application.ApplicationDispatcherBootstrap.runApplicationEntryPoint(ApplicationDispatcherBootstrap.java:242) > ~[flink-dist_2.11-1.13.0.jar:1.13.0] ... 10 more 2021-07-30 > 11:20:02,660 INFO YarnApplicationClusterEntryPoint shutdown hook > org.apache.flink.runtime.entrypoint.ClusterEntrypoint [] - Shutting > YarnApplicationClusterEntryPoint down with application status UNKNOWN. > Diagnostics Cluster entrypoint has been closed externally.. 2021-07-30 > 11:20:02,660 INFO YarnApplicationClusterEntryPoint shutdown hook > org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint [] - Shutting > down rest endpoint. 2021-07-30 11:20:02,663 INFO BlobServer shutdown hook > org.apache.flink.runtime.blob.BlobServer [] - Stopped > BLOB server at 0.0.0.0:32778 2021-07-30 11:20:02,673 INFO > ForkJoinPool.commonPool-worker-9 > org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint [] - Removing > cache directory > /tmp/flink-web-67302ff4-af3c-47e2-9913-7dbc268b1aeb/flink-web-ui 2021-07-30 > 11:20:02,674 INFO ForkJoinPool.commonPool-worker-9 > org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint [] - > http://qmatrix-web:28082 lost leadership 2021-07-30 11:20:02,674 INFO > ForkJoinPool.commonPool-worker-9 > org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint [] - Shut > down complete. 2021-07-30 11:20:02,674 INFO > YarnApplicationClusterEntryPoint shutdown hook > org.apache.flink.runtime.entrypoint.component.DispatcherResourceManagerComponent > [] - Closing components. 2021-07-30 11:20:02,675 INFO > YarnApplicationClusterEntryPoint shutdown hook > org.apache.flink.runtime.dispatcher.runner.SessionDispatcherLeaderProcess > [] - Stopping SessionDispatcherLeaderProcess. 2021-07-30 11:20:02,675 INFO > flink-akka.actor.default-dispatcher-2 > org.apache.flink.runtime.dispatcher.StandaloneDispatcher [] - Stopping > dispatcher akka.tcp://flink@qmatrix-web:37982/user/rpc/dispatcher_1. > 2021-07-30 11:20:02,675 INFO flink-akka.actor.default-dispatcher-2 > org.apache.flink.runtime.dispatcher.StandaloneDispatcher [] - Stopping > all currently running jobs of dispatcher akka.tcp://flink@qmatrix-w
