Hector Miuler Malpica Gallegos created FLINK-27889:
------------------------------------------------------
Summary: Error when the LastReconciledSpec is null
Key: FLINK-27889
URL: https://issues.apache.org/jira/browse/FLINK-27889
Project: Flink
Issue Type: Bug
Components: Kubernetes Operator
Reporter: Hector Miuler Malpica Gallegos
My FlinkDeployment was left with erros, when he can not start correctly, the
following message:
{{2022-06-01 04:36:10,070 o.a.f.k.o.r.ReconciliationUtils [WARN
][flink-wape-02/migration-cosmosdb-wape] Attempt count: 5, last attempt: true}}
{{2022-06-01 04:36:10,072 i.j.o.p.e.ReconciliationDispatcher
[ERROR][flink-wape-02/migration-cosmosdb-wape] Error during event processing
ExecutionScope\{ resource id: CustomResourceID{name='migration-cosmosdb-wape',
namespace='flink-wape-02'}, version: null} failed.}}
{{org.apache.flink.kubernetes.operator.exception.ReconciliationException:
java.lang.IllegalArgumentException: Only "local" is supported as schema for
application mode. This assumes that the jar is located in the image, not the
Flink client. An example of such path is:
local:///opt/flink/examples/streaming/WindowJoin.jar}}
{{ at
org.apache.flink.kubernetes.operator.controller.FlinkDeploymentController.reconcile(FlinkDeploymentController.java:130)}}
{{ at
org.apache.flink.kubernetes.operator.controller.FlinkDeploymentController.reconcile(FlinkDeploymentController.java:59)}}
{{ at
io.javaoperatorsdk.operator.processing.Controller$2.execute(Controller.java:101)}}
{{ at
io.javaoperatorsdk.operator.processing.Controller$2.execute(Controller.java:76)}}
{{ at
io.javaoperatorsdk.operator.api.monitoring.Metrics.timeControllerExecution(Metrics.java:34)}}
{{ at
io.javaoperatorsdk.operator.processing.Controller.reconcile(Controller.java:75)}}
{{ at
io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.reconcileExecution(ReconciliationDispatcher.java:143)}}
{{ at
io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleReconcile(ReconciliationDispatcher.java:109)}}
{{ at
io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleDispatch(ReconciliationDispatcher.java:74)}}
{{ at
io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleExecution(ReconciliationDispatcher.java:50)}}
{{ at
io.javaoperatorsdk.operator.processing.event.EventProcessor$ControllerExecution.run(EventProcessor.java:349)}}
{{ at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)}}
{{ at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)}}
{{ at java.base/java.lang.Thread.run(Unknown Source)}}
{{Caused by: java.lang.IllegalArgumentException: Only "local" is supported as
schema for application mode. This assumes that the jar is located in the image,
not the Flink client. An example of such path is:
local:///opt/flink/examples/streaming/WindowJoin.jar}}
{{ at
org.apache.flink.kubernetes.utils.KubernetesUtils.lambda$checkJarFileForApplicationMode$2(KubernetesUtils.java:407)}}
{{ at
org.apache.flink.util.function.FunctionUtils.lambda$uncheckedFunction$2(FunctionUtils.java:73)}}
{{ at java.base/java.util.stream.ReferencePipeline$3$1.accept(Unknown
Source)}}
{{ at java.base/java.util.Collections$2.tryAdvance(Unknown Source)}}
{{ at java.base/java.util.Collections$2.forEachRemaining(Unknown
Source)}}
{{ at java.base/java.util.stream.AbstractPipeline.copyInto(Unknown
Source)}}
{{ at
java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(Unknown Source)}}
{{ at
java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(Unknown
Source)}}
{{ at java.base/java.util.stream.AbstractPipeline.evaluate(Unknown
Source)}}
{{ at java.base/java.util.stream.ReferencePipeline.collect(Unknown
Source)}}
{{ at
org.apache.flink.kubernetes.utils.KubernetesUtils.checkJarFileForApplicationMode(KubernetesUtils.java:412)}}
{{ at
org.apache.flink.kubernetes.KubernetesClusterDescriptor.deployApplicationCluster(KubernetesClusterDescriptor.java:206)}}
{{ at
org.apache.flink.client.deployment.application.cli.ApplicationClusterDeployer.run(ApplicationClusterDeployer.java:67)}}
{{ at
org.apache.flink.kubernetes.operator.service.FlinkService.submitApplicationCluster(FlinkService.java:163)}}
{{ at
org.apache.flink.kubernetes.operator.reconciler.deployment.ApplicationReconciler.deployFlinkJob(ApplicationReconciler.java:283)}}
{{ at
org.apache.flink.kubernetes.operator.reconciler.deployment.ApplicationReconciler.reconcile(ApplicationReconciler.java:83)}}
{{ at
org.apache.flink.kubernetes.operator.reconciler.deployment.ApplicationReconciler.reconcile(ApplicationReconciler.java:58)}}
{{ at
org.apache.flink.kubernetes.operator.controller.FlinkDeploymentController.reconcile(FlinkDeploymentController.java:126)}}
{{ ... 13 more}}
{{2022-06-01 04:36:10,073 i.j.o.p.e.EventProcessor
[ERROR][flink-wape-02/migration-cosmosdb-wape] Exhausted retries for
ExecutionScope\{ resource id: CustomResourceID{name='migration-cosmosdb-wape',
namespace='flink-wape-02'}, version: null}}}
{{2022-06-01 04:37:27,344 o.a.f.k.o.c.FlinkDeploymentController [INFO
][flink-wape-02/migration-cosmosdb-wape] Deleting FlinkDeployment}}
{{2022-06-01 04:37:27,345 i.j.o.p.e.ReconciliationDispatcher
[ERROR][flink-wape-02/migration-cosmosdb-wape] Error during event processing
ExecutionScope\{ resource id: CustomResourceID{name='migration-cosmosdb-wape',
namespace='flink-wape-02'}, version: 5206202} failed.}}
{{java.lang.RuntimeException: Cannot create observe config before first
deployment, this indicates a bug.}}
{{ at
org.apache.flink.kubernetes.operator.config.FlinkConfigManager.getObserveConfig(FlinkConfigManager.java:137)}}
{{ at
org.apache.flink.kubernetes.operator.service.FlinkService.cancelJob(FlinkService.java:357)}}
{{ at
org.apache.flink.kubernetes.operator.reconciler.deployment.ApplicationReconciler.shutdown(ApplicationReconciler.java:327)}}
{{ at
org.apache.flink.kubernetes.operator.reconciler.deployment.AbstractDeploymentReconciler.cleanup(AbstractDeploymentReconciler.java:56)}}
{{ at
org.apache.flink.kubernetes.operator.reconciler.deployment.AbstractDeploymentReconciler.cleanup(AbstractDeploymentReconciler.java:37)}}
{{ at
org.apache.flink.kubernetes.operator.controller.FlinkDeploymentController.cleanup(FlinkDeploymentController.java:107)}}
{{ at
org.apache.flink.kubernetes.operator.controller.FlinkDeploymentController.cleanup(FlinkDeploymentController.java:59)}}
{{ at
io.javaoperatorsdk.operator.processing.Controller$1.execute(Controller.java:68)}}
{{ at
io.javaoperatorsdk.operator.processing.Controller$1.execute(Controller.java:50)}}
{{ at
io.javaoperatorsdk.operator.api.monitoring.Metrics.timeControllerExecution(Metrics.java:34)}}
{{ at
io.javaoperatorsdk.operator.processing.Controller.cleanup(Controller.java:49)}}
{{ at
io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleCleanup(ReconciliationDispatcher.java:252)}}
{{ at
io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleDispatch(ReconciliationDispatcher.java:72)}}
{{ at
io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleExecution(ReconciliationDispatcher.java:50)}}
{{ at
io.javaoperatorsdk.operator.processing.event.EventProcessor$ControllerExecution.run(EventProcessor.java:349)}}
{{ at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)}}
{{ at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)}}
{{ at java.base/java.lang.Thread.run(Unknown Source)}}
{{2022-06-01 04:37:27,345 i.j.o.p.e.EventProcessor
[ERROR][flink-wape-02/migration-cosmosdb-wape] Exhausted retries for
ExecutionScope\{ resource id: CustomResourceID{name='migration-cosmosdb-wape',
namespace='flink-wape-02'}, version: 5206202}}}
{{2022-06-01 04:40:44,540 o.a.f.k.o.c.FlinkConfigManager [INFO ] Default
configuration did not change, nothing to do...}}
{{2022-06-01 04:40:44,848 o.a.f.m.s.Slf4jReporter [INFO ] }}
--
This message was sent by Atlassian Jira
(v8.20.7#820007)