[
https://issues.apache.org/jira/browse/BEAM-11753?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Kyle Weaver updated BEAM-11753:
-------------------------------
Component/s: runner-flink
> 2.27 with flink-1.12 failed rub job
> -----------------------------------
>
> Key: BEAM-11753
> URL: https://issues.apache.org/jira/browse/BEAM-11753
> Project: Beam
> Issue Type: Bug
> Components: examples-python, runner-flink
> Affects Versions: 2.27.0
> Reporter: jiamo
> Priority: P3
>
> With flink-1.12 localcluster start. (the default conf ). Using such command
>
> *python -m study_beam.wordcount --runner=FlinkRunner
> --flink_master=127.0.0.1:8081 --input /etc/asl.conf --output /tmp/output
> --flink_submit_uber_jar*
> go error like this
>
> {code:java}
> File "/Users/jiamo/.pyenv/versions/3.8.3/lib/python3.8/runpy.py", line 194,
> in _run_module_as_main
> return _run_code(code, main_globals, None,
> File "/Users/jiamo/.pyenv/versions/3.8.3/lib/python3.8/runpy.py", line 87,
> in _run_code
> exec(code, run_globals)
> File "/Users/jiamo/data/study_beam/study_beam/wordcount.py", line 99, in
> <module>
> run()
> File "/Users/jiamo/data/study_beam/study_beam/wordcount.py", line 94, in run
> output | 'Write' >> beam.Map(print)
> File
> "/Users/jiamo/.pyenv/versions/3.8.3/lib/python3.8/site-packages/apache_beam/pipeline.py",
> line 582, in __exit__
> self.result = self.run()
> File
> "/Users/jiamo/.pyenv/versions/3.8.3/lib/python3.8/site-packages/apache_beam/pipeline.py",
> line 561, in run
> return self.runner.run_pipeline(self, self._options)
> File
> "/Users/jiamo/.pyenv/versions/3.8.3/lib/python3.8/site-packages/apache_beam/runners/portability/flink_runner.py",
> line 49, in run_pipeline
> return super(FlinkRunner, self).run_pipeline(pipeline, options)
> File
> "/Users/jiamo/.pyenv/versions/3.8.3/lib/python3.8/site-packages/apache_beam/runners/portability/portable_runner.py",
> line 421, in run_pipeline
> job_service_handle.submit(proto_pipeline)
> File
> "/Users/jiamo/.pyenv/versions/3.8.3/lib/python3.8/site-packages/apache_beam/runners/portability/portable_runner.py",
> line 116, in submit
> return self.run(prepare_response.preparation_id)
> File
> "/Users/jiamo/.pyenv/versions/3.8.3/lib/python3.8/site-packages/apache_beam/runners/portability/portable_runner.py",
> line 237, in run
> run_response = self.job_service.Run(
> File
> "/Users/jiamo/.pyenv/versions/3.8.3/lib/python3.8/site-packages/apache_beam/runners/portability/abstract_job_service.py",
> line 123, in Run
> self._jobs[job_id].run()
> File
> "/Users/jiamo/.pyenv/versions/3.8.3/lib/python3.8/site-packages/apache_beam/runners/portability/flink_uber_jar_job_server.py",
> line 155, in run
> self._flink_job_id = self.post(
> File
> "/Users/jiamo/.pyenv/versions/3.8.3/lib/python3.8/site-packages/apache_beam/runners/portability/flink_uber_jar_job_server.py",
> line 141, in post
> return self.request(requests.post, path, **kwargs)
> File
> "/Users/jiamo/.pyenv/versions/3.8.3/lib/python3.8/site-packages/apache_beam/runners/portability/flink_uber_jar_job_server.py",
> line 131, in request
> The java stack with pretty fromat
> org.apache.flink.runtime.rest.handler.RestHandlerException: Could not execute
> application.org.apache.flink.runtime.rest.handler.RestHandlerException: Could
> not execute application. at
> org.apache.flink.runtime.webmonitor.handlers.JarRunHandler.lambda$handleRequest$1(JarRunHandler.java:103)
> at
> java.base/java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:930)
> at
> java.base/java.util.concurrent.CompletableFuture$UniHandle.tryFire(CompletableFuture.java:907)
> at
> java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506)
> at
> java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1705)
> at
> java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at
> java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> at java.base/java.lang.Thread.run(Thread.java:834)Caused by:
> java.util.concurrent.CompletionException:
> java.util.ServiceConfigurationError: com.fasterxml.jackson.databind.Module:
> com.fasterxml.jackson.datatype.jsr310.JavaTimeModule not a subtype at
> java.base/java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314)
> at
> java.base/java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319)
> at
> java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1702)
> ... 6 moreCaused by: java.util.ServiceConfigurationError:
> com.fasterxml.jackson.databind.Module:
> com.fasterxml.jackson.datatype.jsr310.JavaTimeModule not a subtype at
> java.base/java.util.ServiceLoader.fail(ServiceLoader.java:588) at
> java.base/java.util.ServiceLoader$LazyClassPathLookupIterator.hasNextService(ServiceLoader.java:1236)
> at
> java.base/java.util.ServiceLoader$LazyClassPathLookupIterator.hasNext(ServiceLoader.java:1264)
> at java.base/java.util.ServiceLoader$2.hasNext(ServiceLoader.java:1299) at
> java.base/java.util.ServiceLoader$3.hasNext(ServiceLoader.java:1384) at
> com.fasterxml.jackson.databind.ObjectMapper.findModules(ObjectMapper.java:1054)
> at
> org.apache.beam.sdk.options.PipelineOptionsFactory.<clinit>(PipelineOptionsFactory.java:478)
> at
> org.apache.beam.runners.flink.FlinkPipelineRunner.main(FlinkPipelineRunner.java:162)
> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method) at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.base/java.lang.reflect.Method.invoke(Method.java:566) at
> org.apache.flink.client.program.PackagedProgram.callMainMethod(PackagedProgram.java:316)
> at
> org.apache.flink.client.program.PackagedProgram.invokeInteractiveModeForExecution(PackagedProgram.java:198)
> at org.apache.flink.client.ClientUtils.executeProgram(ClientUtils.java:114)
> at
> org.apache.flink.client.deployment.application.DetachedApplicationRunner.tryExecuteJobs(DetachedApplicationRunner.java:78)
> at
> org.apache.flink.client.deployment.application.DetachedApplicationRunner.run(DetachedApplicationRunner.java:67)
> at
> org.apache.flink.runtime.webmonitor.handlers.JarRunHandler.lambda$handleRequest$0(JarRunHandler.java:100)
> at
> java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1700)
> ... 6 more
> {code}
--
This message was sent by Atlassian Jira
(v8.20.1#820001)
