[
https://issues.apache.org/jira/browse/BEAM-10010?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17112669#comment-17112669
]
Brian Hulette commented on BEAM-10010:
--------------------------------------
test_generate_data sometimes yields the following error from Java at execution
time:
{code}
E RuntimeError:
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.UncheckedExecutionException:
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.UncheckedExecutionException:
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.UncheckedExecutionException:
java.lang.IllegalArgumentException: Unknown Coder URN
beam:coder:pickled_python:v1. Known URNs: [beam:coder:avro:generic:v1,
beam:coder:bytes:v1, beam:coder:bool:v1, beam:coder:string_utf8:v1,
beam:coder:kv:v1, beam:coder:varint:v1, beam:coder:interval_window:v1,
beam:coder:iterable:v1, beam:coder:timer:v1, beam:coder:length_prefix:v1,
beam:coder:global_window:v1, beam:coder:windowed_value:v1,
beam:coder:param_windowed_value:v1, beam:coder:double:v1, beam:coder:row:v1]
E at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2050)
E at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache.get(LocalCache.java:3952)
E at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:3974)
E at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4958)
E at
org.apache.beam.runners.core.construction.RehydratedComponents.getCoder(RehydratedComponents.java:164)
E at
org.apache.beam.runners.core.construction.CoderTranslation.fromKnownCoder(CoderTranslation.java:132)
E at
org.apache.beam.runners.core.construction.CoderTranslation.fromProto(CoderTranslation.java:124)
E at
org.apache.beam.fn.harness.BeamFnDataWriteRunner.<init>(BeamFnDataWriteRunner.java:139)
E at
org.apache.beam.fn.harness.BeamFnDataWriteRunner$Factory.createRunnerForPTransform(BeamFnDataWriteRunner.java:100)
E at
org.apache.beam.fn.harness.BeamFnDataWriteRunner$Factory.createRunnerForPTransform(BeamFnDataWriteRunner.java:77)
E at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:236)
E at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:198)
E at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createBundleProcessor(ProcessBundleHandler.java:491)
E at
org.apache.beam.fn.harness.control.ProcessBundleHandler.lambda$processBundle$0(ProcessBundleHandler.java:275)
E at
org.apache.beam.fn.harness.control.ProcessBundleHandler$BundleProcessorCache.get(ProcessBundleHandler.java:552)
E at
org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:270)
E at
org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:173)
E at
org.apache.beam.fn.harness.control.BeamFnControlClient.lambda$processInstructionRequests$0(BeamFnControlClient.java:157)
E at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
E at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
E at java.lang.Thread.run(Thread.java:748)
E Caused by:
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.UncheckedExecutionException:
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.UncheckedExecutionException:
java.lang.Illega
lArgumentException: Unknown Coder URN beam:coder:pickled_python:v1. Known URNs:
[beam:coder:avro:generic:v1, beam:coder:bytes:v1, beam:coder:bool:v1,
beam:coder:string_utf8:v1, beam:coder:kv:v1, beam:coder:varint:v1,
beam:coder:interval_wi
ndow:v1, beam:coder:iterable:v1, beam:coder:timer:v1,
beam:coder:length_prefix:v1, beam:coder:global_window:v1,
beam:coder:windowed_value:v1, beam:coder:param_windowed_value:v1,
beam:coder:double:v1, beam:coder:row:v1]
E at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2050)
E at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache.get(LocalCache.java:3952)
{code}
> Test Python SqlTransform on fn_api_runner
> -----------------------------------------
>
> Key: BEAM-10010
> URL: https://issues.apache.org/jira/browse/BEAM-10010
> Project: Beam
> Issue Type: Improvement
> Components: sdk-py-core
> Reporter: Brian Hulette
> Assignee: Brian Hulette
> Priority: P2
>
> It should be possible to run with the fn_api_runner.
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
