[
https://issues.apache.org/jira/browse/BEAM-13418?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Ritesh Ghorse updated BEAM-13418:
---------------------------------
Description:
I'm trying to test the Write transform in XLang JDBC IO for Go SDK. It throws
an unknown coder exception. Below is the small paste of the exact error:
{code:java}
panic: tried cross-language for
beam:transform:org.apache.beam:schemaio_jdbc_write:v1 against localhost:9000
and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2"
value:{unique_name:"n2" coder_id:"c1@toeuCsZFXN" is_bounded:BOUNDED
windowing_strategy_id:"w0@toeuCsZFXN"}}
windowing_strategies:{key:"w0@toeuCsZFXN"
value:{window_fn:{urn:"beam:window_fn:global_windows:v1"}
merge_status:NON_MERGING window_coder_id:"c2@toeuCsZFXN" trigger:{default:{}}
accumulation_mode:DISCARDING output_time:END_OF_WINDOW
closing_behavior:EMIT_IF_NONEMPTY OnTimeBehavior:FIRE_IF_NONEMPTY
environment_id:"go"}} coders:{key:"c0@toeuCsZFXN"
value:{spec:{urn:"beam:go:coder:custom:v1"
payload:"CgRqc29uElkIFBJVCBpKUWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy92Mi9nby90ZXN0L2ludGVncmF0aW9uL2lvL3hsYW5nL2pkYmMuSmRiY1dyaXRlVGVzdFJvdxpMCjJnaXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvdjIvZ28vcGtnL2JlYW0uanNvbkVuYxIWCBYiBAgZQA8qBggUEgIICCoECBlAASJSCjJnaXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvdjIvZ28vcGtnL2JlYW0uanNvbkRlYxIcCBYiBAgZQAMiBggUEgIICCoECBlADyoECBlAAQ=="}}}
coders:{key:"c1@toeuCsZFXN" value:{spec:{urn:"beam:coder:length_prefix:v1"}
component_coder_ids:"c0@toeuCsZFXN"}} coders:{key:"c2@toeuCsZFXN"
value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go"
value:{}}} transform:{unique_name:"External"
spec:{urn:"beam:transform:org.apache.beam:schemaio_jdbc_write:v1"
payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$8947ecef-83d9-4583-9121-03ce158e375c\x12g\x03\x01\x04\x00b\x02\x00\tTestTableU\n\x00\x15org.postgresql.Driver)jdbc:postgresql://192.168.1.11:50387/test\x04test\x04test\x00\x00\x00\x00\x00\x00\x00\x00\x01"}
inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"toeuCsZFXN"
expansion failed
caused by:
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.UncheckedExecutionException:
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.UncheckedExecutionException:
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.UncheckedExecutionException:
java.lang.IllegalArgumentException: Unknown Coder URN beam:go:coder:custom:v1.
Known URNs: [beam:coder:avro:generic:v1, beam:coder:bytes:v1,
beam:coder:bool:v1, beam:coder:string_utf8:v1, beam:coder:kv:v1,
beam:coder:varint:v1, beam:coder:interval_window:v1, beam:coder:iterable:v1,
beam:coder:timer:v1, beam:coder:length_prefix:v1, beam:coder:global_window:v1,
beam:coder:windowed_value:v1, beam:coder:param_windowed_value:v1,
beam:coder:double:v1, beam:coder:row:v1, beam:coder:sharded_key:v1,
beam:coder:custom_window:v1]
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2050)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache.get(LocalCache.java:3952)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:3974)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4958)
at
org.apache.beam.runners.core.construction.RehydratedComponents.getPCollection(RehydratedComponents.java:139)
at
org.apache.beam.sdk.expansion.service.ExpansionService.lambda$expand$0(ExpansionService.java:488)
at
java.base/java.util.stream.Collectors.lambda$uniqKeysMapAccumulator$1(Collectors.java:178)
at
java.base/java.util.stream.ReduceOps$3ReducingSink.accept(ReduceOps.java:169)
at
java.base/java.util.Collections$UnmodifiableMap$UnmodifiableEntrySet.lambda$entryConsumer$0(Collections.java:1576)
at java.base/java.util.Iterator.forEachRemaining(Iterator.java:133)
at
java.base/java.util.Spliterators$IteratorSpliterator.forEachRemaining(Spliterators.java:1801)
at
java.base/java.util.Collections$UnmodifiableMap$UnmodifiableEntrySet$UnmodifiableEntrySetSpliterator.forEachRemaining(Collections.java:1601)
at
java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484)
at
java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)
at
java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:913)
at
java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
at
java.base/java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:578)
at
org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:483)
at
org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:591)
at
org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:219)
at
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:331)
at
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:797)
at
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
{code}
Prototype PR: https://github.com/apache/beam/pull/16111
was:
I'm trying to test the Write transform in XLang JDBC IO for Go SDK. It throws
an unknown coder exception. Below is the small paste of the exact error:
{code:java}
panic: tried cross-language for
beam:transform:org.apache.beam:schemaio_jdbc_write:v1 against localhost:9000
and failed
expanding external transform
expanding transform with ExpansionRequest: components:{pcollections:{key:"n2"
value:{unique_name:"n2" coder_id:"c1@toeuCsZFXN" is_bounded:BOUNDED
windowing_strategy_id:"w0@toeuCsZFXN"}}
windowing_strategies:{key:"w0@toeuCsZFXN"
value:{window_fn:{urn:"beam:window_fn:global_windows:v1"}
merge_status:NON_MERGING window_coder_id:"c2@toeuCsZFXN" trigger:{default:{}}
accumulation_mode:DISCARDING output_time:END_OF_WINDOW
closing_behavior:EMIT_IF_NONEMPTY OnTimeBehavior:FIRE_IF_NONEMPTY
environment_id:"go"}} coders:{key:"c0@toeuCsZFXN"
value:{spec:{urn:"beam:go:coder:custom:v1"
payload:"CgRqc29uElkIFBJVCBpKUWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy92Mi9nby90ZXN0L2ludGVncmF0aW9uL2lvL3hsYW5nL2pkYmMuSmRiY1dyaXRlVGVzdFJvdxpMCjJnaXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvdjIvZ28vcGtnL2JlYW0uanNvbkVuYxIWCBYiBAgZQA8qBggUEgIICCoECBlAASJSCjJnaXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvdjIvZ28vcGtnL2JlYW0uanNvbkRlYxIcCBYiBAgZQAMiBggUEgIICCoECBlADyoECBlAAQ=="}}}
coders:{key:"c1@toeuCsZFXN" value:{spec:{urn:"beam:coder:length_prefix:v1"}
component_coder_ids:"c0@toeuCsZFXN"}} coders:{key:"c2@toeuCsZFXN"
value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go"
value:{}}} transform:{unique_name:"External"
spec:{urn:"beam:transform:org.apache.beam:schemaio_jdbc_write:v1"
payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$8947ecef-83d9-4583-9121-03ce158e375c\x12g\x03\x01\x04\x00b\x02\x00\tTestTableU\n\x00\x15org.postgresql.Driver)jdbc:postgresql://192.168.1.11:50387/test\x04test\x04test\x00\x00\x00\x00\x00\x00\x00\x00\x01"}
inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"toeuCsZFXN"
expansion failed
caused by:
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.UncheckedExecutionException:
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.UncheckedExecutionException:
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.UncheckedExecutionException:
java.lang.IllegalArgumentException: Unknown Coder URN beam:go:coder:custom:v1.
Known URNs: [beam:coder:avro:generic:v1, beam:coder:bytes:v1,
beam:coder:bool:v1, beam:coder:string_utf8:v1, beam:coder:kv:v1,
beam:coder:varint:v1, beam:coder:interval_window:v1, beam:coder:iterable:v1,
beam:coder:timer:v1, beam:coder:length_prefix:v1, beam:coder:global_window:v1,
beam:coder:windowed_value:v1, beam:coder:param_windowed_value:v1,
beam:coder:double:v1, beam:coder:row:v1, beam:coder:sharded_key:v1,
beam:coder:custom_window:v1]
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2050)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache.get(LocalCache.java:3952)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:3974)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4958)
at
org.apache.beam.runners.core.construction.RehydratedComponents.getPCollection(RehydratedComponents.java:139)
at
org.apache.beam.sdk.expansion.service.ExpansionService.lambda$expand$0(ExpansionService.java:488)
at
java.base/java.util.stream.Collectors.lambda$uniqKeysMapAccumulator$1(Collectors.java:178)
at
java.base/java.util.stream.ReduceOps$3ReducingSink.accept(ReduceOps.java:169)
at
java.base/java.util.Collections$UnmodifiableMap$UnmodifiableEntrySet.lambda$entryConsumer$0(Collections.java:1576)
at java.base/java.util.Iterator.forEachRemaining(Iterator.java:133)
at
java.base/java.util.Spliterators$IteratorSpliterator.forEachRemaining(Spliterators.java:1801)
at
java.base/java.util.Collections$UnmodifiableMap$UnmodifiableEntrySet$UnmodifiableEntrySetSpliterator.forEachRemaining(Collections.java:1601)
at
java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484)
at
java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)
at
java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:913)
at
java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
at
java.base/java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:578)
at
org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:483)
at
org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:591)
at
org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:219)
at
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
at
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:331)
at
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:797)
at
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
{code}
Prototype PR:
> Xlang JDBC IO for Go SDK throws Unkown coder error in Write transform for
> Java Exapansion Service.
> --------------------------------------------------------------------------------------------------
>
> Key: BEAM-13418
> URL: https://issues.apache.org/jira/browse/BEAM-13418
> Project: Beam
> Issue Type: Bug
> Components: sdk-go, sdk-java-core
> Reporter: Ritesh Ghorse
> Priority: P3
>
> I'm trying to test the Write transform in XLang JDBC IO for Go SDK. It
> throws an unknown coder exception. Below is the small paste of the exact
> error:
> {code:java}
> panic: tried cross-language for
> beam:transform:org.apache.beam:schemaio_jdbc_write:v1 against localhost:9000
> and failed
> expanding external transform
> expanding transform with ExpansionRequest:
> components:{pcollections:{key:"n2" value:{unique_name:"n2"
> coder_id:"c1@toeuCsZFXN" is_bounded:BOUNDED
> windowing_strategy_id:"w0@toeuCsZFXN"}}
> windowing_strategies:{key:"w0@toeuCsZFXN"
> value:{window_fn:{urn:"beam:window_fn:global_windows:v1"}
> merge_status:NON_MERGING window_coder_id:"c2@toeuCsZFXN"
> trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW
> closing_behavior:EMIT_IF_NONEMPTY OnTimeBehavior:FIRE_IF_NONEMPTY
> environment_id:"go"}} coders:{key:"c0@toeuCsZFXN"
> value:{spec:{urn:"beam:go:coder:custom:v1"
> payload:"CgRqc29uElkIFBJVCBpKUWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy92Mi9nby90ZXN0L2ludGVncmF0aW9uL2lvL3hsYW5nL2pkYmMuSmRiY1dyaXRlVGVzdFJvdxpMCjJnaXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvdjIvZ28vcGtnL2JlYW0uanNvbkVuYxIWCBYiBAgZQA8qBggUEgIICCoECBlAASJSCjJnaXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvdjIvZ28vcGtnL2JlYW0uanNvbkRlYxIcCBYiBAgZQAMiBggUEgIICCoECBlADyoECBlAAQ=="}}}
> coders:{key:"c1@toeuCsZFXN"
> value:{spec:{urn:"beam:coder:length_prefix:v1"}
> component_coder_ids:"c0@toeuCsZFXN"}} coders:{key:"c2@toeuCsZFXN"
> value:{spec:{urn:"beam:coder:global_window:v1"}}} environments:{key:"go"
> value:{}}} transform:{unique_name:"External"
> spec:{urn:"beam:transform:org.apache.beam:schemaio_jdbc_write:v1"
> payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$8947ecef-83d9-4583-9121-03ce158e375c\x12g\x03\x01\x04\x00b\x02\x00\tTestTableU\n\x00\x15org.postgresql.Driver)jdbc:postgresql://192.168.1.11:50387/test\x04test\x04test\x00\x00\x00\x00\x00\x00\x00\x00\x01"}
> inputs:{key:"i0" value:"n2"} environment_id:"go"} namespace:"toeuCsZFXN"
> expansion failed
> caused by:
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.UncheckedExecutionException:
>
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.UncheckedExecutionException:
>
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.UncheckedExecutionException:
> java.lang.IllegalArgumentException: Unknown Coder URN
> beam:go:coder:custom:v1. Known URNs: [beam:coder:avro:generic:v1,
> beam:coder:bytes:v1, beam:coder:bool:v1, beam:coder:string_utf8:v1,
> beam:coder:kv:v1, beam:coder:varint:v1, beam:coder:interval_window:v1,
> beam:coder:iterable:v1, beam:coder:timer:v1, beam:coder:length_prefix:v1,
> beam:coder:global_window:v1, beam:coder:windowed_value:v1,
> beam:coder:param_windowed_value:v1, beam:coder:double:v1, beam:coder:row:v1,
> beam:coder:sharded_key:v1, beam:coder:custom_window:v1]
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2050)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache.get(LocalCache.java:3952)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:3974)
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4958)
> at
> org.apache.beam.runners.core.construction.RehydratedComponents.getPCollection(RehydratedComponents.java:139)
> at
> org.apache.beam.sdk.expansion.service.ExpansionService.lambda$expand$0(ExpansionService.java:488)
> at
> java.base/java.util.stream.Collectors.lambda$uniqKeysMapAccumulator$1(Collectors.java:178)
> at
> java.base/java.util.stream.ReduceOps$3ReducingSink.accept(ReduceOps.java:169)
> at
> java.base/java.util.Collections$UnmodifiableMap$UnmodifiableEntrySet.lambda$entryConsumer$0(Collections.java:1576)
> at java.base/java.util.Iterator.forEachRemaining(Iterator.java:133)
> at
> java.base/java.util.Spliterators$IteratorSpliterator.forEachRemaining(Spliterators.java:1801)
> at
> java.base/java.util.Collections$UnmodifiableMap$UnmodifiableEntrySet$UnmodifiableEntrySetSpliterator.forEachRemaining(Collections.java:1601)
> at
> java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484)
> at
> java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)
> at
> java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:913)
> at
> java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
> at
> java.base/java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:578)
> at
> org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:483)
> at
> org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:591)
> at
> org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:219)
> at
> org.apache.beam.vendor.grpc.v1p36p0.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
> at
> org.apache.beam.vendor.grpc.v1p36p0.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:331)
> at
> org.apache.beam.vendor.grpc.v1p36p0.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:797)
> at
> org.apache.beam.vendor.grpc.v1p36p0.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
> at
> org.apache.beam.vendor.grpc.v1p36p0.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> at java.base/java.lang.Thread.run(Thread.java:829)
> {code}
> Prototype PR: https://github.com/apache/beam/pull/16111
--
This message was sent by Atlassian Jira
(v8.20.1#820001)
