See
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/3379/display/redirect?page=changes>
Changes:
[Pablo Estrada] Simplify README for new users
[laraschmidt] Fix final allowskew error to properly handle a large allowedSkew
[noreply] [BEAM-13946] Add get_dummies(), a non-deferred column operation on
------------------------------------------
[...truncated 810.02 KB...]
>
coders: <
key: "CjcChEZfpPTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\001?\315\003\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000LCoder\364\376\202p\274iX-\002\000\001L\000\nv\001)\005\030\034t\000\"Lorg/\t]\000/\001],/sdk/coders/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000
j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000,j1\000(Serializabl\t\277\034\010\364
\216\305ynl\005\327\\\004typet\000\021Ljava/lang/Class\001\300\000&jV\000\024Custom\005\215Pj\260\010\235\013;\035\013\002\000\000xq\000~\000\003vr\000;N;\000Pio.BoundedReadFromUnb\t\021`Source$Shardd\236\240U\205\000j\363\002\000\000xp"
>
>
>
coders: <
key: "CjcChEZfpPValueWithRecordIdCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\001h\364\004\320\254\355\000\005sr\000Corg.apache.beam.sdk.values.ValueWithRecordId$B\022\000LCoder{\343\376bQ\014\204>\002\000\002L\000\007i\t\025\034t\000+Lorg/\t\\\000/\001\\\024/sdk/c\0012(s/ByteArray\005B\014;L\000\n\005u\005\016\010t\000\"n;\000\005$\020;xr\000*N\274\000\t`(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000
j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000)j1\0006\312\000\034\351\277\005|\263\3746\333\001:\010r\000&j8\000\024Atomic\005o\034\307\354\265\314\205tPF\0015
q\000~\000\003sr\000-N;\000$io.kafka.K\001\006\000R%\227\005B<I\320\251Y\032\341{#\002\000\001L\000\007kv\005\025\010t\000$nH\001\000K\t&\000;\025s\000\"Ns\000-P\r-
j\000\275\271\035\243\3126\002!\353\010\010ke)\277\001\264\000\0022\303\001\005\022\rY$q\000~\000\006q\000~\000\016"
>
>
>
coders: <
key: "CjcChEZfpPVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\330\001\350\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xrr5\000\024Atomic\0055
\307\354\265\314\205tPF\002\0055\000*jj\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000
j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "CjcChEZfpPVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\024Atomic\0055
\307\354\265\314\205tPF\002\0055\000*j5\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000
j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:go:coder:custom:v1"
payload:
"Cgd2YXJpbnR6EgIIAhpdCklnaXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvdjIvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5lbmNWYXJJbnRaEhAIFiIECBlADyoGCBQSAggIImkKSWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy92Mi9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmRlY1ZhckludFoSHAgWIgQIGUADIgYIFBICCAgqBAgZQA8qBAgZQAE="
>
>
>
coders: <
key: "c3"
value: <
spec: <
urn: "beam:coder:length_prefix:v1"
>
component_coder_ids: "c2"
>
>
coders: <
key: "c4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c0"
component_coder_ids: "c0"
>
>
environments: <
key: "CjcChEZfpPbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.38.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.38.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nL/tmp/artifacts/icedtea-sound-ebvtNFkfFXg4aaYFuDnwKpwDSjzsaZqlqv5iKxPTr-U.jar\022@79bbed34591f15783869a605b839f02a9c034a3cec699aa5aafe622b13d3afe5"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n=icedtea-sound-ebvtNFkfFXg4aaYFuDnwKpwDSjzsaZqlqv5iKxPTr-U.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nF/tmp/artifacts/jaccess-ULFTCPsb6cLYZ0f1BG1FQfczmHNaZCx8plXuRDKpBqE.jar\022@50b15308fb1be9c2d86747f5046d4541f73398735a642c7ca655ee4432a906a1"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n7jaccess-ULFTCPsb6cLYZ0f1BG1FQfczmHNaZCx8plXuRDKpBqE.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nI/tmp/artifacts/localedata-dUHqyGxaTVCjfTI8MckPYarZ3_mwf62udkxaHi1aKns.jar\022@7541eac86c5a4d50a37d323c31c90f61aad9dff9b07fadae764c5a1e2d5a2a7b"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n:localedata-dUHqyGxaTVCjfTI8MckPYarZ3_mwf62udkxaHi1aKns.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nF/tmp/artifacts/nashorn-XdUndQGroXOP9NCsfITpBERYcbbGXVHLjbvNWXCh-3A.jar\022@5dd5277501aba1738ff4d0ac7c84e904445871b6c65d51cb8dbbcd5970a1fb70"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n7nashorn-XdUndQGroXOP9NCsfITpBERYcbbGXVHLjbvNWXCh-3A.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nG/tmp/artifacts/cldrdata-YqzuKX1QnLCOo0cwjKRdBhGrip_ltIJZg-APT60tUPA.jar\022@62acee297d509cb08ea347308ca45d0611ab8a9fe5b4825983e00f4fad2d50f0"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n8cldrdata-YqzuKX1QnLCOo0cwjKRdBhGrip_ltIJZg-APT60tUPA.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nD/tmp/artifacts/dnsns-dhEp186udEF6X6chZus-RJzWRmzlccxx1_btlXWayVI.jar\022@761129d7ceae74417a5fa72166eb3e449cd6466ce571cc71d7f6ed95759ac952"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n5dnsns-dhEp186udEF6X6chZus-RJzWRmzlccxx1_btlXWayVI.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nr/tmp/artifacts/beam-sdks-java-io-expansion-service-2.38.0-SNAPSHOT-xcsWLXjSklhIQFmqjf1UfdNx-C9yW7oDd_LPQ1JKj2c.jar\022@c5cb162d78d29258484059aa8dfd547dd371f82f725bba0377f2cf43524a8f67"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\ncbeam-sdks-java-io-expansion-service-2.38.0-SNAPSHOT-xcsWLXjSklhIQFmqjf1UfdNx-C9yW7oDd_LPQ1JKj2c.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v0"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:version:sdk_base:go"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e4"
root_transform_ids: "s1"
root_transform_ids: "e5"
root_transform_ids: "s3"
requirements: "beam:requirement:pardo:splittable_dofn:v1"
2022/02/18 00:24:46 Cross-compiling
/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_Spark/src/sdks/go/test/integration/io/xlang/kafka/kafka_test.go
as /tmp/worker-2-1645143886445022250
2022/02/18 00:24:48 Prepared job with id:
go-testkafkaio_basicreadwrite_d9920c99-a94e-47ee-91c4-bf04380ae294 and staging
token: go-testkafkaio_basicreadwrite_d9920c99-a94e-47ee-91c4-bf04380ae294
2022/02/18 00:24:48 Staged binary artifact with token:
2022/02/18 00:24:48 Submitted job:
go0testkafkaio0basicreadwrite-jenkins-0218002448-804bf356_a4c8313a-c6d4-4da4-a6e1-a3d1fe61c13e
2022/02/18 00:24:48 Job state: STOPPED
2022/02/18 00:24:48 Job state: STARTING
2022/02/18 00:24:48 Job state: RUNNING
2022/02/18 00:25:18 Job state: DONE
2022/02/18 00:25:18 Warning: 6 errors during metrics processing: [failed to
deduce Step from MonitoringInfo: urn:"beam:metric:element_count:v1"
type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION"
value:"CjcChEZfpPExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"}
failed to deduce Step from MonitoringInfo:
urn:"beam:metric:sampled_byte_size:v1"
type:"beam:metrics:distribution_int64:v1" payload:"\x01\xc9A\xc9A\xc9A"
labels:{key:"PCOLLECTION"
value:"CjcChEZfpPExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"}
failed to deduce Step from MonitoringInfo: urn:"beam:metric:element_count:v1"
type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION"
value:"CjcChEZfpPExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/PairWithRestriction0"}
failed to deduce Step from MonitoringInfo: urn:"beam:metric:element_count:v1"
type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION"
value:"CjcChEZfpPExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"}
failed to deduce Step from MonitoringInfo:
urn:"beam:metric:sampled_byte_size:v1"
type:"beam:metrics:distribution_int64:v1" payload:"\x01\xbcA\xbcA\xbcA"
labels:{key:"PCOLLECTION"
value:"CjcChEZfpPExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/PairWithRestriction0"}
failed to deduce Step from MonitoringInfo:
urn:"beam:metric:sampled_byte_size:v1"
type:"beam:metrics:distribution_int64:v1" payload:"\x01\xc9A\xc9A\xc9A"
labels:{key:"PCOLLECTION"
value:"CjcChEZfpPExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"}]
--- PASS: TestKafkaIO_BasicReadWrite (50.14s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka
53.180s
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerJavaUsingJava
FATAL: command execution failed
java.io.IOException: Backing channel 'apache-beam-jenkins-4' is disconnected.
at
hudson.remoting.RemoteInvocationHandler.channelOrFail(RemoteInvocationHandler.java:216)
at
hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:286)
at com.sun.proxy.$Proxy126.isAlive(Unknown Source)
at hudson.Launcher$RemoteLauncher$ProcImpl.isAlive(Launcher.java:1213)
at hudson.Launcher$RemoteLauncher$ProcImpl.join(Launcher.java:1205)
at hudson.Launcher$ProcStarter.join(Launcher.java:522)
at hudson.plugins.gradle.Gradle.perform(Gradle.java:317)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:806)
at hudson.model.Build$BuildExecution.build(Build.java:198)
at hudson.model.Build$BuildExecution.doRun(Build.java:163)
at
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:514)
at hudson.model.Run.execute(Run.java:1888)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:99)
at hudson.model.Executor.run(Executor.java:432)
Caused by: java.io.IOException: Pipe closed after 0 cycles
at
org.apache.sshd.common.channel.ChannelPipedInputStream.read(ChannelPipedInputStream.java:126)
at
org.apache.sshd.common.channel.ChannelPipedInputStream.read(ChannelPipedInputStream.java:105)
at
hudson.remoting.FlightRecorderInputStream.read(FlightRecorderInputStream.java:93)
at
hudson.remoting.ChunkedInputStream.readHeader(ChunkedInputStream.java:74)
at
hudson.remoting.ChunkedInputStream.readUntilBreak(ChunkedInputStream.java:104)
at
hudson.remoting.ChunkedCommandTransport.readBlock(ChunkedCommandTransport.java:39)
at
hudson.remoting.AbstractSynchronousByteArrayCommandTransport.read(AbstractSynchronousByteArrayCommandTransport.java:34)
at
hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:61)
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
FATAL: Channel "hudson.remoting.Channel@2564655:apache-beam-jenkins-4": Remote
call on apache-beam-jenkins-4 failed. The channel is closing down or has closed
down
java.io.IOException: Pipe closed after 0 cycles
at
org.apache.sshd.common.channel.ChannelPipedInputStream.read(ChannelPipedInputStream.java:126)
at
org.apache.sshd.common.channel.ChannelPipedInputStream.read(ChannelPipedInputStream.java:105)
at
hudson.remoting.FlightRecorderInputStream.read(FlightRecorderInputStream.java:93)
at
hudson.remoting.ChunkedInputStream.readHeader(ChunkedInputStream.java:74)
at
hudson.remoting.ChunkedInputStream.readUntilBreak(ChunkedInputStream.java:104)
at
hudson.remoting.ChunkedCommandTransport.readBlock(ChunkedCommandTransport.java:39)
at
hudson.remoting.AbstractSynchronousByteArrayCommandTransport.read(AbstractSynchronousByteArrayCommandTransport.java:34)
at
hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:61)
Caused: hudson.remoting.ChannelClosedException: Channel
"hudson.remoting.Channel@2564655:apache-beam-jenkins-4": Remote call on
apache-beam-jenkins-4 failed. The channel is closing down or has closed down
at hudson.remoting.Channel.call(Channel.java:994)
at hudson.Launcher$RemoteLauncher.kill(Launcher.java:1148)
at
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:526)
at hudson.model.Run.execute(Run.java:1888)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:99)
at hudson.model.Executor.run(Executor.java:432)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
