See
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/3425/display/redirect>
Changes:
------------------------------------------
[...truncated 1.14 MB...]
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\312\214\002\360^\254\355\000\005sr\000,org.apache.beam.sdk.coders.SerializableCoder\010\364
\216\305ynl\002\000\001L\000\004typet\000\021Ljava/lang/Class;xr\000&ofV\000\024Custom\005P8j\260\010\235\013;\035\013\002\000\000xr\000
j\213\000\005/\034C\335\325\211\256\274~\370\001/\020pvr\000;N1\000Pio.BoundedReadFromUnb\t\021`Source$Shardd\236\240U\205\000j\363\002\000\000xp"
>
>
>
coders: <
key: "ATSBWFyhgjTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\001?\315\003\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000LCoder\364\376\202p\274iX-\002\000\001L\000\nv\001)\005\030\034t\000\"Lorg/\t]\000/\001],/sdk/coders/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000
j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000,j1\000(Serializabl\t\277\034\010\364
\216\305ynl\005\327\\\004typet\000\021Ljava/lang/Class\001\300\000&jV\000\024Custom\005\215Pj\260\010\235\013;\035\013\002\000\000xq\000~\000\003vr\000;N;\000Pio.BoundedReadFromUnb\t\021`Source$Shardd\236\240U\205\000j\363\002\000\000xp"
>
>
>
coders: <
key: "ATSBWFyhgjValueWithRecordIdCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\001\213\311\005\320\254\355\000\005sr\000Corg.apache.beam.sdk.values.ValueWithRecordId$B\022\000LCoder{\343\376bQ\014\204>\002\000\002L\000\007i\t\025\034t\000+Lorg/\t\\\000/\001\\\024/sdk/c\0012(s/ByteArray\005B\014;L\000\n\005u\005\016\010t\000\"n;\000\005$\020;xr\000*N\274\000\t`(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000
j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000)j1\0006\312\000\034\351\277\005|\263\3746\333\001:\010r\000&j8\000\024Atomic\005o\034\307\354\265\314\205tPF\0015
q\000~\000\003sr\000-N;\000$io.kafka.K\001\006\000R%\227\005B<I\320\251Y\032\341{#\002\000\001L\000\007kv\005\025\010t\000$nH\001\000K\t&\000;\025s\000\"Ns\000-P\r-
j\000\275\271\035\243\3126\002!\353\010\010ke)\277\001\264\000\0022\303\001\005\022\025Y\000(jY\000\030Nullabl)\372\034E\333\0336>\220\247\007\005\307]\022.O\000\001\014,\006sq\000~\000\016q\000~\000\020"
>
>
>
coders: <
key: "ATSBWFyhgjVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\330\001\350\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xrr5\000\024Atomic\0055
\307\354\265\314\205tPF\002\0055\000*jj\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000
j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:go:coder:custom:v1"
payload:
"Cgd2YXJpbnR6EgIIAhpdCklnaXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvdjIvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5lbmNWYXJJbnRaEhAIFiIECBlADyoGCBQSAggIImkKSWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy92Mi9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmRlY1ZhckludFoSHAgWIgQIGUADIgYIFBICCAgqBAgZQA8qBAgZQAE="
>
>
>
coders: <
key: "c3"
value: <
spec: <
urn: "beam:coder:length_prefix:v1"
>
component_coder_ids: "c2"
>
>
coders: <
key: "c4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c0"
component_coder_ids: "c0"
>
>
environments: <
key: "ATSBWFyhgjbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.50.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.50.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nL/tmp/artifacts/icedtea-sound-Sx4pTbVkRyMN68Iwm-IRjHx-_IrVB7OJ04Hgf0GOshw.jar\022@4b1e294db56447230debc2309be2118c7c7efc8ad507b389d381e07f418eb21c"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n=icedtea-sound-Sx4pTbVkRyMN68Iwm-IRjHx-_IrVB7OJ04Hgf0GOshw.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nF/tmp/artifacts/jaccess-cLw_6VKUXVSSR02qNdmHfiCEQC4xgO9cGkcXeJGoXLU.jar\022@70bc3fe952945d5492474daa35d9877e2084402e3180ef5c1a47177891a85cb5"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n7jaccess-cLw_6VKUXVSSR02qNdmHfiCEQC4xgO9cGkcXeJGoXLU.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nI/tmp/artifacts/localedata-m64AoS_ttn_e9NIqwSVR0lu2Z1Z5ql2mff-rP_lcNFc.jar\022@9bae00a12fedb67fdef4d22ac12551d25bb6675679aa5da67dffab3ff95c3457"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n:localedata-m64AoS_ttn_e9NIqwSVR0lu2Z1Z5ql2mff-rP_lcNFc.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nF/tmp/artifacts/nashorn-N0Jsn4-u6InD0KSL1iQKJxisnjbN1yx2Il6jtukpLvI.jar\022@37426c9f8faee889c3d0a48bd6240a2718ac9e36cdd72c76225ea3b6e9292ef2"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n7nashorn-N0Jsn4-u6InD0KSL1iQKJxisnjbN1yx2Il6jtukpLvI.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nG/tmp/artifacts/cldrdata-5EWPOR1vxHHNVt2c5NwrXn6onAk_PiwkFY34pXx-PXY.jar\022@e4458f391d6fc471cd56dd9ce4dc2b5e7ea89c093f3e2c24158df8a57c7e3d76"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n8cldrdata-5EWPOR1vxHHNVt2c5NwrXn6onAk_PiwkFY34pXx-PXY.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nD/tmp/artifacts/dnsns-WBg9XKwp_aXals1SHuDLDILJwBF0Qp8_Vs6ch4cmKVc.jar\022@58183d5cac29fda5da96cd521ee0cb0c82c9c01174429f3f56ce9c8787262957"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n5dnsns-WBg9XKwp_aXals1SHuDLDILJwBF0Qp8_Vs6ch4cmKVc.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nr/tmp/artifacts/beam-sdks-java-io-expansion-service-2.50.0-SNAPSHOT-laIirfe5DlRWhs4zZLc6h83GKIwlrr_6yWHJyx9K9JQ.jar\022@95a222adf7b90e545686ce3364b73a87cdc6288c25aebffac961c9cb1f4af494"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\ncbeam-sdks-java-io-expansion-service-2.50.0-SNAPSHOT-laIirfe5DlRWhs4zZLc6h83GKIwlrr_6yWHJyx9K9JQ.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.50.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "s3"
2023/08/06 08:37:52 Cross-compiling
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/go/test/integration/io/xlang/kafka/kafka_test.go>
with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-2-1691311072024748114
2023/08/06 08:37:54 Prepared job with id:
go-testkafkaio_basicreadwrite-182_54b17203-6d50-4f34-81ef-f1c9a56aefdd and
staging token:
go-testkafkaio_basicreadwrite-182_54b17203-6d50-4f34-81ef-f1c9a56aefdd
2023/08/06 08:37:54 Staged binary artifact with token:
2023/08/06 08:37:54 Submitted job:
go0testkafkaio0basicreadwrite0182-jenkins-0806083754-ccd799ec_ef132b8c-b53f-40c2-83e9-68de81590ed8
2023/08/06 08:37:54 Job state: STOPPED
2023/08/06 08:37:54 Job state: STARTING
2023/08/06 08:37:54 Job state: RUNNING
2023/08/06 08:38:15 Job state: DONE
--- PASS: TestKafkaIO_BasicReadWrite (39.24s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka
45.269s
> Task :runners:spark:3:job-server:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.49.0"
for Docker environment
INFO:__main__:Listening for expansion requests at 33305
INFO:root:Missing pipeline option (runner). Executing pipeline using the
default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command:
['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.49.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python',
'-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r',
'/tmp/tmpyw3l334q/tmp_requirements.txt', '--exists-action', 'i', '--no-deps',
'--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.49.0"
for Docker environment
INFO:__main__:Listening for expansion requests at 41209
INFO:root:Missing pipeline option (runner). Executing pipeline using the
default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :runners:spark:3:job-server:validatesCrossLanguageRunnerPythonUsingJava
> Task :runners:spark:3:job-server:validatesCrossLanguageRunnerPythonUsingSql
> FAILED
> Task :runners:spark:3:job-server:sparkJobServerCleanup
> Task :runners:spark:3:job-server:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task
':runners:spark:3:job-server:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.6.2/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during
this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 33m 20s
274 actionable tasks: 179 executed, 83 from cache, 12 up-to-date
Publishing build scan...
https://ge.apache.org/s/cpdnmtu54jb7a
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
