See
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/3858/display/redirect>
Changes:
------------------------------------------
[...truncated 1.30 MB...]
coders: <
key: "pkhugNqXZiKvCoder3"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "pkhugNqXZiVarIntCoder"
component_coder_ids: "pkhugNqXZiIterableCoder"
>
>
coders: <
key: "pkhugNqXZiNullableCoder"
value: <
spec: <
urn: "beam:coder:nullable:v1"
>
component_coder_ids: "pkhugNqXZiByteArrayCoder"
>
>
coders: <
key: "pkhugNqXZiSerializableCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\317\214\002\360a\254\355\000\005sr\000,org.apache.beam.sdk.coders.SerializableCoder\010\364
\216\305ynl\002\000\001L\000\004typet\000\021Ljava/lang/Class;xr\000&org.ZV\000\024Custom\005P8j\260\010\235\013;\035\013\002\000\000xr\000
j\213\000\000C\001\222\034C\335\325\211\256\274~\370\001/\020pvr\000;N1\000Pio.BoundedReadFromUnb\t\021`Source$Shardd\236\240U\205\000j\363\002\000\000xp"
>
>
>
coders: <
key: "pkhugNqXZiTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\001>\315\003\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000
j9\000\000C\001e\034C\335\325\211\256\274~\370\001/\020psr\000,j1\000(Serializabl\t\277\034\010\364
\216\305ynl\005\327\\\004typet\000\021Ljava/lang/Class\001\300\000&jV\000\024Custom\005\215\034j\260\010\235\013;\035\013\001\215
q\000~\000\003vr\000;N;\000Pio.BoundedReadFromUnb\t\021`Source$Shardd\236\240U\205\000j\363\002\000\000xp"
>
>
>
coders: <
key: "pkhugNqXZiValueWithRecordIdCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\001\217\311\005\320\254\355\000\005sr\000Corg.apache.beam.sdk.values.ValueWithRecordId$B\022\000LCoder{\343\376bQ\014\204>\002\000\002L\000\007i\t\025\034t\000+Lorg/\t\\\000/\001\\\024/sdk/c\0012(s/ByteArray\005B\014;L\000\n\005u\005\016\010t\000\"n;\000\005$\020;xr\000*N\274\000\t`$.Structure\t\2168s\277\022\016\325\3246\021\002\000\000xr\000
j9\000\005^\034C\335\325\211\256\274~\370\001/\020psr\000)j1\0006\312\000\034\351\277\005|\263\3746\333\001:\010r\000&j8\000\024Atomic\005o\034\307\354\265\314\205tPF\0015
q\000~\000\003sr\000-N;\000$io.kafka.K\001\006\020Recor\t\340<I\320\251Y\032\341{#\002\000\001L\000\007kv\005W\010t\000$nH\001\000K\t&\000;\025s\000\"Ns\000-P\r-<j\000\275\271\035\243\3126\002\000\002L\000\010ke)\277\001\264\000\0022\303\001\005\022\025Y\000(jY\000\030Nullabl)\372\034E\333\0336>\220\247\007\005\307\000\nY\022.O\000\001\014,\006sq\000~\000\016q\000~\000\020"
>
>
>
coders: <
key: "pkhugNqXZiVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000
j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "pkhugNqXZibeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nr/tmp/artifacts/beam-sdks-java-io-expansion-service-2.53.0-SNAPSHOT-1hVUgJ4xn3gygifzP8WVvoejnFph-894Wcovd2ZAt5A.jar\022@d61554809e319f78328227f33fc595be87a39c5a61fbcf7859ca2f776640b790"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\ncbeam-sdks-java-io-expansion-service-2.53.0-SNAPSHOT-1hVUgJ4xn3gygifzP8WVvoejnFph-894Wcovd2ZAt5A.jar"
>
>
>
>
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/11/28 02:38:15 Cross-compiling
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/go/test/integration/io/xlang/kafka/kafka_test.go>
with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-2-1701139095172219658
2023/11/28 02:38:17 Prepared job with id:
go-testkafkaio_basicreadwrite-331_b2cc0afb-9028-462d-92df-efc6e0eae7cb and
staging token:
go-testkafkaio_basicreadwrite-331_b2cc0afb-9028-462d-92df-efc6e0eae7cb
2023/11/28 02:38:17 Staged binary artifact with token:
go-testkafkaio_basicreadwrite-331_b2cc0afb-9028-462d-92df-efc6e0eae7cb
2023/11/28 02:38:17 Submitted job:
go0testkafkaio0basicreadwrite0331-jenkins-1128023817-a94ab28f_2b1d24bb-7d49-4ddc-b2fb-7d3d8546d099
2023/11/28 02:38:17
Job[go0testkafkaio0basicreadwrite0331-jenkins-1128023817-a94ab28f_2b1d24bb-7d49-4ddc-b2fb-7d3d8546d099]
state: STOPPED
2023/11/28 02:38:17
Job[go0testkafkaio0basicreadwrite0331-jenkins-1128023817-a94ab28f_2b1d24bb-7d49-4ddc-b2fb-7d3d8546d099]
state: STARTING
2023/11/28 02:38:17
Job[go0testkafkaio0basicreadwrite0331-jenkins-1128023817-a94ab28f_2b1d24bb-7d49-4ddc-b2fb-7d3d8546d099]
state: RUNNING
2023/11/28 02:38:38
Job[go0testkafkaio0basicreadwrite0331-jenkins-1128023817-a94ab28f_2b1d24bb-7d49-4ddc-b2fb-7d3d8546d099]
state: DONE
--- PASS: TestKafkaIO_BasicReadWrite (39.01s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka
45.039s
> Task :runners:spark:3:job-server:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0"
for Docker environment
INFO:__main__:Listening for expansion requests at 35893
INFO:root:Missing pipeline option (runner). Executing pipeline using the
default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command:
['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python',
'-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r',
'/tmp/tmpzpfffjt2/tmp_requirements.txt', '--exists-action', 'i', '--no-deps',
'--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0"
for Docker environment
INFO:__main__:Listening for expansion requests at 34879
INFO:root:Missing pipeline option (runner). Executing pipeline using the
default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :runners:spark:3:job-server:validatesCrossLanguageRunnerPythonUsingJava
> Task :runners:spark:3:job-server:validatesCrossLanguageRunnerPythonUsingSql
Fatal Python error: Aborted
Thread 0x00007ffb1f34e700 (most recent call first):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/grpc/_channel.py";,>
line 1655 in channel_spin
File "/usr/lib/python3.8/threading.py", line 870 in run
File "/usr/lib/python3.8/threading.py", line 932 in _bootstrap_inner
File "/usr/lib/python3.8/threading.py", line 890 in _bootstrap
Thread 0x00007ffb23b4f700 (most recent call first):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/python/apache_beam/utils/subprocess_server.py";,>
line 130 in log_stdout
File "/usr/lib/python3.8/threading.py", line 870 in run
File "/usr/lib/python3.8/threading.py", line 932 in _bootstrap_inner
File "/usr/lib/python3.8/threading.py", line 890 in _bootstrap
Thread 0x00007ffb782e7740 (most recent call first):
File "/usr/lib/python3.8/tempfile.py", line 612 in func_wrapper
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/python/apache_beam/runners/portability/artifact_service.py";,>
line 308 in store_artifact
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/python/apache_beam/runners/portability/artifact_service.py";,>
line 297 in maybe_store_artifact
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/python/apache_beam/runners/portability/artifact_service.py";,>
line 277 in <listcomp>
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/python/apache_beam/runners/portability/artifact_service.py";,>
line 276 in resolve_artifacts
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/python/apache_beam/transforms/external.py";,>
line 791 in _resolve_artifacts
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/python/apache_beam/transforms/external.py";,>
line 736 in expand
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/python/apache_beam/runners/runner.py";,>
line 207 in apply_PTransform
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/python/apache_beam/runners/runner.py";,>
line 203 in apply
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 727 in apply
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/python/apache_beam/transforms/ptransform.py";,>
line 621 in __ror__
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/python/apache_beam/transforms/sql_test.py";,>
line 130 in test_tagged_join
File "/usr/lib/python3.8/unittest/case.py", line 633 in _callTestMethod
File "/usr/lib/python3.8/unittest/case.py", line 676 in run
File "/usr/lib/python3.8/unittest/case.py", line 736 in __call__
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/_pytest/unittest.py";,>
line 333 in runtest
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/_pytest/runner.py";,>
line 169 in pytest_runtest_call
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pluggy/_callers.py";,>
line 77 in _multicall
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pluggy/_manager.py";,>
line 115 in _hookexec
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pluggy/_hooks.py";,>
line 493 in __call__
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/_pytest/runner.py";,>
line 262 in <lambda>
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/_pytest/runner.py";,>
line 341 in from_call
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/_pytest/runner.py";,>
line 261 in call_runtest_hook
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/_pytest/runner.py";,>
line 222 in call_and_report
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/_pytest/runner.py";,>
line 133 in runtestprotocol
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/_pytest/runner.py";,>
line 114 in pytest_runtest_protocol
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pluggy/_callers.py";,>
line 77 in _multicall
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pluggy/_manager.py";,>
line 115 in _hookexec
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pluggy/_hooks.py";,>
line 493 in __call__
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/_pytest/main.py";,>
line 350 in pytest_runtestloop
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pluggy/_callers.py";,>
line 77 in _multicall
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pluggy/_manager.py";,>
line 115 in _hookexec
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pluggy/_hooks.py";,>
line 493 in __call__
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/_pytest/main.py";,>
line 325 in _main
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/_pytest/main.py";,>
line 271 in wrap_session
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/_pytest/main.py";,>
line 318 in pytest_cmdline_main
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pluggy/_callers.py";,>
line 77 in _multicall
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pluggy/_manager.py";,>
line 115 in _hookexec
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pluggy/_hooks.py";,>
line 493 in __call__
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/_pytest/config/__init__.py";,>
line 169 in main
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/_pytest/config/__init__.py";,>
line 192 in console_main
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/bin/pytest";,>
line 8 in <module>
./scripts/run_integration_test.sh: line 279: 233651 Aborted
(core dumped) pytest $ARGS --test-pipeline-options="$PIPELINE_OPTS"
"$COLLECT_MARKERS"
> Task :runners:spark:3:job-server:validatesCrossLanguageRunnerPythonUsingSql
> FAILED
> Task :runners:spark:3:job-server:sparkJobServerCleanup
> Task :runners:spark:3:job-server:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task
':runners:spark:3:job-server:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 134
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
For more on this, please refer to
https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings
in the Gradle documentation.
BUILD FAILED in 31m 32s
277 actionable tasks: 184 executed, 83 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/qhzwu324zue2u
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
