See
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/3083/display/redirect?page=changes>
Changes:
[noreply] Filter out unsupported state tests (#22963)
[noreply] Add ability to remove/clear map and set state (#22938)
------------------------------------------
[...truncated 2.70 MB...]
>
>
coders: <
key: "DmiqxfuWraVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\024Atomic\0055
\307\354\265\314\205tPF\002\0055\000*j5\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000
j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload:
"\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "DmiqxfuWrabeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.42.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.42.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nL/tmp/artifacts/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar\022@086471204f5e74f1e76f142133e2f99a9f21db51fec9207bf6e42d4aab8f57f4"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n=icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nF/tmp/artifacts/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar\022@14123405bdbb945de810189e5808bb48ff17d73051f24e01250395a6ca0af5ad"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n7jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nI/tmp/artifacts/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar\022@909da673cac11f9f8892585f4755f3368b65210fe69d5300fa981a5efdabf008"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n:localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nF/tmp/artifacts/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar\022@0740806f74292444ffe95b13de1702ffcf55b6f855eb5e87f0dd9b1c021aa96a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n7nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nG/tmp/artifacts/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar\022@81c96a57d94e1aa40e29eb06f9ae930144c6118972203aa9c9de0cfe4ee0b56a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n8cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nD/tmp/artifacts/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar\022@6f2ce84317577a7813bc0e4895b1fd8122337e135012545896db8c24dd2f8dc7"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n5dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT-rNGwu1HWRIWKOa_uBs4RE8skJYW3TJI9YQPloudelHg.jar\022@acd1b0bb51d644858a39afee06ce1113cb242585b74c923d6103e5a2e75e9478"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.42.0-SNAPSHOT-rNGwu1HWRIWKOa_uBs4RE8skJYW3TJI9YQPloudelHg.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e3"
root_transform_ids: "s3"
requirements: "beam:requirement:pardo:splittable_dofn:v1"
2022/08/31 17:54:23 Cross-compiling
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go>
as /tmp/worker-4-1661968463995627329
2022/08/31 17:54:26 Prepared job with id:
go-testjdbcio_postgresreadwrite-461-74cf1a64-1119-424d-955c-fd04b331c2aa and
staging token:
go-testjdbcio_postgresreadwrite-461-74cf1a64-1119-424d-955c-fd04b331c2aa
2022/08/31 17:54:26 Staged binary artifact with token:
2022/08/31 17:54:26 Submitted job:
go-testjdbcio_postgresreadwrite-461-74cf1a64-1119-424d-955c-fd04b331c2aa
2022/08/31 17:54:26 2022-08-31 17:54:26. (1): Default Python SDK image for
environment is apache/beam_python3.9_sdk:2.42.0.dev
2022/08/31 17:54:26 Job state: STOPPED
2022/08/31 17:54:26 Job state: STARTING
2022/08/31 17:54:26 Job state: RUNNING
2022/08/31 17:54:26 2022-08-31 17:54:26. (2): ==================== <function
annotate_downstream_side_inputs at 0x7f98d64ac940> ====================
2022/08/31 17:54:26 2022-08-31 17:54:26. (3): ==================== <function
fix_side_input_pcoll_coders at 0x7f98d64aca60> ====================
2022/08/31 17:54:26 2022-08-31 17:54:26. (4): ==================== <function
pack_combiners at 0x7f98d64acf70> ====================
2022/08/31 17:54:26 2022-08-31 17:54:26. (5): ==================== <function
lift_combiners at 0x7f98d64af040> ====================
2022/08/31 17:54:26 2022-08-31 17:54:26. (6): ==================== <function
expand_sdf at 0x7f98d64af1f0> ====================
2022/08/31 17:54:26 2022-08-31 17:54:26. (7): ==================== <function
expand_gbk at 0x7f98d64af280> ====================
2022/08/31 17:54:26 2022-08-31 17:54:26. (8): ==================== <function
sink_flattens at 0x7f98d64af3a0> ====================
2022/08/31 17:54:26 2022-08-31 17:54:26. (9): ==================== <function
greedily_fuse at 0x7f98d64af430> ====================
2022/08/31 17:54:26 2022-08-31 17:54:26. (10): ==================== <function
read_to_impulse at 0x7f98d64af4c0> ====================
2022/08/31 17:54:26 2022-08-31 17:54:26. (11): ==================== <function
impulse_to_input at 0x7f98d64af550> ====================
2022/08/31 17:54:26 2022-08-31 17:54:26. (12): ==================== <function
sort_stages at 0x7f98d64af790> ====================
2022/08/31 17:54:26 2022-08-31 17:54:26. (13): ==================== <function
add_impulse_to_dangling_transforms at 0x7f98d64af8b0> ====================
2022/08/31 17:54:26 2022-08-31 17:54:26. (14): ==================== <function
setup_timer_mapping at 0x7f98d64af700> ====================
2022/08/31 17:54:26 2022-08-31 17:54:26. (15): ==================== <function
populate_data_channel_coders at 0x7f98d64af820> ====================
2022/08/31 17:54:26 2022-08-31 17:54:26. (16): starting control server on port
39861
2022/08/31 17:54:26 2022-08-31 17:54:26. (17): starting data server on port
46087
2022/08/31 17:54:26 2022-08-31 17:54:26. (18): starting state server on port
45211
2022/08/31 17:54:26 2022-08-31 17:54:26. (19): starting logging server on port
44477
2022/08/31 17:54:26 2022-08-31 17:54:26. (20): Created Worker handler
<apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler
object at 0x7f98fdadb520> for environment DmiqxfuWrabeam:env:docker:v1
(beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.42.0.dev')
2022/08/31 17:54:26 2022-08-31 17:54:26. (21): Attempting to pull image
apache/beam_java8_sdk:2.42.0.dev
2022/08/31 17:54:26 2022-08-31 17:54:26. (22): Unable to pull image
apache/beam_java8_sdk:2.42.0.dev, defaulting to local image if it exists
2022/08/31 17:54:29 2022-08-31 17:54:29. (23): Waiting for docker to start up.
Current status is running
2022/08/31 17:54:29 2022-08-31 17:54:29. (24): Docker container is running.
container_id =
b'19e7f699b7ba2a3af2257424a79535bcda3b5232a6237f813538b5f8a56bd4b9', worker_id
= worker_16
2022/08/31 17:54:30 2022-08-31 17:54:30. (25): Created Worker handler
<apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler
object at 0x7f98fda40730> for environment go (beam:env:docker:v1,
b'\n\x16apache/beam_go_sdk:dev')
2022/08/31 17:54:31 2022-08-31 17:54:31. (26): Attempting to pull image
apache/beam_go_sdk:dev
2022/08/31 17:54:31 2022-08-31 17:54:31. (27): Unable to pull image
apache/beam_go_sdk:dev, defaulting to local image if it exists
2022/08/31 17:54:32 2022-08-31 17:54:32. (28): Waiting for docker to start up.
Current status is running
2022/08/31 17:54:32 2022-08-31 17:54:32. (29): Docker container is running.
container_id =
b'94a1d0f079576a92177611d479bdf4e150e92e1524e2a6c00ef4e26bb9d8c706', worker_id
= worker_17
2022/08/31 17:54:36 2022-08-31 17:54:36. (30): Completed job in
10.515215158462524 seconds with state DONE.
2022/08/31 17:54:36 Job state: DONE
--- PASS: TestJDBCIO_PostgresReadWrite (36.65s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc
79.425s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered
for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka
6.037s
$ cd ../..
$ exit
$ exit
> Task
> :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
> Task
> :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
> FAILED
> Task
> :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
>>> RUNNING integration tests with pipeline options: --runner=PortableRunner
>>> --job_endpoint=localhost:33571 --environment_cache_millis=10000
>>> --experiments=beam_fn_api
>>> pytest options:
>>> collect markers: -m=uses_java_expansion_service
Daemon will be stopped at the end of the build after the daemon was no longer
found in the daemon registry
The message received from the daemon indicates that the daemon has disappeared.
Build request sent: Build{id=e3a2baf8-303c-4ed8-90e3-01107150d6ac,
currentDir=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src}>
Attempting to read last messages from the daemon log...
Daemon pid: 3832032
log file: /home/jenkins/.gradle/daemon/7.4/daemon-3832032.out.log
----- Last 20 lines from daemon log file - daemon-3832032.out.log -----
>>> RUNNING integration tests with pipeline options: --runner=PortableRunner
>>> --job_endpoint=localhost:33571 --environment_cache_millis=10000
>>> --experiments=beam_fn_api
>>> pytest options:
>>> collect markers: -m=uses_java_expansion_service
Daemon vm is shutting down... The daemon has exited normally or was terminated
in response to a user interrupt.
Daemon will be stopped at the end of the build after the daemon was no longer
found in the daemon registry
Remove shutdown hook failed
java.lang.IllegalStateException: Shutdown in progress
at
java.lang.ApplicationShutdownHooks.remove(ApplicationShutdownHooks.java:82)
at java.lang.Runtime.removeShutdownHook(Runtime.java:239)
at
org.gradle.process.internal.shutdown.ShutdownHooks.removeShutdownHook(ShutdownHooks.java:38)
at
org.gradle.process.internal.DefaultExecHandle.setEndStateInfo(DefaultExecHandle.java:208)
at
org.gradle.process.internal.DefaultExecHandle.aborted(DefaultExecHandle.java:365)
at
org.gradle.process.internal.ExecHandleRunner.completed(ExecHandleRunner.java:108)
at
org.gradle.process.internal.ExecHandleRunner.run(ExecHandleRunner.java:84)
at
org.gradle.internal.operations.CurrentBuildOperationPreservingRunnable.run(CurrentBuildOperationPreservingRunnable.java:42)
at
org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
at
org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:48)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
----- End of the daemon log -----
FAILURE: Build failed with an exception.
* What went wrong:
Gradle build daemon disappeared unexpectedly (it may have been killed or may
have crashed)
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
