See
<https://ci-beam.apache.org/job/beam_PostCommit_Python38/5071/display/redirect>
Changes:
------------------------------------------
[...truncated 5.99 MB...]
read_options {
arrow_serialization_options {
buffer_compression: LZ4_FRAME
}
}
Received response
name:
"projects/apache-beam-testing/locations/us/sessions/CAISDC1ORWF4LWxnMFZMbhoCamQaAmpy"
expire_time {
seconds: 1705632109
nanos: 731262201
}
data_format: ARROW
arrow_schema {
serialized_schema:
"\377\377\377\377\370\002\000\000\020\000\000\000\000\000\n\000\014\000\006\000\005\000\010\000\n\000\000\000\000\001\004\000\014\000\000\000\010\000\010\000\000\000\004\000\010\000\000\000\004\000\000\000\005\000\000\000\214\002\000\000L\002\000\000\020\002\000\000\200\001\000\000\004\000\000\000\230\375\377\377\000\000\001\r\030\000\000\000\034\000\000\000\004\000\000\000\002\000\000\000\310\000\000\000\020\000\000\000\003\000\000\000rec\000\310\375\377\377\304\375\377\377\000\000\001\r\024\000\000\000\034\000\000\000\004\000\000\000\001\000\000\000\024\000\000\000\007\000\000\000rec_rec\000\364\375\377\377\362\376\377\377\000\000\001\n\024\000\000\000t\000\000\000\010\000\000\000
\000\000\000\000\000\000\000\020\000\000\000rec_rec_datetime\000\000\000\000\001\000\000\000\004\000\000\000\350\376\377\377$\000\000\000\004\000\000\000\027\000\000\000google:sqlType:datetime\000\024\000\000\000ARROW:extension:name\000\000\000\000\342\376\377\377\000\000\002\000z\377\377\377\000\000\001\n\024\000\000\000t\000\000\000\010\000\000\000\034\000\000\000\000\000\000\000\014\000\000\000rec_datetime\000\000\000\000\001\000\000\000\004\000\000\000l\377\377\377$\000\000\000\004\000\000\000\027\000\000\000google:sqlType:datetime\000\024\000\000\000ARROW:extension:name\000\000\006\000\006\000\004\000\006\000\000\000\002\000\022\000\030\000\010\000\006\000\007\000\014\000\000\000\020\000\024\000\022\000\000\000\000\000\001\n\024\000\000\000x\000\000\000\010\000\000\000\030\000\000\000\000\000\000\000\010\000\000\000datetime\000\000\000\000\001\000\000\000\014\000\000\000\010\000\014\000\004\000\010\000\010\000\000\000$\000\000\000\004\000\000\000\027\000\000\000google:sqlType:datetime\000\024\000\000\000ARROW:extension:name\000\000\006\000\010\000\006\000\006\000\000\000\000\000\002\000\234\377\377\377\000\000\001\t\020\000\000\000
\000\000\000\004\000\000\000\000\000\000\000\004\000\000\000time\000\000\000\000\010\000\014\000\006\000\010\000\010\000\000\000\000\000\002\000@\000\000\000\324\377\377\377\000\000\001\005\020\000\000\000\034\000\000\000\004\000\000\000\000\000\000\000\006\000\000\000string\000\000\004\000\004\000\004\000\000\000\020\000\024\000\010\000\006\000\007\000\014\000\000\000\020\000\020\000\000\000\000\000\001\002\020\000\000\000
\000\000\000\004\000\000\000\000\000\000\000\006\000\000\000number\000\000\010\000\014\000\010\000\007\000\010\000\000\000\000\000\000\001@\000\000\000\000\000\000\000"
}
table:
"projects/apache-beam-testing/datasets/beam_temp_dataset_9addf9019e1b4f6891e4806bd379d44e/tables/beam_temp_table_9addf9019e1b4f6891e4806bd379d44e"
read_options {
arrow_serialization_options {
buffer_compression: LZ4_FRAME
}
}
streams {
name:
"projects/apache-beam-testing/locations/us/sessions/CAISDC1ORWF4LWxnMFZMbhoCamQaAmpy/streams/GgJqZBoCanIoAg"
}
estimated_total_bytes_scanned: 86
estimated_row_count: 2
.
INFO apache_beam.io.gcp.bigquery:bigquery.py:1261 Started BigQuery Storage
API read from stream
projects/apache-beam-testing/locations/us/sessions/CAISDC1ORWF4LWxnMFZMbhoCamQaAmpy/streams/GgJqZBoCanIoAg.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:51 PM
org.apache.beam.runners.fnexecution.control.FnApiControlClientPoolService
getProcessBundleDescriptor
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
getProcessBundleDescriptor request with id 1-106
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:51 PM
org.apache.beam.runners.fnexecution.control.FnApiControlClientPoolService
getProcessBundleDescriptor
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
getProcessBundleDescriptor request with id 1-98
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:51 PM
org.apache.beam.runners.fnexecution.control.FnApiControlClientPoolService
getProcessBundleDescriptor
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
getProcessBundleDescriptor request with id 1-107
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:51 PM
org.apache.beam.runners.fnexecution.control.FnApiControlClientPoolService
getProcessBundleDescriptor
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
getProcessBundleDescriptor request with id 1-101
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:51 PM
org.apache.beam.runners.fnexecution.control.FnApiControlClientPoolService
getProcessBundleDescriptor
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
getProcessBundleDescriptor request with id 1-113
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:51 PM
org.apache.beam.runners.fnexecution.control.FnApiControlClientPoolService
getProcessBundleDescriptor
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
getProcessBundleDescriptor request with id 1-109
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:51 PM
org.apache.beam.runners.fnexecution.control.FnApiControlClientPoolService
getProcessBundleDescriptor
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
getProcessBundleDescriptor request with id 1-111
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:51 PM
org.apache.beam.runners.fnexecution.control.FnApiControlClientPoolService
getProcessBundleDescriptor
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
getProcessBundleDescriptor request with id 1-103
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:51 PM
org.apache.beam.runners.fnexecution.control.FnApiControlClientPoolService
getProcessBundleDescriptor
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
getProcessBundleDescriptor request with id 1-100
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:51 PM
org.apache.beam.runners.fnexecution.control.FnApiControlClientPoolService
getProcessBundleDescriptor
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
getProcessBundleDescriptor request with id 1-99
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:51 PM
org.apache.beam.runners.fnexecution.control.FnApiControlClientPoolService
getProcessBundleDescriptor
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
getProcessBundleDescriptor request with id 1-104
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:51 PM
org.apache.beam.runners.fnexecution.control.FnApiControlClientPoolService
getProcessBundleDescriptor
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
getProcessBundleDescriptor request with id 1-102
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:51 PM
org.apache.beam.runners.fnexecution.control.FnApiControlClientPoolService
getProcessBundleDescriptor
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
getProcessBundleDescriptor request with id 1-110
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:51 PM
org.apache.beam.runners.fnexecution.control.FnApiControlClientPoolService
getProcessBundleDescriptor
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
getProcessBundleDescriptor request with id 1-105
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:51 PM
org.apache.beam.runners.fnexecution.control.FnApiControlClientPoolService
getProcessBundleDescriptor
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
getProcessBundleDescriptor request with id 1-112
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:51 PM
org.apache.beam.runners.fnexecution.control.FnApiControlClientPoolService
getProcessBundleDescriptor
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
getProcessBundleDescriptor request with id 1-108
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:53 PM
org.apache.beam.runners.fnexecution.control.DefaultJobBundleFactory$WrappedSdkHarnessClient
unref
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
Closing environment urn: "beam:env:external:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 payload:
"\n\021\n\017localhost:46437"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:bytes:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:string_utf8:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:kv:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:bool:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:varint:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:double:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:iterable:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:timer:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:interval_window:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:length_prefix:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:global_window:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:windowed_value:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:param_windowed_value:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:state_backed_iterable:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:custom_window:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:row:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:sharded_key:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:nullable:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:protocol:progress_reporting:v0"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:protocol:harness_monitoring_infos:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:protocol:worker_status:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:combinefn:packed_python:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:version:sdk_base:apache/beam_python3.8_sdk:2.54.0.dev"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:transform:to_string:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:protocol:data_sampling:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.runners.worker.sdk_worker:sdk_worker.py:277 No more
requests from control plane
INFO apache_beam.runners.worker.sdk_worker:sdk_worker.py:278 SDK Harness
waiting for in-flight requests to complete
INFO apache_beam.runners.worker.data_plane:data_plane.py:820 Closing all
cached grpc data channels.
INFO apache_beam.runners.worker.sdk_worker:sdk_worker.py:918 Closing all
cached gRPC state handlers.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:54 PM
org.apache.beam.sdk.fn.data.BeamFnDataGrpcMultiplexer$InboundObserver
onCompleted
INFO apache_beam.runners.worker.sdk_worker:sdk_worker.py:290 Done consuming
work.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
Hanged up for unknown endpoint.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:54 PM
org.apache.beam.sdk.fn.data.BeamFnDataGrpcMultiplexer$InboundObserver
onCompleted
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
Hanged up for unknown endpoint.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:41:54 PM
org.apache.beam.runners.fnexecution.control.DefaultJobBundleFactory$WrappedSdkHarnessClient
close
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING:
Error cleaning up servers urn: "beam:env:external:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 payload:
"\n\021\n\017localhost:46437"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:bytes:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:string_utf8:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:kv:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:bool:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:varint:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:double:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:iterable:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:timer:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:interval_window:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:length_prefix:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:global_window:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:windowed_value:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:param_windowed_value:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:state_backed_iterable:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:custom_window:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:row:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:sharded_key:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:coder:nullable:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:protocol:progress_reporting:v0"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:protocol:harness_monitoring_infos:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:protocol:worker_status:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:combinefn:packed_python:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:version:sdk_base:apache/beam_python3.8_sdk:2.54.0.dev"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:transform:to_string:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
capabilities: "beam:protocol:data_sampling:v1"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
java.lang.IllegalStateException: call already closed
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.vendor.grpc.v1p54p0.com.google.common.base.Preconditions.checkState(Preconditions.java:502)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.internal.ServerCallImpl.closeInternal(ServerCallImpl.java:219)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.internal.ServerCallImpl.close(ServerCallImpl.java:212)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.stub.ServerCalls$ServerCallStreamObserverImpl.onCompleted(ServerCalls.java:395)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.runners.fnexecution.state.GrpcStateService.close(GrpcStateService.java:63)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.sdk.fn.server.GrpcFnServer.close(GrpcFnServer.java:156)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.runners.fnexecution.control.DefaultJobBundleFactory$WrappedSdkHarnessClient.$closeResource(DefaultJobBundleFactory.java:649)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.runners.fnexecution.control.DefaultJobBundleFactory$WrappedSdkHarnessClient.close(DefaultJobBundleFactory.java:649)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.runners.fnexecution.control.DefaultJobBundleFactory$WrappedSdkHarnessClient.unref(DefaultJobBundleFactory.java:665)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.runners.fnexecution.control.DefaultJobBundleFactory$WrappedSdkHarnessClient.access$400(DefaultJobBundleFactory.java:596)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.runners.fnexecution.control.DefaultJobBundleFactory.lambda$createEnvironmentCaches$3(DefaultJobBundleFactory.java:213)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.cache.LocalCache.processPendingNotifications(LocalCache.java:1850)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.cache.LocalCache$Segment.runUnlockedCleanup(LocalCache.java:3503)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.cache.LocalCache$Segment.postWriteCleanup(LocalCache.java:3479)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.cache.LocalCache$Segment.clear(LocalCache.java:3252)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.cache.LocalCache.clear(LocalCache.java:4343)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.cache.LocalCache$LocalManualCache.invalidateAll(LocalCache.java:4960)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.runners.fnexecution.control.DefaultJobBundleFactory.close(DefaultJobBundleFactory.java:326)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.runners.fnexecution.control.DefaultExecutableStageContext.close(DefaultExecutableStageContext.java:43)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.runners.fnexecution.control.ReferenceCountingExecutableStageContextFactory$WrappedContext.closeActual(ReferenceCountingExecutableStageContextFactory.java:217)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.runners.fnexecution.control.ReferenceCountingExecutableStageContextFactory$WrappedContext.access$200(ReferenceCountingExecutableStageContextFactory.java:193)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.runners.fnexecution.control.ReferenceCountingExecutableStageContextFactory.release(ReferenceCountingExecutableStageContextFactory.java:182)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.runners.fnexecution.control.ReferenceCountingExecutableStageContextFactory.scheduleRelease(ReferenceCountingExecutableStageContextFactory.java:136)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.runners.fnexecution.control.ReferenceCountingExecutableStageContextFactory.access$300(ReferenceCountingExecutableStageContextFactory.java:48)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.runners.fnexecution.control.ReferenceCountingExecutableStageContextFactory$WrappedContext.close(ReferenceCountingExecutableStageContextFactory.java:213)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.runners.flink.translation.functions.FlinkExecutableStageFunction.$closeResource(FlinkExecutableStageFunction.java:269)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.beam.runners.flink.translation.functions.FlinkExecutableStageFunction.close(FlinkExecutableStageFunction.java:374)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.flink.api.common.functions.util.FunctionUtils.closeFunction(FunctionUtils.java:41)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.flink.runtime.operators.BatchTask.run(BatchTask.java:519)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.flink.runtime.operators.BatchTask.invoke(BatchTask.java:357)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:935)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:914)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:728)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
org.apache.flink.runtime.taskmanager.Task.run(Task.java:550)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 at
java.lang.Thread.run(Thread.java:750)
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550
Job state changed to DONE
PASSED [ 37%]
apache_beam/io/gcp/bigquery_read_it_test.py::ReadUsingStorageApiTests::test_iobase_source_with_query
-------------------------------- live log call ---------------------------------
INFO apache_beam.runners.worker.worker_pool_main:worker_pool_main.py:113
Listening for workers at localhost:46381
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:712
==================== <function pack_combiners at 0x7f1fe1468940>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:712
==================== <function lift_combiners at 0x7f1fe14689d0>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:712
==================== <function sort_stages at 0x7f1fe1469160>
====================
INFO apache_beam.utils.subprocess_server:subprocess_server.py:203 Starting
service with ('java' '-jar'
'/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python38/src/runners/flink/1.16/job-server/build/libs/beam-runners-flink-1.16-job-server-2.54.0-SNAPSHOT.jar'
'--flink-master' '[auto]' '--artifacts-dir'
'/tmp/beam-temp9fplb_s_/artifactsgyl83l9t' '--job-port' '37319'
'--artifact-port' '0' '--expansion-port' '0')
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at
localhost:37319.
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at
localhost:37319.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:42:04 PM software.amazon.awssdk.regions.internal.util.EC2MetadataUtils
getItems
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING:
Unable to retrieve the requested metadata.
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at
localhost:37319.
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at
localhost:37319.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:42:07 PM org.apache.beam.runners.jobsubmission.JobServerDriver
createArtifactStagingService
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
ArtifactStagingService started on localhost:45877
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:42:08 PM org.apache.beam.runners.jobsubmission.JobServerDriver
createExpansionService
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
Java ExpansionService started on localhost:36249
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:42:08 PM org.apache.beam.runners.jobsubmission.JobServerDriver
createJobServer
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
JobService started on localhost:37319
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:42:08 PM org.apache.beam.runners.jobsubmission.JobServerDriver run
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Job
server now running, terminate with Ctrl+C
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at
localhost:37319.
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at
localhost:37319.
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at
localhost:37319.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:42:19 PM
org.apache.beam.runners.fnexecution.artifact.ArtifactStagingService$2 onNext
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
Staging artifacts for job_0ee359a6-1bf6-4625-8d2c-25116b6b4ffd.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:42:19 PM
org.apache.beam.runners.fnexecution.artifact.ArtifactStagingService$2
resolveNextEnvironment
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
Resolving artifacts for
job_0ee359a6-1bf6-4625-8d2c-25116b6b4ffd.0:ref_Environment_default_environment_1.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:42:19 PM
org.apache.beam.runners.fnexecution.artifact.ArtifactStagingService$2 onNext
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
Getting 0 artifacts for job_0ee359a6-1bf6-4625-8d2c-25116b6b4ffd.null.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:42:19 PM
org.apache.beam.runners.fnexecution.artifact.ArtifactStagingService$2
finishStaging
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
Artifacts fully staged for job_0ee359a6-1bf6-4625-8d2c-25116b6b4ffd.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:42:25 PM org.apache.beam.runners.flink.FlinkJobInvoker invokeWithExecutor
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
Invoking job
BeamApp-jenkins-0118204222-bac04c86_f18f5132-5a1b-4316-9513-147dbf46207f with
pipeline runner org.apache.beam.runners.flink.FlinkPipelineRunner@5537d56b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:42:26 PM org.apache.beam.runners.jobsubmission.JobInvocation start
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
Starting job invocation
BeamApp-jenkins-0118204222-bac04c86_f18f5132-5a1b-4316-9513-147dbf46207f
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:394
Environment "LOOPBACK" has started a component necessary for the execution. Be
sure to run the pipeline using
with Pipeline() as p:
p.apply(..)
This ensures that the pipeline finishes before this program exits.
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550
Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550
Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550
Job state changed to RUNNING
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:42:28 PM org.apache.beam.runners.flink.FlinkExecutionEnvironments
createBatchExecutionEnvironment
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO:
Creating a Batch Execution Environment.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18,
2024 8:42:28 PM software.amazon.awssdk.regions.internal.util.EC2MetadataUtils
getItems
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING:
Unable to retrieve the requested metadata.
FATAL: command execution failed
java.io.IOException: Backing channel 'apache-beam-jenkins-15' is disconnected.
at
hudson.remoting.RemoteInvocationHandler.channelOrFail(RemoteInvocationHandler.java:215)
at
hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:285)
at com.sun.proxy.$Proxy208.isAlive(Unknown Source)
at hudson.Launcher$RemoteLauncher$ProcImpl.isAlive(Launcher.java:1215)
at hudson.Launcher$RemoteLauncher$ProcImpl.join(Launcher.java:1207)
at hudson.Launcher$ProcStarter.join(Launcher.java:524)
at hudson.plugins.gradle.Gradle.perform(Gradle.java:321)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:818)
at hudson.model.Build$BuildExecution.build(Build.java:199)
at hudson.model.Build$BuildExecution.doRun(Build.java:164)
at
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:526)
at hudson.model.Run.execute(Run.java:1900)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:44)
at hudson.model.ResourceController.execute(ResourceController.java:101)
at hudson.model.Executor.run(Executor.java:442)
Caused by: hudson.remoting.Channel$OrderlyShutdown: Command Close created at
at hudson.remoting.Channel$CloseCommand.execute(Channel.java:1313)
at hudson.remoting.Channel$1.handle(Channel.java:606)
at
hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:81)
Caused by: Command Close created at
at hudson.remoting.Command.<init>(Command.java:70)
at hudson.remoting.Channel$CloseCommand.<init>(Channel.java:1306)
at hudson.remoting.Channel.close(Channel.java:1480)
at hudson.remoting.Channel.close(Channel.java:1447)
at hudson.remoting.Channel$CloseCommand.execute(Channel.java:1312)
at hudson.remoting.Channel$1.handle(Channel.java:606)
at
hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:81)
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
ERROR: apache-beam-jenkins-15 is offline; cannot locate jdk_1.8_latest
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
