See
<https://ci-beam.apache.org/job/beam_PostCommit_Python37/4893/display/redirect?page=changes>
Changes:
[Pablo Estrada] Simplify README for new users
[laraschmidt] Fix final allowskew error to properly handle a large allowedSkew
[noreply] [BEAM-13946] Add get_dummies(), a non-deferred column operation on
------------------------------------------
[...truncated 24.70 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PTRANSFORM": "fn/write/ref_PCollection_PCollection_3:0"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' },
{'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"urn": "beam:metric:pardo_execution_time:process_bundle_msecs:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"type": "beam:metrics:sum_int64:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"payload": "AA==",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"labels": {'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PTRANSFORM":
"ref_AppliedPTransform_Generate-FlatMap-lambda-at-core-py-3229-_4"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' },
{'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"urn": "beam:metric:pardo_execution_time:finish_bundle_msecs:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"type": "beam:metrics:sum_int64:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"payload": "AA==",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"labels": {'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PTRANSFORM":
"ref_AppliedPTransform_Generate-FlatMap-lambda-at-core-py-3229-_4"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' },
{'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"urn": "beam:metric:pardo_execution_time:process_bundle_msecs:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"type": "beam:metrics:sum_int64:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"payload": "AA==",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"labels": {'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PTRANSFORM": "fn/write/ref_PCollection_PCollection_3:0"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' },
{'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"urn": "beam:metric:pardo_execution_time:process_bundle_msecs:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"type": "beam:metrics:sum_int64:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"payload": "AA==",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"labels": {'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PTRANSFORM": "fn/read/ref_PCollection_PCollection_2:0"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' },
{'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"urn": "beam:metric:pardo_execution_time:start_bundle_msecs:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"type": "beam:metrics:sum_int64:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"payload": "AA==",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"labels": {'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PTRANSFORM":
"ref_AppliedPTransform_Generate-FlatMap-lambda-at-core-py-3229-_4"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' },
{'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"urn": "beam:metric:element_count:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"type": "beam:metrics:sum_int64:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"payload": "AQ==",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"labels": {'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PCOLLECTION": "ref_PCollection_PCollection_2"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' },
{'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"urn": "beam:metric:data_channel:read_index:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"type": "beam:metrics:sum_int64:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"payload": "AQ==",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"labels": {'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PTRANSFORM": "fn/read/ref_PCollection_PCollection_2:0"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' },
{'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"urn": "beam:metric:pardo_execution_time:start_bundle_msecs:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"type": "beam:metrics:sum_int64:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"payload": "AA==",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"labels": {'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PTRANSFORM": "fn/write/ref_PCollection_PCollection_3:0"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' },
{'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"urn": "beam:metric:ptransform_execution_time:total_msecs:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"type": "beam:metrics:sum_int64:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"payload": "AA==",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"labels": {'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PTRANSFORM": "fn/read/ref_PCollection_PCollection_2:0"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' },
{'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"urn": "beam:metric:ptransform_execution_time:total_msecs:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"type": "beam:metrics:sum_int64:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"payload": "AA==",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"labels": {'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PTRANSFORM":
"ref_AppliedPTransform_Generate-FlatMap-lambda-at-core-py-3229-_4"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' },
{'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"urn": "beam:metric:element_count:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"type": "beam:metrics:sum_int64:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"payload": "6Ac=",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"labels": {'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PCOLLECTION": "ref_PCollection_PCollection_3"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' },
{'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"urn": "beam:metric:ptransform_execution_time:total_msecs:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"type": "beam:metrics:sum_int64:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"payload": "AA==",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"labels": {'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PTRANSFORM": "fn/write/ref_PCollection_PCollection_3:0"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' },
{'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"urn": "beam:metric:sampled_byte_size:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"type": "beam:metrics:distribution_int64:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"payload": "RNEHDg8=",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"labels": {'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PCOLLECTION": "ref_PCollection_PCollection_3"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' },
{'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"urn": "beam:metric:sampled_byte_size:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"type": "beam:metrics:distribution_int64:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"payload": "AQ0NDQ==",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"labels": {'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PCOLLECTION": "ref_PCollection_PCollection_2"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }]'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'}'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:43 AM org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl
freeSlotInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Free slot TaskSlot(index:9, state:ALLOCATED, resource profile:
ResourceProfile{taskHeapMemory=64.000gb (68719476736 bytes),
taskOffHeapMemory=64.000gb (68719476736 bytes), managedMemory=8.000mb (8388608
bytes), networkMemory=4.000mb (4194304 bytes)}, allocationId:
b51b2cfbb4c005b3c40f0ee66a2634f8, jobId: 9dc93c6a721529d656fe0429026daa04).'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:43 AM org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl
freeSlotInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Free slot TaskSlot(index:10, state:ALLOCATED, resource profile:
ResourceProfile{taskHeapMemory=64.000gb (68719476736 bytes),
taskOffHeapMemory=64.000gb (68719476736 bytes), managedMemory=8.000mb (8388608
bytes), networkMemory=4.000mb (4194304 bytes)}, allocationId:
2737d5b2ed7e1d5a887254652978d88a, jobId: 9dc93c6a721529d656fe0429026daa04).'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:43 AM org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl
freeSlotInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Free slot TaskSlot(index:14, state:ALLOCATED, resource profile:
ResourceProfile{taskHeapMemory=64.000gb (68719476736 bytes),
taskOffHeapMemory=64.000gb (68719476736 bytes), managedMemory=8.000mb (8388608
bytes), networkMemory=4.000mb (4194304 bytes)}, allocationId:
3668c14d6b61e9de9e6c8bd308f9be94, jobId: 9dc93c6a721529d656fe0429026daa04).'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:43 AM org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl
freeSlotInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Free slot TaskSlot(index:1, state:ALLOCATED, resource profile:
ResourceProfile{taskHeapMemory=64.000gb (68719476736 bytes),
taskOffHeapMemory=64.000gb (68719476736 bytes), managedMemory=8.000mb (8388608
bytes), networkMemory=4.000mb (4194304 bytes)}, allocationId:
be2fa02ebaee57831d8e64ff85c467d3, jobId: 9dc93c6a721529d656fe0429026daa04).'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:43 AM org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl
freeSlotInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Free slot TaskSlot(index:3, state:ALLOCATED, resource profile:
ResourceProfile{taskHeapMemory=64.000gb (68719476736 bytes),
taskOffHeapMemory=64.000gb (68719476736 bytes), managedMemory=8.000mb (8388608
bytes), networkMemory=4.000mb (4194304 bytes)}, allocationId:
efc1da45996d545e5026822578ef3430, jobId: 9dc93c6a721529d656fe0429026daa04).'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:43 AM org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl
freeSlotInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Free slot TaskSlot(index:2, state:ALLOCATED, resource profile:
ResourceProfile{taskHeapMemory=64.000gb (68719476736 bytes),
taskOffHeapMemory=64.000gb (68719476736 bytes), managedMemory=8.000mb (8388608
bytes), networkMemory=4.000mb (4194304 bytes)}, allocationId:
399b5dca5407ada25f5f5f5f86b89501, jobId: 9dc93c6a721529d656fe0429026daa04).'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:43 AM org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl
freeSlotInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Free slot TaskSlot(index:12, state:ALLOCATED, resource profile:
ResourceProfile{taskHeapMemory=64.000gb (68719476736 bytes),
taskOffHeapMemory=64.000gb (68719476736 bytes), managedMemory=8.000mb (8388608
bytes), networkMemory=4.000mb (4194304 bytes)}, allocationId:
503a58b7726f2c5f5ae6cfb21aa8352e, jobId: 9dc93c6a721529d656fe0429026daa04).'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:43 AM org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl
freeSlotInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Free slot TaskSlot(index:8, state:ALLOCATED, resource profile:
ResourceProfile{taskHeapMemory=64.000gb (68719476736 bytes),
taskOffHeapMemory=64.000gb (68719476736 bytes), managedMemory=8.000mb (8388608
bytes), networkMemory=4.000mb (4194304 bytes)}, allocationId:
48cb5c7a85f9c245dfd62dffdccb905f, jobId: 9dc93c6a721529d656fe0429026daa04).'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:43 AM org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl
freeSlotInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Free slot TaskSlot(index:0, state:ALLOCATED, resource profile:
ResourceProfile{taskHeapMemory=64.000gb (68719476736 bytes),
taskOffHeapMemory=64.000gb (68719476736 bytes), managedMemory=8.000mb (8388608
bytes), networkMemory=4.000mb (4194304 bytes)}, allocationId:
94307bc87993b2892a4bd7afb9be07e9, jobId: 9dc93c6a721529d656fe0429026daa04).'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:43 AM org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl
freeSlotInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Free slot TaskSlot(index:13, state:ALLOCATED, resource profile:
ResourceProfile{taskHeapMemory=64.000gb (68719476736 bytes),
taskOffHeapMemory=64.000gb (68719476736 bytes), managedMemory=8.000mb (8388608
bytes), networkMemory=4.000mb (4194304 bytes)}, allocationId:
1e223d62e78efc3629c10498ff4d6918, jobId: 9dc93c6a721529d656fe0429026daa04).'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:43 AM org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl
freeSlotInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Free slot TaskSlot(index:6, state:ALLOCATED, resource profile:
ResourceProfile{taskHeapMemory=64.000gb (68719476736 bytes),
taskOffHeapMemory=64.000gb (68719476736 bytes), managedMemory=8.000mb (8388608
bytes), networkMemory=4.000mb (4194304 bytes)}, allocationId:
e0b9728b27dba28dde37fd7a05071978, jobId: 9dc93c6a721529d656fe0429026daa04).'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:43 AM org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl
freeSlotInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Free slot TaskSlot(index:11, state:ALLOCATED, resource profile:
ResourceProfile{taskHeapMemory=64.000gb (68719476736 bytes),
taskOffHeapMemory=64.000gb (68719476736 bytes), managedMemory=8.000mb (8388608
bytes), networkMemory=4.000mb (4194304 bytes)}, allocationId:
2e3f15605a44015dba48363348c5218e, jobId: 9dc93c6a721529d656fe0429026daa04).'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:43 AM org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl
freeSlotInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Free slot TaskSlot(index:5, state:ALLOCATED, resource profile:
ResourceProfile{taskHeapMemory=64.000gb (68719476736 bytes),
taskOffHeapMemory=64.000gb (68719476736 bytes), managedMemory=8.000mb (8388608
bytes), networkMemory=4.000mb (4194304 bytes)}, allocationId:
64d881bdefff71a44bf7ae93219964bb, jobId: 9dc93c6a721529d656fe0429026daa04).'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:43 AM org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl
freeSlotInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Free slot TaskSlot(index:15, state:ALLOCATED, resource profile:
ResourceProfile{taskHeapMemory=64.000gb (68719476736 bytes),
taskOffHeapMemory=64.000gb (68719476736 bytes), managedMemory=8.000mb (8388608
bytes), networkMemory=4.000mb (4194304 bytes)}, allocationId:
7360a21cd759ccaf9c4344a71f6b7ad8, jobId: 9dc93c6a721529d656fe0429026daa04).'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:43 AM
org.apache.flink.runtime.taskexecutor.TaskExecutor$JobLeaderListenerImpl
jobManagerLostLeadership'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
JobManager for job 9dc93c6a721529d656fe0429026daa04 with leader id
9d5bdd9f51580d44aff83b17f3fb463c lost leadership.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService
stop'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stop job leader service.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM
org.apache.flink.runtime.state.TaskExecutorLocalStateStoresManager shutdown'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Shutting down TaskExecutorLocalStateStoresManager.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.io.disk.FileChannelManagerImpl
lambda$getFileCloser$0'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
FileChannelManager removed spill file directory
/tmp/flink-io-44422bc3-1918-4708-9444-2cef963e2ed9'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.io.network.NettyShuffleEnvironment
close'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Shutting down the network environment and its components.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.io.disk.FileChannelManagerImpl
lambda$getFileCloser$0'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
FileChannelManager removed spill file directory
/tmp/flink-netty-shuffle-c6e33543-bd30-4d60-85b0-701717cff6b7'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.taskexecutor.KvStateService shutdown'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Shutting down the kvState service and its components.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService
stop'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stop job leader service.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.filecache.FileCache shutdown'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
removed file cache directory
/tmp/flink-dist-cache-690280f6-b2a6-4090-90a6-63ebe221a6c0'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.taskexecutor.TaskExecutor
handleOnStopException'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopped TaskExecutor akka://flink/user/rpc/taskmanager_0.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.webmonitor.WebMonitorEndpoint
lambda$shutDownInternal$5'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Removing cache directory /tmp/flink-web-ui'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.rest.RestServerEndpoint
lambda$closeAsync$1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Shut down complete.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.resourcemanager.ResourceManager
deregisterApplication'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Shut down cluster because application is in CANCELED, diagnostics
DispatcherResourceManagerComponent has been closed..'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM
org.apache.flink.runtime.entrypoint.component.DispatcherResourceManagerComponent
closeAsyncInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Closing components.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM
org.apache.flink.runtime.dispatcher.runner.AbstractDispatcherLeaderProcess
closeInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopping SessionDispatcherLeaderProcess.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM
org.apache.flink.runtime.resourcemanager.ResourceManagerServiceImpl closeAsync'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopping resource manager service.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.dispatcher.Dispatcher onStop'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopping dispatcher akka://flink/user/rpc/dispatcher_1.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.dispatcher.Dispatcher
terminateRunningJobs'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopping all currently running jobs of dispatcher
akka://flink/user/rpc/dispatcher_1.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM
org.apache.flink.runtime.resourcemanager.slotmanager.DeclarativeSlotManager
close'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Closing the slot manager.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM
org.apache.flink.runtime.resourcemanager.slotmanager.DeclarativeSlotManager
suspend'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Suspending the slot manager.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.dispatcher.Dispatcher lambda$onStop$0'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopped dispatcher akka://flink/user/rpc/dispatcher_1.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.rpc.akka.AkkaRpcService stopService'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopping Akka RPC service.'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:576
Job state changed to DONE
INFO apache_beam.utils.subprocess_server:subprocess_server.py:238 Using
pre-built snapshot at
/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python37/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.38.0-SNAPSHOT.jar
INFO root:external.py:740 Starting a JAR-based expansion service from JAR
/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python37/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.38.0-SNAPSHOT.jar
INFO apache_beam.utils.subprocess_server:subprocess_server.py:116 Starting
service with ['java' '-jar'
'/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python37/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.38.0-SNAPSHOT.jar'
'58541'
'--filesToStage=/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python37/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.38.0-SNAPSHOT.jar']
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.rpc.akka.AkkaRpcService stopService'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopping Akka RPC service.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.rpc.akka.AkkaRpcService
lambda$stopService$8'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopped Akka RPC service.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.blob.AbstractBlobCache close'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Shutting down BLOB cache'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.blob.AbstractBlobCache close'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Shutting down BLOB cache'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.blob.BlobServer close'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopped BLOB server at 0.0.0.0:35385'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:44 AM org.apache.flink.runtime.rpc.akka.AkkaRpcService
lambda$stopService$8'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopped Akka RPC service.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b'Starting expansion service at localhost:58541'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:48 AM org.apache.beam.sdk.expansion.service.ExpansionService
loadRegisteredTransforms'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Registering external transforms:
[beam:transform:org.apache.beam:kafka_read_with_metadata:v1,
beam:transform:org.apache.beam:kafka_read_without_metadata:v1,
beam:transform:org.apache.beam:kafka_write:v1,
beam:external:java:generate_sequence:v1]'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b'\tbeam:transform:org.apache.beam:kafka_read_with_metadata:v1:
org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4de5031f'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b'\tbeam:transform:org.apache.beam:kafka_read_without_metadata:v1:
org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@67e2d983'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b'\tbeam:transform:org.apache.beam:kafka_write:v1:
org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@5d47c63f'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b'\tbeam:external:java:generate_sequence:v1:
org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@5ea434c8'
WARNING root:subprocess_server.py:98 Waiting for grpc channel to be ready at
localhost:58541.
WARNING root:subprocess_server.py:98 Waiting for grpc channel to be ready at
localhost:58541.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:51 AM org.apache.beam.sdk.expansion.service.ExpansionService expand'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
Expanding 'ReadFromKafka' with URN
'beam:transform:org.apache.beam:kafka_read_without_metadata:v1'"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:51 AM
org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader
payloadToConfig'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b"WARNING: Configuration class
'org.apache.beam.sdk.io.kafka.KafkaIO$Read$External$Configuration' has no
schema registered. Attempting to construct with setter approach."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:53 AM
org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader
payloadToConfig'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b"WARNING: Configuration class
'org.apache.beam.sdk.io.kafka.KafkaIO$Read$External$Configuration' has no
schema registered. Attempting to construct with setter approach."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 18,
2022 12:25:54 AM org.apache.beam.sdk.coders.SerializableCoder
checkEqualsMethodDefined'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b"WARNING: Can't verify serialized elements of type Shard have well defined
equals method. This may produce incorrect results on some PipelineRunner"
INFO apache_beam.runners.worker.worker_pool_main:worker_pool_main.py:93
Listening for workers at localhost:36655
WARNING root:environments.py:374 Make sure that locally built Python SDK
docker image has Python 3.7 interpreter.
INFO root:environments.py:380 Default Python SDK image for environment is
apache/beam_python3.7_sdk:2.38.0.dev
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:678
==================== <function pack_combiners at 0x7fd2d4502170>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:678
==================== <function lift_combiners at 0x7fd2d4502200>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:678
==================== <function sort_stages at 0x7fd2d4502950>
====================
INFO apache_beam.utils.subprocess_server:subprocess_server.py:116 Starting
service with ['java' '-jar'
'/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python37/src/runners/flink/1.14/job-server/build/libs/beam-runners-flink-1.14-job-server-2.38.0-SNAPSHOT.jar'
'--flink-master' '[auto]' '--artifacts-dir'
'/tmp/beam-temp2l59aa_b/artifactsvcnp3412' '--job-port' '39683'
'--artifact-port' '0' '--expansion-port' '0']
> Task :sdks:python:test-suites:dataflow:py37:postCommitIT
[gw1] [32mPASSED[0m
apache_beam/examples/fastavro_it_test.py::FastavroIT::test_avro_it
apache_beam/examples/complete/game/user_score_it_test.py::UserScoreIT::test_user_score_it
FATAL: command execution failed
java.io.IOException: Backing channel 'apache-beam-jenkins-10' is disconnected.
at
hudson.remoting.RemoteInvocationHandler.channelOrFail(RemoteInvocationHandler.java:216)
at
hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:286)
at com.sun.proxy.$Proxy126.isAlive(Unknown Source)
at hudson.Launcher$RemoteLauncher$ProcImpl.isAlive(Launcher.java:1213)
at hudson.Launcher$RemoteLauncher$ProcImpl.join(Launcher.java:1205)
at hudson.Launcher$ProcStarter.join(Launcher.java:522)
at hudson.plugins.gradle.Gradle.perform(Gradle.java:317)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:806)
at hudson.model.Build$BuildExecution.build(Build.java:198)
at hudson.model.Build$BuildExecution.doRun(Build.java:163)
at
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:514)
at hudson.model.Run.execute(Run.java:1888)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:99)
at hudson.model.Executor.run(Executor.java:432)
Caused by: java.io.IOException: Pipe closed after 0 cycles
at
org.apache.sshd.common.channel.ChannelPipedInputStream.read(ChannelPipedInputStream.java:126)
at
org.apache.sshd.common.channel.ChannelPipedInputStream.read(ChannelPipedInputStream.java:105)
at
hudson.remoting.FlightRecorderInputStream.read(FlightRecorderInputStream.java:93)
at
hudson.remoting.ChunkedInputStream.readHeader(ChunkedInputStream.java:74)
at
hudson.remoting.ChunkedInputStream.readUntilBreak(ChunkedInputStream.java:104)
at
hudson.remoting.ChunkedCommandTransport.readBlock(ChunkedCommandTransport.java:39)
at
hudson.remoting.AbstractSynchronousByteArrayCommandTransport.read(AbstractSynchronousByteArrayCommandTransport.java:34)
at
hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:61)
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
ERROR: apache-beam-jenkins-10 is offline; cannot locate jdk_1.8_latest
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
