See <https://ci-beam.apache.org/job/beam_PostCommit_Python37/6251/display/redirect?page=changes>
Changes: [relax] Fix inconsistent cache bug [chamikaramj] Increase default expansion service timeout [noreply] Further increase transient expansion service timeout (#25176) ------------------------------------------ [...truncated 2.52 GB...] INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.FutureTask.run(FutureTask.java:266) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:162) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.lang.Thread.run(Thread.java:750) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 26, 2023 2:16:16 AM org.apache.beam.runners.fnexecution.logging.Slf4jLogWriter log INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Operation ongoing in bundle 52 for at least 42m16s without outputting or completing: INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at sun.misc.Unsafe.park(Native Method) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.CancellableQueue.take(CancellableQueue.java:94) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.awaitCompletion(BeamFnDataInboundObserver.java:122) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:546) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.FnHarness$$Lambda$110/890160158.apply(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver$$Lambda$117/371240741.run(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.FutureTask.run(FutureTask.java:266) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:162) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.lang.Thread.run(Thread.java:750) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 26, 2023 2:16:16 AM org.apache.beam.runners.fnexecution.logging.Slf4jLogWriter log INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Operation ongoing in bundle 51 for at least 42m16s without outputting or completing: INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at sun.misc.Unsafe.park(Native Method) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.CancellableQueue.take(CancellableQueue.java:94) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.awaitCompletion(BeamFnDataInboundObserver.java:122) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:546) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.FnHarness$$Lambda$110/890160158.apply(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver$$Lambda$117/371240741.run(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.FutureTask.run(FutureTask.java:266) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:162) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.lang.Thread.run(Thread.java:750) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 26, 2023 2:16:16 AM org.apache.beam.runners.fnexecution.logging.Slf4jLogWriter log INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Operation ongoing in bundle 37 for at least 42m16s without outputting or completing: INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at sun.misc.Unsafe.park(Native Method) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.CancellableQueue.take(CancellableQueue.java:94) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.awaitCompletion(BeamFnDataInboundObserver.java:122) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:546) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.FnHarness$$Lambda$110/890160158.apply(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver$$Lambda$117/371240741.run(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.FutureTask.run(FutureTask.java:266) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:162) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.lang.Thread.run(Thread.java:750) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 26, 2023 2:16:16 AM org.apache.beam.runners.fnexecution.logging.Slf4jLogWriter log INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Operation ongoing in bundle 9 for at least 42m16s without outputting or completing: INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at sun.misc.Unsafe.park(Native Method) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.CancellableQueue.take(CancellableQueue.java:94) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.awaitCompletion(BeamFnDataInboundObserver.java:122) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:546) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.FnHarness$$Lambda$110/890160158.apply(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver$$Lambda$117/371240741.run(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.FutureTask.run(FutureTask.java:266) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:162) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.lang.Thread.run(Thread.java:750) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 26, 2023 2:16:16 AM org.apache.beam.runners.fnexecution.logging.Slf4jLogWriter log INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Operation ongoing in bundle 53 for at least 42m16s without outputting or completing: INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at sun.misc.Unsafe.park(Native Method) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.CancellableQueue.take(CancellableQueue.java:94) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.awaitCompletion(BeamFnDataInboundObserver.java:122) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:546) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.FnHarness$$Lambda$110/890160158.apply(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver$$Lambda$117/371240741.run(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.FutureTask.run(FutureTask.java:266) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:162) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.lang.Thread.run(Thread.java:750) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 26, 2023 2:16:16 AM org.apache.beam.runners.fnexecution.logging.Slf4jLogWriter log INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Operation ongoing in bundle 47 for at least 42m16s without outputting or completing: INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at sun.misc.Unsafe.park(Native Method) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.CancellableQueue.take(CancellableQueue.java:94) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.awaitCompletion(BeamFnDataInboundObserver.java:122) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:546) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.FnHarness$$Lambda$110/890160158.apply(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver$$Lambda$117/371240741.run(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.FutureTask.run(FutureTask.java:266) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:162) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.lang.Thread.run(Thread.java:750) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 26, 2023 2:16:16 AM org.apache.beam.runners.fnexecution.logging.Slf4jLogWriter log INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Operation ongoing in bundle 20 for at least 42m16s without outputting or completing: INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at sun.misc.Unsafe.park(Native Method) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.CancellableQueue.take(CancellableQueue.java:94) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.awaitCompletion(BeamFnDataInboundObserver.java:122) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:546) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.FnHarness$$Lambda$110/890160158.apply(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver$$Lambda$117/371240741.run(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.FutureTask.run(FutureTask.java:266) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:162) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.lang.Thread.run(Thread.java:750) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 26, 2023 2:16:16 AM org.apache.beam.runners.fnexecution.logging.Slf4jLogWriter log INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Operation ongoing in bundle 62 for at least 42m16s without outputting or completing: INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at sun.misc.Unsafe.park(Native Method) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.CancellableQueue.take(CancellableQueue.java:94) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.awaitCompletion(BeamFnDataInboundObserver.java:122) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:546) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.FnHarness$$Lambda$110/890160158.apply(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver$$Lambda$117/371240741.run(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.FutureTask.run(FutureTask.java:266) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:162) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.lang.Thread.run(Thread.java:750) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 26, 2023 2:16:16 AM org.apache.beam.runners.fnexecution.logging.Slf4jLogWriter log INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Operation ongoing in bundle 42 for at least 42m16s without outputting or completing: INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at sun.misc.Unsafe.park(Native Method) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.CancellableQueue.take(CancellableQueue.java:94) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.awaitCompletion(BeamFnDataInboundObserver.java:122) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:546) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.FnHarness$$Lambda$110/890160158.apply(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver$$Lambda$117/371240741.run(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.FutureTask.run(FutureTask.java:266) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:162) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.lang.Thread.run(Thread.java:750) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 26, 2023 2:16:16 AM org.apache.beam.runners.fnexecution.logging.Slf4jLogWriter log INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Operation ongoing in bundle 28 for at least 42m16s without outputting or completing: INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at sun.misc.Unsafe.park(Native Method) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.CancellableQueue.take(CancellableQueue.java:94) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.awaitCompletion(BeamFnDataInboundObserver.java:122) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:546) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.FnHarness$$Lambda$110/890160158.apply(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver$$Lambda$117/371240741.run(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.FutureTask.run(FutureTask.java:266) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:162) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.lang.Thread.run(Thread.java:750) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 26, 2023 2:16:16 AM org.apache.beam.runners.fnexecution.logging.Slf4jLogWriter log INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Operation ongoing in bundle 49 for at least 42m16s without outputting or completing: INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at sun.misc.Unsafe.park(Native Method) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.CancellableQueue.take(CancellableQueue.java:94) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.awaitCompletion(BeamFnDataInboundObserver.java:122) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:546) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.FnHarness$$Lambda$110/890160158.apply(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver$$Lambda$117/371240741.run(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.FutureTask.run(FutureTask.java:266) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:162) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.lang.Thread.run(Thread.java:750) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 26, 2023 2:16:16 AM org.apache.beam.runners.fnexecution.logging.Slf4jLogWriter log INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Operation ongoing in bundle 27 for at least 42m16s without outputting or completing: INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at sun.misc.Unsafe.park(Native Method) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.CancellableQueue.take(CancellableQueue.java:94) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.awaitCompletion(BeamFnDataInboundObserver.java:122) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:546) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.FnHarness$$Lambda$110/890160158.apply(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver$$Lambda$117/371240741.run(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.FutureTask.run(FutureTask.java:266) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:162) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.lang.Thread.run(Thread.java:750) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Jan 26, 2023 2:16:16 AM org.apache.beam.runners.fnexecution.logging.Slf4jLogWriter log INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 WARNING: Operation ongoing in bundle 21 for at least 42m16s without outputting or completing: INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at sun.misc.Unsafe.park(Native Method) > Task :sdks:python:test-suites:dataflow:py37:postCommitIT [gw5] [32mPASSED[0m apache_beam/io/gcp/pubsub_integration_test.py::PubSubIntegrationTest::test_streaming_data_only apache_beam/io/gcp/pubsub_integration_test.py::PubSubIntegrationTest::test_streaming_with_attributes > Task :sdks:python:test-suites:portable:py37:xlangSpannerIOIT INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.CancellableQueue.take(CancellableQueue.java:94) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.awaitCompletion(BeamFnDataInboundObserver.java:122) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:546) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.FnHarness$$Lambda$110/890160158.apply(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver$$Lambda$117/371240741.run(Unknown Source) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.FutureTask.run(FutureTask.java:266) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:162) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 at java.lang.Thread.run(Thread.java:750) java.lang.OutOfMemoryError: GC overhead limit exceeded Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
