See
<https://ci-beam.apache.org/job/beam_PreCommit_Python_Cron/5295/display/redirect?page=changes>
Changes:
[Pablo Estrada] Simplify README for new users
[laraschmidt] Fix final allowskew error to properly handle a large allowedSkew
[noreply] [BEAM-13946] Add get_dummies(), a non-deferred column operation on
------------------------------------------
[...truncated 215.12 KB...]
getattr(request, request_type), request.instruction_id)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 618, in process_bundle
bundle_processor.process_bundle(instruction_id))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",
line 996, in process_bundle
element.data)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",
line 221, in process_encoded
self.output(decoded_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 348, in output
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 215, in receive
self.consumer.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 708, in process
delayed_applications = self.dofn_runner.process(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1200, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1198, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 537, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1361, in process_outputs
self.main_receivers.receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 215, in receive
self.consumer.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 708, in process
delayed_applications = self.dofn_runner.process(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1200, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1198, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 537, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1361, in process_outputs
self.main_receivers.receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 215, in receive
self.consumer.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 708, in process
delayed_applications = self.dofn_runner.process(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1200, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1198, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 537, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1361, in process_outputs
self.main_receivers.receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 215, in receive
self.consumer.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 708, in process
delayed_applications = self.dofn_runner.process(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1200, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1198, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 537, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1361, in process_outputs
self.main_receivers.receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 215, in receive
self.consumer.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 708, in process
delayed_applications = self.dofn_runner.process(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1200, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1198, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 537, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1361, in process_outputs
self.main_receivers.receive(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 215, in receive
self.consumer.process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 708, in process
delayed_applications = self.dofn_runner.process(o)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1200, in process
self._reraise_augmented(exn)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1281, in _reraise_augmented
raise new_exn.with_traceback(tb)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 1198, in process
return self.do_fn_invoker.invoke_process(windowed_value)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/common.py",
line 537, in invoke_process
windowed_value, self.process_method(windowed_value.value))
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/transforms/core.py",
line 1639, in <lambda>
wrapper = lambda x: [fn(x)]
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner_test.py",
line 892, in raise_error
raise RuntimeError('x')
RuntimeError: x [while running 'StageC']
......s.............s...........s......ss.....s.................ss [ 63%]
.....................s..s...s......s....s.................s............. [ 64%]
..................s................s..
> Task :sdks:python:test-suites:tox:py39:testPy39Cloud
.s..s...s.....................ssssssssss.................s.. [ 61%]
.............................................s..s................s..
> Task :sdks:python:test-suites:tox:py36:testPy36Cloud
.....s....................s....s.....s.......s.........s...s............ [ 61%]
.....ss...ss...
> Task :sdks:python:test-suites:tox:py38:testPy38CloudCoverage
........................ [ 47%]
ssssssssssssssssssssssssssssssssssssssssssssssssssssssss.sssssssssssssss [ 49%]
sssssssssssssssssssssssssssssss......................................... [ 50%]
.....ss....ssssssssssssssssssssssss..s............s...s....sssssssssssss [ 51%]
sssssssssssssssssssssssssssssssssssssss.ss
> Task :sdks:python:test-suites:tox:py37:testPy37Cloud
..ss...................s.s.ss..s.s [ 65%]
..ss......ssssssssssssss...................s....................s.....s. [ 67%]
.....
> Task :sdks:python:test-suites:tox:py39:testPy39Cloud
.... [ 63%]
.s............................s..........ss............................. [ 64%]
...........ss..s.................s.s...
> Task :sdks:python:test-suites:tox:py36:testPy36Cloud
........................ss...s.........s................. [ 63%]
...................ssssssssssss.sssssssssssssssssssssssssssssssss.ssssss [ 64%]
sssssssssssssssssssssssssssssssssssssssssssssssssss............s......s. [ 65%]
......s....ss.........s........................s............s........... [ 67%]
.....
> Task :sdks:python:test-suites:tox:py38:testPy38CloudCoverage
.............................. [ 53%]
......................................s..........ss.s.....s............s [ 54%]
................................s.....s......
> Task :sdks:python:test-suites:tox:py37:testPy37Cloud
........s.s..s........................................ss........... [ 68%]
............s.s..ss......ss.......s................ss...........
> Task :sdks:python:test-suites:tox:py39:testPy39Cloud
.s.......s.ssssssssssssssssssssss [ 65%]
ssssssssssssssssssssssssssssss...........s......s..........s............ [ 67%]
.ss......s....ss....s......s............ss...ss...............ss.....ss. [ 68%]
..
> Task :sdks:python:test-suites:dataflow:py37:preCommitIT_batch
.
- generated xml file:
/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/pytest_preCommitIT-df-py37.xml
-
========================== 1 passed in 568.11 seconds ==========================
> Task :sdks:python:test-suites:tox:py36:testPy36Cloud
......s............................................................ [ 68%]
.ssss.................s.ss......
> Task :sdks:python:test-suites:dataflow:py38:preCommitIT_batch
.
- generated xml file:
/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/pytest_preCommitIT-df-py38.xml
-
========================== 1 passed in 577.80 seconds ==========================
> Task :sdks:python:test-suites:tox:py37:testPy37Cloud
......... [ 70%]
.ss...............s......s...s....s.............s.............
> Task :sdks:python:test-suites:tox:py38:testPy38CloudCoverage
....s....................s. [ 56%]
..................s.sss.sssss...s.........s...........................s. [ 57%]
...........ssssssssssssssssssssssssssssssss..........sssssssssssssssssss [ 58%]
ssssssssssssssssssss......s....
> Task :sdks:python:test-suites:tox:py39:testPy39Cloud
..........s...s.s....s..............s.....ss.........s................ [ 70%]
........
> Task :sdks:python:test-suites:dataflow:py37:preCommitIT_streaming
>>> RUNNING integration tests with pipeline options:
>>> --runner=TestDataflowRunner --project=apache-beam-testing
>>> --region=us-central1
>>> --staging_location=gs://temp-storage-for-end-to-end-tests/staging-it
>>> --temp_location=gs://temp-storage-for-end-to-end-tests/temp-it
>>> --output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output
>>> --sdk_location=/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/build/apache-beam.tar.gz
>>> --requirements_file=postcommit_requirements.txt --num_workers=1
>>> --sleep_secs=20 --streaming
>>> --dataflow_worker_jar=/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/runners/google-cloud-dataflow-java/worker/build/libs/beam-runners-google-cloud-dataflow-java-fn-api-worker-2.38.0-SNAPSHOT.jar
>>>
>>> --kms_key_name=projects/apache-beam-testing/locations/global/keyRings/beam-it/cryptoKeys/test
>>>
>>> --dataflow_kms_key=projects/apache-beam-testing/locations/global/keyRings/beam-it/cryptoKeys/test
>>> pytest options:
>>> apache_beam/examples/streaming_wordcount_it_test.py::StreamingWordCountIT::test_streaming_wordcount_it
>>> --capture=no --numprocesses=2 --timeout=1800
>>> collect markers:
============================= test session starts ==============================
platform linux -- Python 3.7.12, pytest-4.6.11, py-1.11.0, pluggy-0.13.1
rootdir:
/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python,
inifile: pytest.ini
plugins: xdist-1.34.0, timeout-1.4.2, forked-1.4.0, requests-mock-1.9.3
timeout: 1800.0s
timeout method: signal
timeout func_only: False
gw0 I / gw1 I
gw0 [1] / gw1 [1]
E0218 00:25:18.119221923 1608575 fork_posix.cc:70] Fork support is
only compatible with the epoll1 and poll polling strategies
> Task :sdks:python:test-suites:tox:py36:testPy36Cloud
..........s..s.....s....s....sssssssssss [ 70%]
sssssss........s.............ss.....ss.s................................ [ 71%]
> Task :sdks:python:test-suites:dataflow:py38:preCommitIT_streaming
>>> RUNNING integration tests with pipeline options:
>>> --runner=TestDataflowRunner --project=apache-beam-testing
>>> --region=us-central1
>>> --staging_location=gs://temp-storage-for-end-to-end-tests/staging-it
>>> --temp_location=gs://temp-storage-for-end-to-end-tests/temp-it
>>> --output=gs://temp-storage-for-end-to-end-tests/py-it-cloud/output
>>> --sdk_location=/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/build/apache-beam.tar.gz
>>> --requirements_file=postcommit_requirements.txt --num_workers=1
>>> --sleep_secs=20 --streaming
>>> --dataflow_worker_jar=/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/runners/google-cloud-dataflow-java/worker/build/libs/beam-runners-google-cloud-dataflow-java-fn-api-worker-2.38.0-SNAPSHOT.jar
>>>
>>> --kms_key_name=projects/apache-beam-testing/locations/global/keyRings/beam-it/cryptoKeys/test
>>>
>>> --dataflow_kms_key=projects/apache-beam-testing/locations/global/keyRings/beam-it/cryptoKeys/test
>>> pytest options:
>>> apache_beam/examples/streaming_wordcount_it_test.py::StreamingWordCountIT::test_streaming_wordcount_it
>>> --capture=no --numprocesses=2 --timeout=1800
>>> collect markers:
============================= test session starts ==============================
platform linux -- Python 3.8.10, pytest-4.6.11, py-1.11.0, pluggy-0.13.1
rootdir:
/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python,
inifile: pytest.ini
plugins: xdist-1.34.0, timeout-1.4.2, forked-1.4.0, requests-mock-1.9.3
timeout: 1800.0s
timeout method: signal
timeout func_only: False
gw0 I / gw1 I
gw0 [1] / gw1 [1]
E0218 00:25:16.818969047 1609393 fork_posix.cc:70] Fork support is
only compatible with the epoll1 and poll polling strategies
> Task :sdks:python:test-suites:tox:py37:testPy37Cloud
.......s.. [ 71%]
..s...................s..........................ss..s.................. [ 72%]
.s............................................sss.................s....
> Task :sdks:python:test-suites:tox:py38:testPy38CloudCoverage
...........ss...............s........ss.. [ 60%]
...................s..s.......
> Task :sdks:python:test-suites:tox:py39:testPy39Cloud
.................................s.s......ss...................s [ 71%]
................................s..........s............................ [ 72%]
...
> Task :sdks:python:test-suites:tox:py36:testPy36Cloud
.s...............................s.ss................................... [ 72%]
.............................................s.......................s.. [ 74%]
.............s................s......................................... [ 75%]
......s.......
> Task :sdks:python:test-suites:tox:py37:testPy37Cloud
. [ 74%]
.............................ss...........................s............. [ 75%]
....ssss................................................................ [ 77%]
..................................................
> Task :sdks:python:test-suites:tox:py38:testPy38CloudCoverage
.ssssss.sssssssssssssss.sssssssssssss..... [ 61%]
.s............s......................................................... [ 63%]
..............ss..s.s.......s...
> Task :sdks:python:test-suites:tox:py39:testPy39Cloud
..s...s.....s........................................................ [ 74%]
....................s...............ss..ss......................ssss.... [ 75%]
.............s......s.............ss......................FATAL: command
execution failed
java.io.IOException: Backing channel 'apache-beam-jenkins-7' is disconnected.
at
hudson.remoting.RemoteInvocationHandler.channelOrFail(RemoteInvocationHandler.java:216)
at
hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:286)
at com.sun.proxy.$Proxy126.isAlive(Unknown Source)
at hudson.Launcher$RemoteLauncher$ProcImpl.isAlive(Launcher.java:1213)
at hudson.Launcher$RemoteLauncher$ProcImpl.join(Launcher.java:1205)
at hudson.Launcher$ProcStarter.join(Launcher.java:522)
at hudson.plugins.gradle.Gradle.perform(Gradle.java:317)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:806)
at hudson.model.Build$BuildExecution.build(Build.java:198)
at hudson.model.Build$BuildExecution.doRun(Build.java:163)
at
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:514)
at hudson.model.Run.execute(Run.java:1888)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:99)
at hudson.model.Executor.run(Executor.java:432)
Caused by: java.io.IOException: Unexpected termination of the channel
at
hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:75)
Caused by: java.io.EOFException
at
java.io.ObjectInputStream$PeekInputStream.readFully(ObjectInputStream.java:2799)
at
java.io.ObjectInputStream$BlockDataInputStream.readShort(ObjectInputStream.java:3274)
at
java.io.ObjectInputStream.readStreamHeader(ObjectInputStream.java:934)
at java.io.ObjectInputStream.<init>(ObjectInputStream.java:396)
at
hudson.remoting.ObjectInputStreamEx.<init>(ObjectInputStreamEx.java:49)
at hudson.remoting.Command.readFrom(Command.java:142)
at hudson.remoting.Command.readFrom(Command.java:128)
at
hudson.remoting.AbstractSynchronousByteArrayCommandTransport.read(AbstractSynchronousByteArrayCommandTransport.java:35)
at
hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:61)
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
ERROR: apache-beam-jenkins-7 is offline; cannot locate jdk_1.8_latest
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
