See
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/2278/display/redirect?page=changes>
Changes:
[mmack] [BEAM-13246] Add support for S3 Bucket Key at the object level (AWS Sdk
[Pablo Estrada] Output successful rows from BQ Streaming Inserts
[schapman] BEAM-13439 Type annotation for ptransform_fn
[noreply] [BEAM-13606] Fail bundles with failed BigTable mutations (#16751)
------------------------------------------
[...truncated 2.13 MB...]
collected 5201 items / 5192 deselected / 9 selected
apache_beam/transforms/sql_test.py ...Exception in thread
wait_until_finish_read:
Traceback (most recent call last):
File "/usr/lib/python3.8/threading.py", line 932, in _bootstrap_inner
self.run()
File "/usr/lib/python3.8/threading.py", line 870, in run
self._target(*self._args, **self._kwargs)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/runners/portability/portable_runner.py";,>
line 565, in read_messages
for message in self._message_stream:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/grpc/_channel.py";,>
line 426, in __next__
return self._next()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/grpc/_channel.py";,>
line 826, in _next
raise self
grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that
terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline Exceeded"
debug_error_string =
"{"created":"@1644347154.286601052","description":"Error received from peer
ipv4:127.0.0.1:42185","file":"src/core/lib/surface/call.cc","file_line":1074,"grpc_message":"Deadline
Exceeded","grpc_status":4}"
>
FException in thread wait_until_finish_read:
Traceback (most recent call last):
File "/usr/lib/python3.8/threading.py", line 932, in _bootstrap_inner
self.run()
File "/usr/lib/python3.8/threading.py", line 870, in run
self._target(*self._args, **self._kwargs)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/runners/portability/portable_runner.py";,>
line 565, in read_messages
for message in self._message_stream:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/grpc/_channel.py";,>
line 426, in __next__
return self._next()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/grpc/_channel.py";,>
line 826, in _next
raise self
grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that
terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline Exceeded"
debug_error_string =
"{"created":"@1644347227.312570970","description":"Error received from peer
ipv4:127.0.0.1:42185","file":"src/core/lib/surface/call.cc","file_line":1074,"grpc_message":"Deadline
Exceeded","grpc_status":4}"
>
F.... [100%]
=================================== FAILURES ===================================
__________________________ SqlTransformTest.test_map ___________________________
self = <apache_beam.transforms.sql_test.SqlTransformTest testMethod=test_map>
def test_map(self):
with TestPipeline() as p:
out = (
p
| beam.Create([
Shopper('bob', {
'bananas': 6, 'cherries': 3
}),
Shopper('alice', {
'apples': 2, 'bananas': 3
})
]).with_output_types(Shopper)
| SqlTransform("SELECT * FROM PCOLLECTION WHERE shopper = 'alice'"))
> assert_that(out, equal_to([('alice', {'apples': 2, 'bananas': 3})]))
apache_beam/transforms/sql_test.py:190:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/pipeline.py:596: in __exit__
self.result = self.run()
apache_beam/testing/test_pipeline.py:116: in run
state = result.wait_until_finish()
apache_beam/runners/portability/portable_runner.py:600: in wait_until_finish
raise self._runtime_exception
apache_beam/runners/portability/portable_runner.py:606: in _observe_state
for state_response in self._state_stream:
../../build/gradleenv/1922375555/lib/python3.8/site-packages/grpc/_channel.py:426:
in __next__
return self._next()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline
Exc....1:42185","file":"src/core/lib/surface/call.cc","file_line":1074,"grpc_message":"Deadline
Exceeded","grpc_status":4}"
>
def _next(self):
with self._state.condition:
if self._state.code is None:
event_handler = _event_handler(self._state,
self._response_deserializer)
self._state.due.add(cygrpc.OperationType.receive_message)
operating = self._call.operate(
(cygrpc.ReceiveMessageOperation(_EMPTY_FLAGS),),
event_handler)
if not operating:
self._state.due.remove(cygrpc.OperationType.receive_message)
elif self._state.code is grpc.StatusCode.OK:
raise StopIteration()
else:
raise self
def _response_ready():
return (self._state.response is not None or
(cygrpc.OperationType.receive_message
not in self._state.due and
self._state.code is not None))
_common.wait(self._state.condition.wait, _response_ready)
if self._state.response is not None:
response = self._state.response
self._state.response = None
return response
elif cygrpc.OperationType.receive_message not in self._state.due:
if self._state.code is grpc.StatusCode.OK:
raise StopIteration()
elif self._state.code is not None:
> raise self
E grpc._channel._MultiThreadedRendezvous:
<_MultiThreadedRendezvous of RPC that terminated with:
E status = StatusCode.DEADLINE_EXCEEDED
E details = "Deadline Exceeded"
E debug_error_string =
"{"created":"@1644347154.285620926","description":"Error received from peer
ipv4:127.0.0.1:42185","file":"src/core/lib/surface/call.cc","file_line":1074,"grpc_message":"Deadline
Exceeded","grpc_status":4}"
E >
../../build/gradleenv/1922375555/lib/python3.8/site-packages/grpc/_channel.py:826:
_MultiThreadedRendezvous
----------------------------- Captured stderr call -----------------------------
WARNING:root:Make sure that locally built Python SDK docker image has Python
3.8 interpreter.
WARNING:root:Make sure that locally built Python SDK docker image has Python
3.8 interpreter.
WARNING:root:Make sure that locally built Python SDK docker image has Python
3.8 interpreter.
------------------------------ Captured log call -------------------------------
WARNING root:environments.py:371 Make sure that locally built Python SDK
docker image has Python 3.8 interpreter.
WARNING root:environments.py:371 Make sure that locally built Python SDK
docker image has Python 3.8 interpreter.
WARNING root:portable_runner.py:567 Make sure that locally built Python SDK
docker image has Python 3.8 interpreter.
________________________ SqlTransformTest.test_project _________________________
self = <apache_beam.transforms.sql_test.SqlTransformTest
testMethod=test_project>
def test_project(self):
with TestPipeline() as p:
out = (
p | beam.Create([SimpleRow(1, "foo", 3.14)])
| SqlTransform("SELECT `id`, `flt` FROM PCOLLECTION"))
> assert_that(out, equal_to([(1, 3.14)]))
apache_beam/transforms/sql_test.py:86:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/pipeline.py:596: in __exit__
self.result = self.run()
apache_beam/testing/test_pipeline.py:116: in run
state = result.wait_until_finish()
apache_beam/runners/portability/portable_runner.py:600: in wait_until_finish
raise self._runtime_exception
apache_beam/runners/portability/portable_runner.py:606: in _observe_state
for state_response in self._state_stream:
../../build/gradleenv/1922375555/lib/python3.8/site-packages/grpc/_channel.py:426:
in __next__
return self._next()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline
Exc....1:42185","file":"src/core/lib/surface/call.cc","file_line":1074,"grpc_message":"Deadline
Exceeded","grpc_status":4}"
>
def _next(self):
with self._state.condition:
if self._state.code is None:
event_handler = _event_handler(self._state,
self._response_deserializer)
self._state.due.add(cygrpc.OperationType.receive_message)
operating = self._call.operate(
(cygrpc.ReceiveMessageOperation(_EMPTY_FLAGS),),
event_handler)
if not operating:
self._state.due.remove(cygrpc.OperationType.receive_message)
elif self._state.code is grpc.StatusCode.OK:
raise StopIteration()
else:
raise self
def _response_ready():
return (self._state.response is not None or
(cygrpc.OperationType.receive_message
not in self._state.due and
self._state.code is not None))
_common.wait(self._state.condition.wait, _response_ready)
if self._state.response is not None:
response = self._state.response
self._state.response = None
return response
elif cygrpc.OperationType.receive_message not in self._state.due:
if self._state.code is grpc.StatusCode.OK:
raise StopIteration()
elif self._state.code is not None:
> raise self
E grpc._channel._MultiThreadedRendezvous:
<_MultiThreadedRendezvous of RPC that terminated with:
E status = StatusCode.DEADLINE_EXCEEDED
E details = "Deadline Exceeded"
E debug_error_string =
"{"created":"@1644347227.311591376","description":"Error received from peer
ipv4:127.0.0.1:42185","file":"src/core/lib/surface/call.cc","file_line":1074,"grpc_message":"Deadline
Exceeded","grpc_status":4}"
E >
../../build/gradleenv/1922375555/lib/python3.8/site-packages/grpc/_channel.py:826:
_MultiThreadedRendezvous
----------------------------- Captured stderr call -----------------------------
WARNING:root:Make sure that locally built Python SDK docker image has Python
3.8 interpreter.
WARNING:root:Make sure that locally built Python SDK docker image has Python
3.8 interpreter.
WARNING:root:Make sure that locally built Python SDK docker image has Python
3.8 interpreter.
------------------------------ Captured log call -------------------------------
WARNING root:environments.py:371 Make sure that locally built Python SDK
docker image has Python 3.8 interpreter.
WARNING root:environments.py:371 Make sure that locally built Python SDK
docker image has Python 3.8 interpreter.
WARNING root:portable_runner.py:567 Make sure that locally built Python SDK
docker image has Python 3.8 interpreter.
=============================== warnings summary ===============================
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/tenacity/_asyncio.py>:42
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/tenacity/_asyncio.py>:42:
DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use
"async def" instead
def call(self, fn, *args, **kwargs):
-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml>
-
====== 2 failed, 7 passed, 5192 deselected, 1 warnings in 416.11 seconds =======
> Task
> :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2128773.
Stopping expansion service pid: 2128774.
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2122398
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task
':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.3.2/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during
this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 34m 31s
208 actionable tasks: 35 executed, 173 up-to-date
Publishing build scan...
https://gradle.com/s/smdsukf47mxkc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
