See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/9683/display/redirect>
Changes:
------------------------------------------
[...truncated 215.95 KB...]
def _end_unary_response_blocking(state, call, with_call, deadline):
if state.code is grpc.StatusCode.OK:
if with_call:
rendezvous = _MultiThreadedRendezvous(state, call, None,
deadline)
return state.response, rendezvous
else:
return state.response
else:
> raise _InactiveRpcError(state)
[1m[31mE grpc._channel._InactiveRpcError: <_InactiveRpcError of RPC
that terminated with:[0m
[1m[31mE status = StatusCode.UNAVAILABLE[0m
[1m[31mE details = "The service is currently unavailable."[0m
[1m[31mE debug_error_string =
"{"created":"@1659886886.167733440","description":"Error received from peer
ipv4:74.125.129.95:443","file":"src/core/lib/surface/call.cc","file_line":966,"grpc_message":"The
service is currently unavailable.","grpc_status":14}"[0m
[1m[31mE >[0m
[1m[31m../../build/gradleenv/-1734967052/lib/python3.7/site-packages/grpc/_channel.py[0m:849:
_InactiveRpcError
[33mThe above exception was the direct cause of the following exception:[0m
target = functools.partial(<function
_wrap_unary_errors.<locals>.error_remapped_callable at 0x7f3c91762b90>, name:
"projects/ap...ut588bd34d-06a4-4ed5-90cf-681c1a753de7'), ('x-goog-api-client',
'gl-python/3.7.12 grpc/1.47.0 gax/2.8.1 gccl/2.13.4')])
predicate = <function if_exception_type.<locals>.if_exception_type_predicate at
0x7f3c91762320>
sleep_generator = <generator object exponential_sleep_generator at
0x7f3c917ace50>
deadline = 60.0, on_error = None
def retry_target(target, predicate, sleep_generator, deadline,
on_error=None):
"""Call a function and retry if it fails.
This is the lowest-level retry helper. Generally, you'll use the
higher-level retry helper :class:`Retry`.
Args:
target(Callable): The function to call and retry. This must be a
nullary function - apply arguments with `functools.partial`.
predicate (Callable[Exception]): A callable used to determine if an
exception raised by the target should be considered retryable.
It should return True to retry or False otherwise.
sleep_generator (Iterable[float]): An infinite iterator that
determines
how long to sleep between retries.
deadline (float): How long to keep retrying the target. The last
sleep
period is shortened as necessary, so that the last retry runs at
``deadline`` (and not considerably beyond it).
on_error (Callable[Exception]): A function to call while processing
a
retryable exception. Any error raised by this function will
*not*
be caught.
Returns:
Any: the return value of the target function.
Raises:
google.api_core.RetryError: If the deadline is exceeded while
retrying.
ValueError: If the sleep generator stops yielding values.
Exception: If the target raises a method that isn't retryable.
"""
if deadline is not None:
deadline_datetime = datetime_helpers.utcnow() + datetime.timedelta(
seconds=deadline
)
else:
deadline_datetime = None
last_exc = None
for sleep in sleep_generator:
try:
> return target()
[1m[31m../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/api_core/retry.py[0m:190:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
args = (name:
"projects/apache-beam-testing/subscriptions/exercise_streaming_metrics_subscription_input588bd34d-06a4-4ed5-90c...ic:
"projects/apache-beam-testing/topics/exercise_streaming_metrics_topic_input588bd34d-06a4-4ed5-90cf-681c1a753de7"
,)
kwargs = {'metadata': [('x-goog-request-params',
'name=projects/apache-beam-testing/subscriptions/exercise_streaming_metrics_su...ut588bd34d-06a4-4ed5-90cf-681c1a753de7'),
('x-goog-api-client', 'gl-python/3.7.12 grpc/1.47.0 gax/2.8.1 gccl/2.13.4')]}
@functools.wraps(callable_)
def error_remapped_callable(*args, **kwargs):
try:
return callable_(*args, **kwargs)
except grpc.RpcError as exc:
> raise exceptions.from_grpc_error(exc) from exc
[1m[31mE google.api_core.exceptions.ServiceUnavailable: 503 The
service is currently unavailable.[0m
[1m[31m../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/api_core/grpc_helpers.py[0m:59:
ServiceUnavailable
[33mThe above exception was the direct cause of the following exception:[0m
self =
<apache_beam.runners.dataflow.dataflow_exercise_streaming_metrics_pipeline_test.ExerciseStreamingMetricsPipelineTest
testMethod=test_streaming_pipeline_returns_expected_user_metrics_fnapi_it>
def setUp(self):
"""Creates all required topics and subs."""
self.test_pipeline = TestPipeline(is_integration_test=True)
self.project = self.test_pipeline.get_option('project')
self.uuid = str(uuid.uuid4())
# Set up PubSub environment.
from google.cloud import pubsub
self.pub_client = pubsub.PublisherClient()
self.input_topic_name = INPUT_TOPIC + self.uuid
self.input_topic = self.pub_client.create_topic(
name=self.pub_client.topic_path(self.project, self.input_topic_name))
self.output_topic_name = OUTPUT_TOPIC + self.uuid
self.output_topic = self.pub_client.create_topic(
name=self.pub_client.topic_path(self.project, self.output_topic_name))
self.sub_client = pubsub.SubscriberClient()
self.input_sub_name = INPUT_SUB + self.uuid
self.input_sub = self.sub_client.create_subscription(
name=self.sub_client.subscription_path(
self.project, self.input_sub_name),
> topic=self.input_topic.name)
[1m[31mapache_beam/runners/dataflow/dataflow_exercise_streaming_metrics_pipeline_test.py[0m:84:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
[1m[31m../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/pubsub_v1/services/subscriber/client.py[0m:670:
in create_subscription
metadata=metadata,
[1m[31m../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/api_core/gapic_v1/method.py[0m:154:
in __call__
return wrapped_func(*args, **kwargs)
[1m[31m../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/api_core/retry.py[0m:288:
in retry_wrapped_func
on_error=on_error,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
target = functools.partial(<function
_wrap_unary_errors.<locals>.error_remapped_callable at 0x7f3c91762b90>, name:
"projects/ap...ut588bd34d-06a4-4ed5-90cf-681c1a753de7'), ('x-goog-api-client',
'gl-python/3.7.12 grpc/1.47.0 gax/2.8.1 gccl/2.13.4')])
predicate = <function if_exception_type.<locals>.if_exception_type_predicate at
0x7f3c91762320>
sleep_generator = <generator object exponential_sleep_generator at
0x7f3c917ace50>
deadline = 60.0, on_error = None
def retry_target(target, predicate, sleep_generator, deadline,
on_error=None):
"""Call a function and retry if it fails.
This is the lowest-level retry helper. Generally, you'll use the
higher-level retry helper :class:`Retry`.
Args:
target(Callable): The function to call and retry. This must be a
nullary function - apply arguments with `functools.partial`.
predicate (Callable[Exception]): A callable used to determine if an
exception raised by the target should be considered retryable.
It should return True to retry or False otherwise.
sleep_generator (Iterable[float]): An infinite iterator that
determines
how long to sleep between retries.
deadline (float): How long to keep retrying the target. The last
sleep
period is shortened as necessary, so that the last retry runs at
``deadline`` (and not considerably beyond it).
on_error (Callable[Exception]): A function to call while processing
a
retryable exception. Any error raised by this function will
*not*
be caught.
Returns:
Any: the return value of the target function.
Raises:
google.api_core.RetryError: If the deadline is exceeded while
retrying.
ValueError: If the sleep generator stops yielding values.
Exception: If the target raises a method that isn't retryable.
"""
if deadline is not None:
deadline_datetime = datetime_helpers.utcnow() + datetime.timedelta(
seconds=deadline
)
else:
deadline_datetime = None
last_exc = None
for sleep in sleep_generator:
try:
return target()
# pylint: disable=broad-except
# This function explicitly must deal with broad exceptions.
except Exception as exc:
if not predicate(exc):
raise
last_exc = exc
if on_error is not None:
on_error(exc)
now = datetime_helpers.utcnow()
if deadline_datetime is not None:
if deadline_datetime <= now:
raise exceptions.RetryError(
"Deadline of {:.1f}s exceeded while calling target
function".format(
deadline
),
last_exc,
> ) from last_exc
[1m[31mE google.api_core.exceptions.RetryError: Deadline of
60.0s exceeded while calling target function, last exception: 503 The service
is currently unavailable.[0m
[1m[31m../../build/gradleenv/-1734967052/lib/python3.7/site-packages/google/api_core/retry.py[0m:210:
RetryError
[33m=============================== warnings summary
===============================[0m
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/pytest_validatesRunnerStreamingTests-df-py37-noxdist.xml>
-
=========================== short test summary info ============================
FAILED
apache_beam/runners/dataflow/dataflow_exercise_streaming_metrics_pipeline_test.py::ExerciseStreamingMetricsPipelineTest::test_streaming_pipeline_returns_expected_user_metrics_fnapi_it
[31m===== [31m[1m1 failed[0m, [33m2 skipped[0m, [33m6536 deselected[0m,
[33m1 warning[0m[31m in 130.60s (0:02:10)[0m[31m =====[0m
> Task :sdks:python:test-suites:dataflow:py37:validatesRunnerStreamingTests
> FAILED
> Task :sdks:python:test-suites:dataflow:py39:validatesRunnerStreamingTests
[32mPASSED[0m
[33m=============================== warnings summary
===============================[0m
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/tenacity/_asyncio.py:42
<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/tenacity/_asyncio.py>:42:
DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use
"async def" instead
def call(self, fn, *args, **kwargs):
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/pytest_validatesRunnerStreamingTests-df-py39-noxdist.xml>
-
[33m==== [32m1 passed[0m, [33m[1m2 skipped[0m, [33m[1m6536
deselected[0m, [33m[1m2 warnings[0m[33m in 595.53s (0:09:55)[0m[33m
=====[0m
FAILURE: Build failed with an exception.
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 287
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:validatesRunnerStreamingTests'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 27m 48s
100 actionable tasks: 65 executed, 33 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/23deaoudsuvxe
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
