See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/10370/display/redirect?page=changes>
Changes:
[noreply] Add timeout to unit tests causing SickBay PostCommit timeout (#25664)
------------------------------------------
[...truncated 1.87 MB...]
retry_intervals = <generator object FuzzedExponentialIntervals.__iter__ at
0x7f9315c8c040>
exn_traceback = None, sleep_interval = 317.1062512200489
@functools.wraps(fun)
def wrapper(*args, **kwargs):
retry_intervals = iter(
FuzzedExponentialIntervals(
initial_delay_secs,
num_retries,
factor,
fuzz=0.5 if fuzz else 0,
max_delay_secs=max_delay_secs,
stop_after_secs=stop_after_secs))
while True:
try:
return fun(*args, **kwargs)
except Exception as exn: # pylint: disable=broad-except
if not retry_filter(exn):
raise
# Get the traceback object for the current exception. The
# sys.exc_info() function returns a tuple with three elements:
# exception type, exception value, and exception traceback.
exn_traceback = sys.exc_info()[2]
try:
try:
> sleep_interval = next(retry_intervals)
E StopIteration
apache_beam/utils/retry.py:285: StopIteration
During handling of the above exception, another exception occurred:
self = <apache_beam.examples.wordcount_it_test.WordCountIT
testMethod=test_wordcount_fnapi_it>
@pytest.mark.it_postcommit
@pytest.mark.it_validatescontainer
def test_wordcount_fnapi_it(self):
> self._run_wordcount_it(wordcount.run, experiment='beam_fn_api')
apache_beam/examples/wordcount_it_test.py:95:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/examples/wordcount_it_test.py:153: in _run_wordcount_it
run_wordcount(
apache_beam/examples/wordcount.py:106: in run
output | 'Write' >> WriteToText(known_args.output)
apache_beam/pipeline.py:600: in __exit__
self.result = self.run()
apache_beam/pipeline.py:550: in run
return Pipeline.from_runner_api(
apache_beam/pipeline.py:577: in run
return self.runner.run_pipeline(self, self._options)
apache_beam/runners/dataflow/test_dataflow_runner.py:74: in run_pipeline
self.wait_until_in_state(PipelineState.CANCELLED)
apache_beam/runners/dataflow/test_dataflow_runner.py:98: in wait_until_in_state
job_state = self.result.state
apache_beam/runners/dataflow/dataflow_runner.py:1512: in state
self._update_job()
apache_beam/runners/dataflow/dataflow_runner.py:1455: in _update_job
self._job = self._runner.dataflow_client.get_job(self.job_id())
apache_beam/utils/retry.py:288: in wrapper
raise exn.with_traceback(exn_traceback)
apache_beam/utils/retry.py:275: in wrapper
return fun(*args, **kwargs)
apache_beam/runners/dataflow/internal/apiclient.py:971: in get_job
response = self._client.projects_locations_jobs.Get(request)
apache_beam/runners/dataflow/internal/clients/dataflow/dataflow_v1b3_client.py:727:
in Get
return self._RunMethod(
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/apitools/base/py/base_api.py:701:
in _RunMethod
http_request = self.PrepareHttpRequest(
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/apitools/base/py/base_api.py:683:
in PrepareHttpRequest
url_builder.relative_path = self.__ConstructRelativePath(
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/apitools/base/py/base_api.py:583:
in __ConstructRelativePath
return util.ExpandRelativePath(method_config, params,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
method_config = <ApiMethodInfo
relative_path: 'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}'
method_id: 'dataflow.pro...ame: 'DataflowProjectsLocationsJobsGetRequest'
response_type_name: 'Job'
request_field: ''
supports_download: False>
params = {'jobId': None, 'location': 'us-central1', 'projectId':
'apache-beam-testing'}
relative_path = '/v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}'
def ExpandRelativePath(method_config, params, relative_path=None):
"""Determine the relative path for request."""
path = relative_path or method_config.relative_path or ''
for param in method_config.path_params:
param_template = '{%s}' % param
# For more details about "reserved word expansion", see:
# http://tools.ietf.org/html/rfc6570#section-3.2.2
reserved_chars = ''
reserved_template = '{+%s}' % param
if reserved_template in path:
reserved_chars = _RESERVED_URI_CHARS
path = path.replace(reserved_template, param_template)
if param_template not in path:
raise exceptions.InvalidUserInputError(
'Missing path parameter %s' % param)
try:
# TODO(craigcitro): Do we want to support some sophisticated
# mapping here?
value = params[param]
except KeyError:
raise exceptions.InvalidUserInputError(
'Request missing required parameter %s' % param)
if value is None:
> raise exceptions.InvalidUserInputError(
'Request missing required parameter %s' % param)
E apitools.base.py.exceptions.InvalidUserInputError: Request
missing required parameter jobId
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/apitools/base/py/util.py:129:
InvalidUserInputError
=============================== warnings summary ===============================
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2804:
38 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py>:2804:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2804:
26 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py>:2804:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.cloud')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2309
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2309
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2309
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2309
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2309
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2309
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2309
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2309
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py>:2309:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(parent)
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2804
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2804
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py>:2804:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.logging')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2804
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2804
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py>:2804:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.iam')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/google/rpc/__init__.py:20
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/google/rpc/__init__.py>:20:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.rpc')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
pkg_resources.declare_namespace(__name__)
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/tenacity/_asyncio.py:42
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/tenacity/_asyncio.py>:42:
DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use
"async def" instead
def call(self, fn, *args, **kwargs):
apache_beam/typehints/pandas_type_compatibility_test.py:67
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:67:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
}).set_index(pd.Int64Index(range(123, 223), name='an_index')),
apache_beam/typehints/pandas_type_compatibility_test.py:90
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:90:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(123, 223), name='an_index'),
apache_beam/typehints/pandas_type_compatibility_test.py:91
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:91:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(475, 575), name='another_index'),
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.9_sdk.xml>
-
=========================== short test summary info ============================
FAILED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
- apitools.base.py.exceptions.InvalidUserInputError: Request missing required
parameter jobId
======= 1 failed, 3 passed, 9 skipped, 84 warnings in 4152.09s (1:09:12) =======
cleanup_container
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20230302-181355661522948
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:98e62ba99184c2c5c6a39998b569af511de223d7ad33655aaa394631620623a1
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:3a864abb-ff4d-4285-860a-250909a24b60
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:42cc7d40237374297fdd4d621ccfecf9df92fb17bca68fd9468caa2e26efcf89
Deleted: sha256:615375db64b929c3096580b6c7758a0926632dd09c74c8bb520bd372bab15f7d
Deleted: sha256:e669459f89e7af8a8c6d4fad9b1872d2502acc39f08df97645d6735ded2a3029
Deleted: sha256:f3f1b413134ee5b7176910806e1e7550c952f8b2fe8c50291aa2234b46fc7069
Deleted: sha256:20063763c7a66768f7f3bfcce26dacd2096aaeba498834250a3cc0cedae8c3eb
Deleted: sha256:032648dcadc7a4584b60448efd19ccdcc51d9a4d28219b3f4a40ef5b619606e5
Deleted: sha256:cdc6025f875757363a95efdc258bfb4bcdd89145356d08611eed8884ed8d7332
Deleted: sha256:211230ef1458fbfb3df1ce10a2af25ae86c42e853c328d0ba2ee84c020870738
Deleted: sha256:b7292565153afce8ad1cbf489c96c6a970c4ceea8921acb5b5c17a7f0cdc5143
Deleted: sha256:d768250a55521b89a4694d16311cb63314a43dfedcb8a7a542a481a511e60165
Deleted: sha256:b3b1bad3086dab6ff838e64a4a30c75b0617ddd84999e43e5d17f2ab90fd6754
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:98e62ba99184c2c5c6a39998b569af511de223d7ad33655aaa394631620623a1
Associated tags:
- 20230302-181355661522948
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20230302-181355661522948
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20230302-181355661522948].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:98e62ba99184c2c5c6a39998b569af511de223d7ad33655aaa394631620623a1].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:42cc7d40237374297fdd4d621ccfecf9df92fb17bca68fd9468caa2e26efcf89
Associated tags:
- 3a864abb-ff4d-4285-860a-250909a24b60
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:3a864abb-ff4d-4285-860a-250909a24b60].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:42cc7d40237374297fdd4d621ccfecf9df92fb17bca68fd9468caa2e26efcf89].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:358b832acab898bfd4cbef160ec488f0fe85789227e6dc3b5a6e79e7319c4fd9
Associated tags:
- f7a177b4-1168-4c1f-b26d-d22d8ccff81f
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:f7a177b4-1168-4c1f-b26d-d22d8ccff81f].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:358b832acab898bfd4cbef160ec488f0fe85789227e6dc3b5a6e79e7319c4fd9].
Removed the container
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer FAILED
FAILURE: Build failed with an exception.
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 26m 10s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/un3fvrpyevzk2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
