See
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/11/display/redirect>
Changes:
------------------------------------------
[...truncated 784.42 KB...]
[1m[31mapache_beam/pipeline.py[0m:577: in run
return self.runner.run_pipeline(self, self._options)
[1m[31mapache_beam/runners/direct/test_direct_runner.py[0m:42: in
run_pipeline
self.result = super().run_pipeline(pipeline, options)
[1m[31mapache_beam/runners/direct/direct_runner.py[0m:128: in run_pipeline
return runner.run_pipeline(pipeline, options)
[1m[31mapache_beam/runners/portability/fn_api_runner/fn_runner.py[0m:202: in
run_pipeline
self._latest_run_result = self.run_via_runner_api(
[1m[31mapache_beam/runners/portability/fn_api_runner/fn_runner.py[0m:224: in
run_via_runner_api
return self.run_stages(stage_context, stages)
[1m[31mapache_beam/runners/portability/fn_api_runner/fn_runner.py[0m:430: in
run_stages
runner_execution_context.setup()
[1m[31mapache_beam/runners/portability/fn_api_runner/execution.py[0m:811: in
setup
self._enqueue_stage_initial_inputs(stage)
[1m[31mapache_beam/runners/portability/fn_api_runner/execution.py[0m:840: in
_enqueue_stage_initial_inputs
bundle_manager.data_api_service_descriptor())
[1m[31mapache_beam/runners/portability/fn_api_runner/execution.py[0m:1064:
in data_api_service_descriptor
return self.worker_handlers[0].data_api_service_descriptor()
[1m[31mapache_beam/runners/portability/fn_api_runner/execution.py[0m:1056:
in worker_handlers
self.execution_context.worker_handler_manager.get_worker_handlers(
[1m[31mapache_beam/runners/portability/fn_api_runner/worker_handlers.py[0m:911:
in get_worker_handlers
worker_handler.start_worker()
[1m[31mapache_beam/runners/portability/fn_api_runner/worker_handlers.py[0m:770:
in start_worker
self._container_id = subprocess.check_output([
[1m[31m/usr/lib/python3.8/subprocess.py[0m:415: in check_output
return run(*popenargs, stdout=PIPE, timeout=timeout, check=True,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
input = None, capture_output = False, timeout = None, check = True
popenargs = (['docker', 'run', '-d', '--network=host',
'apache/beam_java11_sdk:2.51.0.dev', '--id=worker_11', ...],)
kwargs = {'stdout': -1}, process = <subprocess.Popen object at 0x7f05a30541c0>
stdout = b'', stderr = None, retcode = 125
def run(*popenargs,
input=None, capture_output=False, timeout=None, check=False,
**kwargs):
"""Run command with arguments and return a CompletedProcess instance.
The returned instance will have attributes args, returncode, stdout and
stderr. By default, stdout and stderr are not captured, and those
attributes
will be None. Pass stdout=PIPE and/or stderr=PIPE in order to capture
them.
If check is True and the exit code was non-zero, it raises a
CalledProcessError. The CalledProcessError object will have the return
code
in the returncode attribute, and output & stderr attributes if those
streams
were captured.
If timeout is given, and the process takes too long, a TimeoutExpired
exception will be raised.
There is an optional argument "input", allowing you to
pass bytes or a string to the subprocess's stdin. If you use this
argument
you may not also use the Popen constructor's "stdin" argument, as
it will be used internally.
By default, all communication is in bytes, and therefore any "input"
should
be bytes, and the stdout and stderr will be bytes. If in text mode, any
"input" should be a string, and stdout and stderr will be strings
decoded
according to locale encoding, or by "encoding" if set. Text mode is
triggered by setting any of text, encoding, errors or
universal_newlines.
The other arguments are the same as for the Popen constructor.
"""
if input is not None:
if kwargs.get('stdin') is not None:
raise ValueError('stdin and input arguments may not both be
used.')
kwargs['stdin'] = PIPE
if capture_output:
if kwargs.get('stdout') is not None or kwargs.get('stderr') is not
None:
raise ValueError('stdout and stderr arguments may not be used '
'with capture_output.')
kwargs['stdout'] = PIPE
kwargs['stderr'] = PIPE
with Popen(*popenargs, **kwargs) as process:
try:
stdout, stderr = process.communicate(input, timeout=timeout)
except TimeoutExpired as exc:
process.kill()
if _mswindows:
# Windows accumulates the output in a single blocking
# read() call run on child threads, with the timeout
# being done in a join() on those threads. communicate()
# _after_ kill() is required to collect that and add it
# to the exception.
exc.stdout, exc.stderr = process.communicate()
else:
# POSIX _communicate already populated the output so
# far into the TimeoutExpired exception.
process.wait()
raise
except: # Including KeyboardInterrupt, communicate handled that.
process.kill()
# We don't call process.wait() as .__exit__ does that for us.
raise
retcode = process.poll()
if check and retcode:
> raise CalledProcessError(retcode, process.args,
output=stdout, stderr=stderr)
[1m[31mE subprocess.CalledProcessError: Command '['docker',
'run', '-d', '--network=host', 'apache/beam_java11_sdk:2.51.0.dev',
'--id=worker_11', '--logging_endpoint=localhost:34497',
'--control_endpoint=localhost:45057', '--artifact_endpoint=localhost:45057',
'--provision_endpoint=localhost:45057']' returned non-zero exit status 125.[0m
[1m[31m/usr/lib/python3.8/subprocess.py[0m:516: CalledProcessError
------------------------------ Captured log call -------------------------------
[32mINFO [0m
apache_beam.io.gcp.bigtableio_it_test:bigtableio_it_test.py:186 Created table
[test-table-1692161587-264582]
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function annotate_downstream_side_inputs at
0x7f056e3fd3a0> ====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function fix_side_input_pcoll_coders at 0x7f056e3fd4c0>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function pack_combiners at 0x7f056e3fd9d0>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function lift_combiners at 0x7f056e3fda60>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function expand_sdf at 0x7f056e3fdc10>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function expand_gbk at 0x7f056e3fdca0>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function sink_flattens at 0x7f056e3fddc0>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function greedily_fuse at 0x7f056e3fde50>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function read_to_impulse at 0x7f056e3fdee0>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function impulse_to_input at 0x7f056e3fdf70>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function sort_stages at 0x7f056e4011f0>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function add_impulse_to_dangling_transforms at
0x7f056e401310> ====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function setup_timer_mapping at 0x7f056e401160>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function populate_data_channel_coders at 0x7f056e401280>
====================
[32mINFO [0m apache_beam.runners.worker.statecache:statecache.py:234
Creating state cache with size 104857600
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:903
Created Worker handler
<apache_beam.runners.portability.fn_api_runner.worker_handlers.EmbeddedWorkerHandler
object at 0x7f054fc7f6d0> for environment
ref_Environment_default_environment_2 (beam:env:embedded_python:v1, b'')
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:510
starting control server on port 45057
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:511
starting data server on port 40979
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:512
starting state server on port 38905
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:513
starting logging server on port 34497
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:903
Created Worker handler
<apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler
object at 0x7f054fc301f0> for environment external_6beam:env:docker:v1
(beam:env:docker:v1, b'\n!apache/beam_java11_sdk:2.51.0.dev')
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:764
Attempting to pull image apache/beam_java11_sdk:2.51.0.dev
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:767
Unable to pull image apache/beam_java11_sdk:2.51.0.dev, defaulting to local
image if it exists
[32mINFO [0m
apache_beam.io.gcp.bigtableio_it_test:bigtableio_it_test.py:190 Deleting table
[test-table-1692161587-264582]
---------------------------- Captured log teardown -----------------------------
[32mINFO [0m
apache_beam.io.gcp.bigtableio_it_test:bigtableio_it_test.py:198 Deleting
instance [bt-write-xlang-1692161542-dcdd88]
[33m=============================== warnings summary
===============================[0m
apache_beam/runners/portability/stager.py:63
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/sdks/python/apache_beam/runners/portability/stager.py>:63:
DeprecationWarning: pkg_resources is deprecated as an API. See
https://setuptools.pypa.io/en/latest/pkg_resources.html
import pkg_resources
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2871:
20 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2871:
16 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.cloud')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2350:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(parent)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2871
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.logging')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2871
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.iam')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/hdfs/config.py:28
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/hdfs/config.py>:28:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/1922375555/lib/python3.8/site-packages/google/rpc/__init__.py:20
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/google/rpc/__init__.py>:20:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.rpc')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
pkg_resources.declare_namespace(__name__)
apache_beam/io/external/xlang_kafkaio_it_test.py:146
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/sdks/python/apache_beam/io/external/xlang_kafkaio_it_test.py>:146:
PytestUnknownMarkWarning: Unknown pytest.mark.uses_io_expansion_service - is
this a typo? You can register custom marks to avoid this warning - for
details, see https://docs.pytest.org/en/stable/how-to/mark.html
@pytest.mark.uses_io_expansion_service
apache_beam/io/external/xlang_kafkaio_it_test.py:165
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/sdks/python/apache_beam/io/external/xlang_kafkaio_it_test.py>:165:
PytestUnknownMarkWarning: Unknown pytest.mark.uses_io_expansion_service - is
this a typo? You can register custom marks to avoid this warning - for
details, see https://docs.pytest.org/en/stable/how-to/mark.html
@pytest.mark.uses_io_expansion_service
apache_beam/typehints/pandas_type_compatibility_test.py:67
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:67:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
}).set_index(pd.Int64Index(range(123, 223), name='an_index')),
apache_beam/typehints/pandas_type_compatibility_test.py:90
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:90:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(123, 223), name='an_index'),
apache_beam/typehints/pandas_type_compatibility_test.py:91
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:91:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(475, 575), name='another_index'),
apache_beam/io/gcp/bigtableio_it_test.py::TestReadFromBigTableIT::test_read_xlang
apache_beam/io/gcp/bigtableio_it_test.py::TestWriteToBigtableXlangIT::test_delete_cells_mutation
apache_beam/io/gcp/bigtableio_it_test.py::TestWriteToBigtableXlangIT::test_delete_cells_with_timerange_mutation
apache_beam/io/gcp/bigtableio_it_test.py::TestWriteToBigtableXlangIT::test_delete_column_family_mutation
apache_beam/io/gcp/bigtableio_it_test.py::TestWriteToBigtableXlangIT::test_delete_row_mutation
apache_beam/io/gcp/bigtableio_it_test.py::TestWriteToBigtableXlangIT::test_set_mutation
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/sdks/python/apache_beam/transforms/external.py>:676:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
self._expansion_service, pipeline.options)
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/sdks/python/pytest_transformService.xml>
-
[36m[1m=========================== short test summary info
============================[0m
[31mFAILED[0m
apache_beam/io/gcp/bigtableio_it_test.py::[1mTestReadFromBigTableIT::test_read_xlang[0m
- subprocess.CalledProcessError: Command '['docker', 'run', '-d',
'--network=host', 'apache/beam_java11_sdk:2.51.0.dev', '--id=worker_1',
'--logging_endpoint=localhost:43643', '--control_endpoint=localhost:45753',
'--artifact_endpoint=localhost:45753', '--provision_endpoint=localhost:45753']'
returned non-zero exit status 125.
[31mFAILED[0m
apache_beam/io/gcp/bigtableio_it_test.py::[1mTestWriteToBigtableXlangIT::test_delete_cells_mutation[0m
- subprocess.CalledProcessError: Command '['docker', 'run', '-d',
'--network=host', 'apache/beam_java11_sdk:2.51.0.dev', '--id=worker_3',
'--logging_endpoint=localhost:44411', '--control_endpoint=localhost:36023',
'--artifact_endpoint=localhost:36023', '--provision_endpoint=localhost:36023']'
returned non-zero exit status 125.
[31mFAILED[0m
apache_beam/io/gcp/bigtableio_it_test.py::[1mTestWriteToBigtableXlangIT::test_delete_cells_with_timerange_mutation[0m
- subprocess.CalledProcessError: Command '['docker', 'run', '-d',
'--network=host', 'apache/beam_java11_sdk:2.51.0.dev', '--id=worker_5',
'--logging_endpoint=localhost:41585', '--control_endpoint=localhost:44783',
'--artifact_endpoint=localhost:44783', '--provision_endpoint=localhost:44783']'
returned non-zero exit status 125.
[31mFAILED[0m
apache_beam/io/gcp/bigtableio_it_test.py::[1mTestWriteToBigtableXlangIT::test_delete_column_family_mutation[0m
- subprocess.CalledProcessError: Command '['docker', 'run', '-d',
'--network=host', 'apache/beam_java11_sdk:2.51.0.dev', '--id=worker_7',
'--logging_endpoint=localhost:43041', '--control_endpoint=localhost:42419',
'--artifact_endpoint=localhost:42419', '--provision_endpoint=localhost:42419']'
returned non-zero exit status 125.
[31mFAILED[0m
apache_beam/io/gcp/bigtableio_it_test.py::[1mTestWriteToBigtableXlangIT::test_delete_row_mutation[0m
- subprocess.CalledProcessError: Command '['docker', 'run', '-d',
'--network=host', 'apache/beam_java11_sdk:2.51.0.dev', '--id=worker_9',
'--logging_endpoint=localhost:44745', '--control_endpoint=localhost:44385',
'--artifact_endpoint=localhost:44385', '--provision_endpoint=localhost:44385']'
returned non-zero exit status 125.
[31mFAILED[0m
apache_beam/io/gcp/bigtableio_it_test.py::[1mTestWriteToBigtableXlangIT::test_set_mutation[0m
- subprocess.CalledProcessError: Command '['docker', 'run', '-d',
'--network=host', 'apache/beam_java11_sdk:2.51.0.dev', '--id=worker_11',
'--logging_endpoint=localhost:34497', '--control_endpoint=localhost:45057',
'--artifact_endpoint=localhost:45057', '--provision_endpoint=localhost:45057']'
returned non-zero exit status 125.
[31m==== [31m[1m6 failed[0m, [33m15 skipped[0m, [33m6953 deselected[0m,
[33m56 warnings[0m[31m in 92.00s (0:01:31)[0m[31m ====[0m
> Task :sdks:python:test-suites:direct:xlang:transformServicePythonUsingJava
> FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 472282
> Task :sdks:python:test-suites:direct:xlang:transformServiceCleanup
Stopping the transform service for project xlang at port 34977 for Beam version
2.51.0.dev transform service startup jar is
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/sdks/java/transform-service/launcher/build/libs/beam-sdks-java-transform-service-launcher-2.51.0-SNAPSHOT.jar>
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task
':sdks:python:test-suites:direct:xlang:transformServicePythonUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.6.2/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during
this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 11m 6s
159 actionable tasks: 113 executed, 37 from cache, 9 up-to-date
Publishing build scan...
https://ge.apache.org/s/4lz3uvrea4joq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
