See
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/2186/display/redirect>
Changes:
------------------------------------------
[...truncated 701.89 KB...]
apache_beam/runners/runner.py:185: in apply
return m(transform, input, options)
apache_beam/runners/runner.py:215: in apply_PTransform
return transform.expand(input)
apache_beam/transforms/external.py:678: in expand
with ExternalTransform.service(expansion_service) as service:
/usr/lib/python3.11/contextlib.py:137: in __enter__
return next(self.gen)
apache_beam/transforms/external.py:733: in service
with expansion_service as stub:
apache_beam/transforms/external.py:944: in __enter__
self._service = self._service_provider.__enter__()
apache_beam/utils/subprocess_server.py:72: in __enter__
return self.start()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <apache_beam.utils.subprocess_server.JavaJarServer object at
0x7fee3be532d0>
def start(self):
try:
endpoint = self.start_process()
wait_secs = .1
channel_options = [("grpc.max_receive_message_length", -1),
("grpc.max_send_message_length", -1)]
channel = grpc.insecure_channel(endpoint, options=channel_options)
channel_ready = grpc.channel_ready_future(channel)
while True:
if self._process is not None and self._process.poll() is not None:
_LOGGER.error("Starting job service with %s", self._process.args)
> raise RuntimeError(
'Service failed to start up with error %s' %
self._process.poll())
E RuntimeError: Service failed to start up with error 1
apache_beam/utils/subprocess_server.py:88: RuntimeError
------------------------------ Captured log call -------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:239 Using
pre-built snapshot at
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar>
INFO root:external.py:929 Starting a JAR-based expansion service from JAR
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:116 Starting
service with ['java' '-jar'
'<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar'>
'42667'
'--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar']>
ERROR apache_beam.utils.subprocess_server:subprocess_server.py:87 Starting
job service with ['java', '-jar',
'<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar',>
'42667',
'--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar']>
ERROR apache_beam.utils.subprocess_server:subprocess_server.py:101 Error
bringing up service
Traceback (most recent call last):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/python/apache_beam/utils/subprocess_server.py";,>
line 88, in start
raise RuntimeError(
RuntimeError: Service failed to start up with error 1
=============================== warnings summary ===============================
../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:15
../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:15
../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:15
../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:15
../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:15
../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:15
../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:15
../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:15
../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib and
slated for removal in Python 3.12; see the module's documentation for
alternative uses
from imp import load_source
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py>:18:
DeprecationWarning: pkg_resources is deprecated as an API. See
https://setuptools.pypa.io/en/latest/pkg_resources.html
import pkg_resources
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871:
180 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871:
144 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.cloud')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2350:
36 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py>:2350:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(parent)
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.logging')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.iam')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py>:20:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.rpc')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
pkg_resources.declare_namespace(__name__)
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17
../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py>:17:
DeprecationWarning: The distutils package is deprecated and slated for removal
in Python 3.12. Use setuptools or check PEP 632 for potential alternatives
from distutils import util
apache_beam/typehints/pandas_type_compatibility_test.py:67
apache_beam/typehints/pandas_type_compatibility_test.py:67
apache_beam/typehints/pandas_type_compatibility_test.py:67
apache_beam/typehints/pandas_type_compatibility_test.py:67
apache_beam/typehints/pandas_type_compatibility_test.py:67
apache_beam/typehints/pandas_type_compatibility_test.py:67
apache_beam/typehints/pandas_type_compatibility_test.py:67
apache_beam/typehints/pandas_type_compatibility_test.py:67
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:67:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
}).set_index(pd.Int64Index(range(123, 223), name='an_index')),
apache_beam/typehints/pandas_type_compatibility_test.py:90
apache_beam/typehints/pandas_type_compatibility_test.py:90
apache_beam/typehints/pandas_type_compatibility_test.py:90
apache_beam/typehints/pandas_type_compatibility_test.py:90
apache_beam/typehints/pandas_type_compatibility_test.py:90
apache_beam/typehints/pandas_type_compatibility_test.py:90
apache_beam/typehints/pandas_type_compatibility_test.py:90
apache_beam/typehints/pandas_type_compatibility_test.py:90
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:90:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(123, 223), name='an_index'),
apache_beam/typehints/pandas_type_compatibility_test.py:91
apache_beam/typehints/pandas_type_compatibility_test.py:91
apache_beam/typehints/pandas_type_compatibility_test.py:91
apache_beam/typehints/pandas_type_compatibility_test.py:91
apache_beam/typehints/pandas_type_compatibility_test.py:91
apache_beam/typehints/pandas_type_compatibility_test.py:91
apache_beam/typehints/pandas_type_compatibility_test.py:91
apache_beam/typehints/pandas_type_compatibility_test.py:91
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:91:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(475, 575), name='another_index'),
apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql
apache_beam/transforms/sql_test.py::SqlTransformTest::test_filter
apache_beam/transforms/sql_test.py::SqlTransformTest::test_project
apache_beam/transforms/sql_test.py::SqlTransformTest::test_row
apache_beam/transforms/sql_test.py::SqlTransformTest::test_tagged_join
apache_beam/transforms/sql_test.py::SqlTransformTest::test_generate_data
apache_beam/transforms/sql_test.py::SqlTransformTest::test_map
apache_beam/transforms/sql_test.py::SqlTransformTest::test_agg
apache_beam/transforms/sql_test.py::SqlTransformTest::test_zetasql_generate_data
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/python/apache_beam/transforms/external.py>:676:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
self._expansion_service, pipeline.options)
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml>
-
=========================== short test summary info ============================
FAILED
apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql
- RuntimeError: Service failed to start up with error 1
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_filter -
RuntimeError: Service failed to start up with error 1
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_project -
RuntimeError: Service failed to start up with error 1
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_row -
RuntimeError: Service failed to start up with error 1
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_tagged_join -
RuntimeError: Service failed to start up with error 1
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_generate_data
- RuntimeError: Service failed to start up with error 1
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_map -
RuntimeError: Service failed to start up with error 1
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_agg -
RuntimeError: Service failed to start up with error 1
FAILED
apache_beam/transforms/sql_test.py::SqlTransformTest::test_zetasql_generate_data
- RuntimeError: Service failed to start up with error 1
================= 9 failed, 13 skipped, 446 warnings in 14.94s =================
> Task
> :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerPythonUsingSql
> FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20230806181746
Untagged:
us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7bc3b521fb01614de2c84389af5c53d78d9c61e179d78acd79aec6c59186b704
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20230806181746]
- referencing digest:
[us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7bc3b521fb01614de2c84389af5c53d78d9c61e179d78acd79aec6c59186b704]
Deleted
[[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20230806181746]
(referencing
[us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7bc3b521fb01614de2c84389af5c53d78d9c61e179d78acd79aec6c59186b704])].
Removing untagged image
us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:7bc3b521fb01614de2c84389af5c53d78d9c61e179d78acd79aec6c59186b704
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20230806181746
Untagged:
us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4db5a4e4220c3ac7a3b6bc57f0f24ae94ef1fca160662d8aa6db0b77661cb803
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20230806181746]
- referencing digest:
[us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4db5a4e4220c3ac7a3b6bc57f0f24ae94ef1fca160662d8aa6db0b77661cb803]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20230806181746]
(referencing
[us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4db5a4e4220c3ac7a3b6bc57f0f24ae94ef1fca160662d8aa6db0b77661cb803])].
Removing untagged image
us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4db5a4e4220c3ac7a3b6bc57f0f24ae94ef1fca160662d8aa6db0b77661cb803
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 549724.
Stopping expansion service pid: 549725.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task
':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.6.2/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during
this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 12m 2s
179 actionable tasks: 119 executed, 54 from cache, 6 up-to-date
Publishing build scan...
https://ge.apache.org/s/vujvt3t7y5axo
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
