See
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4439/display/redirect>
Changes:
------------------------------------------
[...truncated 1.50 MB...]
self = <apache_beam.transforms.sql_test.SqlTransformTest
testMethod=test_windowing_before_sql>
def test_windowing_before_sql(self):
with TestPipeline() as p:
out = (
> p | beam.Create([
SimpleRow(5, "foo", 1.),
SimpleRow(15, "bar", 2.),
SimpleRow(25, "baz", 3.)
])
| beam.Map(lambda v: beam.window.TimestampedValue(v, v.id)).
with_output_types(SimpleRow)
| beam.WindowInto(
beam.window.FixedWindows(10)).with_output_types(SimpleRow)
| SqlTransform("SELECT COUNT(*) as `count` FROM PCOLLECTION"))
apache_beam/transforms/sql_test.py:165:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/pvalue.py:137: in __or__
return self.pipeline.apply(ptransform, self)
apache_beam/pipeline.py:712: in apply
pvalueish_result = self.runner.apply(transform, pvalueish, self._options)
apache_beam/runners/runner.py:185: in apply
return m(transform, input, options)
apache_beam/runners/runner.py:215: in apply_PTransform
return transform.expand(input)
apache_beam/transforms/external.py:678: in expand
with ExternalTransform.service(expansion_service) as service:
/usr/lib/python3.8/contextlib.py:113: in __enter__
return next(self.gen)
apache_beam/transforms/external.py:733: in service
with expansion_service as stub:
apache_beam/transforms/external.py:944: in __enter__
self._service = self._service_provider.__enter__()
apache_beam/utils/subprocess_server.py:72: in __enter__
return self.start()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <apache_beam.utils.subprocess_server.JavaJarServer object at
0x7f334d93e790>
def start(self):
try:
endpoint = self.start_process()
wait_secs = .1
channel_options = [("grpc.max_receive_message_length", -1),
("grpc.max_send_message_length", -1)]
channel = grpc.insecure_channel(endpoint, options=channel_options)
channel_ready = grpc.channel_ready_future(channel)
while True:
if self._process is not None and self._process.poll() is not None:
_LOGGER.error("Starting job service with %s", self._process.args)
> raise RuntimeError(
'Service failed to start up with error %s' %
self._process.poll())
E RuntimeError: Service failed to start up with error 1
apache_beam/utils/subprocess_server.py:88: RuntimeError
------------------------------ Captured log call -------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:239 Using
pre-built snapshot at
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar>
INFO root:external.py:929 Starting a JAR-based expansion service from JAR
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:116 Starting
service with ['java' '-jar'
'<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar'>
'50311'
'--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar']>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Error:
Invalid or corrupt jarfile
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar>
ERROR apache_beam.utils.subprocess_server:subprocess_server.py:87 Starting
job service with ['java', '-jar',
'<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar',>
'50311',
'--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar']>
ERROR apache_beam.utils.subprocess_server:subprocess_server.py:101 Error
bringing up service
Traceback (most recent call last):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/utils/subprocess_server.py";,>
line 88, in start
raise RuntimeError(
RuntimeError: Service failed to start up with error 1
_________________ SqlTransformTest.test_zetasql_generate_data __________________
self = <apache_beam.transforms.sql_test.SqlTransformTest
testMethod=test_zetasql_generate_data>
def test_zetasql_generate_data(self):
with TestPipeline() as p:
> out = p | SqlTransform(
"""SELECT
CAST(1 AS INT64) AS `int`,
CAST('foo' AS STRING) AS `str`,
CAST(3.14 AS FLOAT64) AS `flt`""",
dialect="zetasql")
apache_beam/transforms/sql_test.py:154:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/transforms/ptransform.py:614: in __ror__
result = p.apply(self, pvalueish, label)
apache_beam/pipeline.py:712: in apply
pvalueish_result = self.runner.apply(transform, pvalueish, self._options)
apache_beam/runners/runner.py:185: in apply
return m(transform, input, options)
apache_beam/runners/runner.py:215: in apply_PTransform
return transform.expand(input)
apache_beam/transforms/external.py:678: in expand
with ExternalTransform.service(expansion_service) as service:
/usr/lib/python3.8/contextlib.py:113: in __enter__
return next(self.gen)
apache_beam/transforms/external.py:733: in service
with expansion_service as stub:
apache_beam/transforms/external.py:944: in __enter__
self._service = self._service_provider.__enter__()
apache_beam/utils/subprocess_server.py:72: in __enter__
return self.start()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <apache_beam.utils.subprocess_server.JavaJarServer object at
0x7f33123f0e20>
def start(self):
try:
endpoint = self.start_process()
wait_secs = .1
channel_options = [("grpc.max_receive_message_length", -1),
("grpc.max_send_message_length", -1)]
channel = grpc.insecure_channel(endpoint, options=channel_options)
channel_ready = grpc.channel_ready_future(channel)
while True:
if self._process is not None and self._process.poll() is not None:
_LOGGER.error("Starting job service with %s", self._process.args)
> raise RuntimeError(
'Service failed to start up with error %s' %
self._process.poll())
E RuntimeError: Service failed to start up with error 1
apache_beam/utils/subprocess_server.py:88: RuntimeError
------------------------------ Captured log call -------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:239 Using
pre-built snapshot at
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar>
INFO root:external.py:929 Starting a JAR-based expansion service from JAR
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:116 Starting
service with ['java' '-jar'
'<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar'>
'53841'
'--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar']>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:126 Error:
Invalid or corrupt jarfile
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar>
ERROR apache_beam.utils.subprocess_server:subprocess_server.py:87 Starting
job service with ['java', '-jar',
'<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar',>
'53841',
'--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.50.0-SNAPSHOT.jar']>
ERROR apache_beam.utils.subprocess_server:subprocess_server.py:101 Error
bringing up service
Traceback (most recent call last):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/utils/subprocess_server.py";,>
line 88, in start
raise RuntimeError(
RuntimeError: Service failed to start up with error 1
=============================== warnings summary ===============================
../../build/gradleenv/1922375555/lib/python3.8/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/1922375555/lib/python3.8/site-packages/google/rpc/__init__.py:18
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/google/rpc/__init__.py>:18:
DeprecationWarning: pkg_resources is deprecated as an API. See
https://setuptools.pypa.io/en/latest/pkg_resources.html
import pkg_resources
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2871:
20 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2871:
16 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.cloud')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2350:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(parent)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2871
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.logging')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2871
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.iam')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/google/rpc/__init__.py:20
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/google/rpc/__init__.py>:20:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.rpc')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
pkg_resources.declare_namespace(__name__)
apache_beam/typehints/pandas_type_compatibility_test.py:67
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:67:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
}).set_index(pd.Int64Index(range(123, 223), name='an_index')),
apache_beam/typehints/pandas_type_compatibility_test.py:90
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:90:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(123, 223), name='an_index'),
apache_beam/typehints/pandas_type_compatibility_test.py:91
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:91:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(475, 575), name='another_index'),
apache_beam/transforms/sql_test.py::SqlTransformTest::test_agg
apache_beam/transforms/sql_test.py::SqlTransformTest::test_filter
apache_beam/transforms/sql_test.py::SqlTransformTest::test_generate_data
apache_beam/transforms/sql_test.py::SqlTransformTest::test_map
apache_beam/transforms/sql_test.py::SqlTransformTest::test_project
apache_beam/transforms/sql_test.py::SqlTransformTest::test_row
apache_beam/transforms/sql_test.py::SqlTransformTest::test_tagged_join
apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql
apache_beam/transforms/sql_test.py::SqlTransformTest::test_zetasql_generate_data
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/apache_beam/transforms/external.py>:676:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
self._expansion_service, pipeline.options)
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml>
-
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_agg -
RuntimeError: Service failed to start up with error 1
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_filter -
RuntimeError: Service failed to start up with error 1
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_generate_data
- RuntimeError: Service failed to start up with error 1
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_map -
RuntimeError: Service failed to start up with error 1
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_project -
RuntimeError: Service failed to start up with error 1
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_row -
RuntimeError: Service failed to start up with error 1
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_tagged_join -
RuntimeError: Service failed to start up with error 1
FAILED
apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql
- RuntimeError: Service failed to start up with error 1
FAILED
apache_beam/transforms/sql_test.py::SqlTransformTest::test_zetasql_generate_data
- RuntimeError: Service failed to start up with error 1
========= 9 failed, 14 skipped, 6945 deselected, 57 warnings in 20.76s =========
> Task
> :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 555684
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 556704.
Stopping expansion service pid: 556705.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task
':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.6.2/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during
this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 27m 13s
258 actionable tasks: 167 executed, 79 from cache, 12 up-to-date
Publishing build scan...
https://ge.apache.org/s/vcbrmktwmlxoe
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
