See
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/3554/display/redirect?page=changes>
Changes:
[noreply] Add buffered logger to the Python bootloader (#28317)
------------------------------------------
[...truncated 1.21 MB...]
elif '.dev' in version:
# TODO: Attempt to use nightly snapshots?
> raise RuntimeError(
(
'%s not found. '
'Please build the server with \n cd %s; ./gradlew %s') %
(local_path, os.path.abspath(project_root), gradle_target))
E RuntimeError:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar>
not found. Please build the server with
E cd
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src;> ./gradlew
:sdks:java:extensions:sql:expansion-service:shadowJar
apache_beam/utils/subprocess_server.py:243: RuntimeError
__________________ SqlTransformTest.test_windowing_before_sql __________________
self = <apache_beam.transforms.sql_test.SqlTransformTest
testMethod=test_windowing_before_sql>
def test_windowing_before_sql(self):
with TestPipeline() as p:
out = (
p | beam.Create([
SimpleRow(5, "foo", 1.),
SimpleRow(15, "bar", 2.),
SimpleRow(25, "baz", 3.)
])
| beam.Map(lambda v: beam.window.TimestampedValue(v, v.id)).
with_output_types(SimpleRow)
| beam.WindowInto(
beam.window.FixedWindows(10)).with_output_types(SimpleRow)
> | SqlTransform("SELECT COUNT(*) as `count` FROM PCOLLECTION"))
apache_beam/transforms/sql_test.py:174:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/transforms/sql.py:86: in __init__
expansion_service = expansion_service or BeamJarExpansionService(
apache_beam/transforms/external.py:983: in __init__
path_to_jar = subprocess_server.JavaJarServer.path_to_beam_jar(
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
cls = <class 'apache_beam.utils.subprocess_server.JavaJarServer'>
gradle_target = ':sdks:java:extensions:sql:expansion-service:shadowJar'
appendix = None, version = '2.51.0.dev'
artifact_id = 'beam-sdks-java-extensions-sql-expansion-service'
@classmethod
def path_to_beam_jar(
cls,
gradle_target,
appendix=None,
version=beam_version,
artifact_id=None):
if gradle_target in cls._BEAM_SERVICES.replacements:
return cls._BEAM_SERVICES.replacements[gradle_target]
gradle_package = gradle_target.strip(':').rsplit(':', 1)[0]
if not artifact_id:
artifact_id = 'beam-' + gradle_package.replace(':', '-')
project_root = os.path.sep.join(
os.path.abspath(__file__).split(os.path.sep)[:-5])
local_path = os.path.join(
project_root,
gradle_package.replace(':', os.path.sep),
'build',
'libs',
cls.jar_name(
artifact_id,
version.replace('.dev', ''),
classifier='SNAPSHOT',
appendix=appendix))
if os.path.exists(local_path):
_LOGGER.info('Using pre-built snapshot at %s', local_path)
return local_path
elif '.dev' in version:
# TODO: Attempt to use nightly snapshots?
> raise RuntimeError(
(
'%s not found. '
'Please build the server with \n cd %s; ./gradlew %s') %
(local_path, os.path.abspath(project_root), gradle_target))
E RuntimeError:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar>
not found. Please build the server with
E cd
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src;> ./gradlew
:sdks:java:extensions:sql:expansion-service:shadowJar
apache_beam/utils/subprocess_server.py:243: RuntimeError
_________________ SqlTransformTest.test_zetasql_generate_data __________________
self = <apache_beam.transforms.sql_test.SqlTransformTest
testMethod=test_zetasql_generate_data>
def test_zetasql_generate_data(self):
with TestPipeline() as p:
> out = p | SqlTransform(
"""SELECT
CAST(1 AS INT64) AS `int`,
CAST('foo' AS STRING) AS `str`,
CAST(3.14 AS FLOAT64) AS `flt`""",
dialect="zetasql")
apache_beam/transforms/sql_test.py:154:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/transforms/sql.py:86: in __init__
expansion_service = expansion_service or BeamJarExpansionService(
apache_beam/transforms/external.py:983: in __init__
path_to_jar = subprocess_server.JavaJarServer.path_to_beam_jar(
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
cls = <class 'apache_beam.utils.subprocess_server.JavaJarServer'>
gradle_target = ':sdks:java:extensions:sql:expansion-service:shadowJar'
appendix = None, version = '2.51.0.dev'
artifact_id = 'beam-sdks-java-extensions-sql-expansion-service'
@classmethod
def path_to_beam_jar(
cls,
gradle_target,
appendix=None,
version=beam_version,
artifact_id=None):
if gradle_target in cls._BEAM_SERVICES.replacements:
return cls._BEAM_SERVICES.replacements[gradle_target]
gradle_package = gradle_target.strip(':').rsplit(':', 1)[0]
if not artifact_id:
artifact_id = 'beam-' + gradle_package.replace(':', '-')
project_root = os.path.sep.join(
os.path.abspath(__file__).split(os.path.sep)[:-5])
local_path = os.path.join(
project_root,
gradle_package.replace(':', os.path.sep),
'build',
'libs',
cls.jar_name(
artifact_id,
version.replace('.dev', ''),
classifier='SNAPSHOT',
appendix=appendix))
if os.path.exists(local_path):
_LOGGER.info('Using pre-built snapshot at %s', local_path)
return local_path
elif '.dev' in version:
# TODO: Attempt to use nightly snapshots?
> raise RuntimeError(
(
'%s not found. '
'Please build the server with \n cd %s; ./gradlew %s') %
(local_path, os.path.abspath(project_root), gradle_target))
E RuntimeError:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar>
not found. Please build the server with
E cd
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src;> ./gradlew
:sdks:java:extensions:sql:expansion-service:shadowJar
apache_beam/utils/subprocess_server.py:243: RuntimeError
=============================== warnings summary ===============================
../../build/gradleenv/1922375555/lib/python3.8/site-packages/hdfs/config.py:28
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/hdfs/config.py>:28:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/1922375555/lib/python3.8/site-packages/google/rpc/__init__.py:18
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/google/rpc/__init__.py>:18:
DeprecationWarning: pkg_resources is deprecated as an API. See
https://setuptools.pypa.io/en/latest/pkg_resources.html
import pkg_resources
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2871:
19 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2871:
16 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.cloud')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2350:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(parent)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2871
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.logging')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2871
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.iam')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/google/rpc/__init__.py:20
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/google/rpc/__init__.py>:20:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.rpc')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
pkg_resources.declare_namespace(__name__)
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml>
-
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_agg -
RuntimeError:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar>
not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src;>
./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_filter -
RuntimeError:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar>
not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src;>
./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_generate_data
- RuntimeError:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar>
not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src;>
./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_map -
RuntimeError:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar>
not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src;>
./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_project -
RuntimeError:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar>
not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src;>
./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_row -
RuntimeError:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar>
not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src;>
./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_tagged_join -
RuntimeError:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar>
not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src;>
./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
FAILED
apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql
- RuntimeError:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar>
not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src;>
./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
FAILED
apache_beam/transforms/sql_test.py::SqlTransformTest::test_zetasql_generate_data
- RuntimeError:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar>
not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark3/ws/src;>
./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
========= 9 failed, 17 skipped, 7154 deselected, 44 warnings in 8.04s ==========
> Task :runners:spark:3:job-server:validatesCrossLanguageRunnerPythonUsingSql
> FAILED
> Task :runners:spark:3:job-server:sparkJobServerCleanup
Stopping job server pid: 1779126.
> Task :runners:spark:3:job-server:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1788845.
Stopping expansion service pid: 1788846.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task
':runners:spark:3:job-server:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.6.2/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during
this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 34m
274 actionable tasks: 182 executed, 80 from cache, 12 up-to-date
Publishing build scan...
https://ge.apache.org/s/ifbsf3ttixcji
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
