See
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/1626/display/redirect?page=changes>
Changes:
[noreply] [BEAM-13484][Playground] Improve Terraform Scripts For Deploy
[noreply] [BEAM-13541] More intelligent caching of CoGBK values. (#16354)
------------------------------------------
[...truncated 1.33 MB...]
@classmethod
def path_to_beam_jar(
cls,
gradle_target,
appendix=None,
version=beam_version,
artifact_id=None):
if gradle_target in cls._BEAM_SERVICES.replacements:
return cls._BEAM_SERVICES.replacements[gradle_target]
gradle_package = gradle_target.strip(':').rsplit(':', 1)[0]
if not artifact_id:
artifact_id = 'beam-' + gradle_package.replace(':', '-')
project_root = os.path.sep.join(
os.path.abspath(__file__).split(os.path.sep)[:-5])
local_path = os.path.join(
project_root,
gradle_package.replace(':', os.path.sep),
'build',
'libs',
cls.jar_name(
artifact_id,
version.replace('.dev', ''),
classifier='SNAPSHOT',
appendix=appendix))
if os.path.exists(local_path):
_LOGGER.info('Using pre-built snapshot at %s', local_path)
return local_path
elif '.dev' in version:
# TODO: Attempt to use nightly snapshots?
> raise RuntimeError(
(
'%s not found. '
'Please build the server with \n cd %s; ./gradlew %s') %
(local_path, os.path.abspath(project_root), gradle_target))
E RuntimeError:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.37.0-SNAPSHOT.jar>
not found. Please build the server with
E cd
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src;> ./gradlew
:sdks:java:extensions:sql:expansion-service:shadowJar
apache_beam/utils/subprocess_server.py:242: RuntimeError
_________________ SqlTransformTest.test_zetasql_generate_data __________________
[gw1] linux -- Python 3.8.9
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src/build/gradleenv/1922375555/bin/python3.8>
self = <apache_beam.transforms.sql_test.SqlTransformTest
testMethod=test_zetasql_generate_data>
def test_zetasql_generate_data(self):
with TestPipeline() as p:
> out = p | SqlTransform(
"""SELECT
CAST(1 AS INT64) AS `int`,
CAST('foo' AS STRING) AS `str`,
CAST(3.14 AS FLOAT64) AS `flt`""",
dialect="zetasql")
apache_beam/transforms/sql_test.py:154:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/transforms/sql.py:86: in __init__
expansion_service = expansion_service or BeamJarExpansionService(
apache_beam/transforms/external.py:732: in __init__
path_to_jar = subprocess_server.JavaJarServer.path_to_beam_jar(
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
cls = <class 'apache_beam.utils.subprocess_server.JavaJarServer'>
gradle_target = ':sdks:java:extensions:sql:expansion-service:shadowJar'
appendix = None, version = '2.37.0.dev'
artifact_id = 'beam-sdks-java-extensions-sql-expansion-service'
@classmethod
def path_to_beam_jar(
cls,
gradle_target,
appendix=None,
version=beam_version,
artifact_id=None):
if gradle_target in cls._BEAM_SERVICES.replacements:
return cls._BEAM_SERVICES.replacements[gradle_target]
gradle_package = gradle_target.strip(':').rsplit(':', 1)[0]
if not artifact_id:
artifact_id = 'beam-' + gradle_package.replace(':', '-')
project_root = os.path.sep.join(
os.path.abspath(__file__).split(os.path.sep)[:-5])
local_path = os.path.join(
project_root,
gradle_package.replace(':', os.path.sep),
'build',
'libs',
cls.jar_name(
artifact_id,
version.replace('.dev', ''),
classifier='SNAPSHOT',
appendix=appendix))
if os.path.exists(local_path):
_LOGGER.info('Using pre-built snapshot at %s', local_path)
return local_path
elif '.dev' in version:
# TODO: Attempt to use nightly snapshots?
> raise RuntimeError(
(
'%s not found. '
'Please build the server with \n cd %s; ./gradlew %s') %
(local_path, os.path.abspath(project_root), gradle_target))
E RuntimeError:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.37.0-SNAPSHOT.jar>
not found. Please build the server with
E cd
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src;> ./gradlew
:sdks:java:extensions:sql:expansion-service:shadowJar
apache_beam/utils/subprocess_server.py:242: RuntimeError
______________________ SqlTransformTest.test_tagged_join _______________________
[gw3] linux -- Python 3.8.9
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src/build/gradleenv/1922375555/bin/python3.8>
self = <apache_beam.transforms.sql_test.SqlTransformTest
testMethod=test_tagged_join>
def test_tagged_join(self):
with TestPipeline() as p:
enrich = (
p | "Create enrich" >> beam.Create(
[Enrich(1, "a"), Enrich(2, "b"), Enrich(26, "z")]))
simple = (
p | "Create simple" >> beam.Create([
SimpleRow(1, "foo", 3.14),
SimpleRow(26, "bar", 1.11),
SimpleRow(1, "baz", 2.34)
]))
out = ({
'simple': simple, 'enrich': enrich
}
> | SqlTransform(
"""
SELECT
simple.`id` AS `id`,
enrich.metadata AS metadata
FROM simple
JOIN enrich
ON simple.`id` = enrich.`id`"""))
apache_beam/transforms/sql_test.py:133:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/transforms/sql.py:86: in __init__
expansion_service = expansion_service or BeamJarExpansionService(
apache_beam/transforms/external.py:732: in __init__
path_to_jar = subprocess_server.JavaJarServer.path_to_beam_jar(
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
cls = <class 'apache_beam.utils.subprocess_server.JavaJarServer'>
gradle_target = ':sdks:java:extensions:sql:expansion-service:shadowJar'
appendix = None, version = '2.37.0.dev'
artifact_id = 'beam-sdks-java-extensions-sql-expansion-service'
@classmethod
def path_to_beam_jar(
cls,
gradle_target,
appendix=None,
version=beam_version,
artifact_id=None):
if gradle_target in cls._BEAM_SERVICES.replacements:
return cls._BEAM_SERVICES.replacements[gradle_target]
gradle_package = gradle_target.strip(':').rsplit(':', 1)[0]
if not artifact_id:
artifact_id = 'beam-' + gradle_package.replace(':', '-')
project_root = os.path.sep.join(
os.path.abspath(__file__).split(os.path.sep)[:-5])
local_path = os.path.join(
project_root,
gradle_package.replace(':', os.path.sep),
'build',
'libs',
cls.jar_name(
artifact_id,
version.replace('.dev', ''),
classifier='SNAPSHOT',
appendix=appendix))
if os.path.exists(local_path):
_LOGGER.info('Using pre-built snapshot at %s', local_path)
return local_path
elif '.dev' in version:
# TODO: Attempt to use nightly snapshots?
> raise RuntimeError(
(
'%s not found. '
'Please build the server with \n cd %s; ./gradlew %s') %
(local_path, os.path.abspath(project_root), gradle_target))
E RuntimeError:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.37.0-SNAPSHOT.jar>
not found. Please build the server with
E cd
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src;> ./gradlew
:sdks:java:extensions:sql:expansion-service:shadowJar
apache_beam/utils/subprocess_server.py:242: RuntimeError
=============================== warnings summary ===============================
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/tenacity/_asyncio.py>:42
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/tenacity/_asyncio.py>:42
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/tenacity/_asyncio.py>:42
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/tenacity/_asyncio.py>:42
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/tenacity/_asyncio.py>:42
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/tenacity/_asyncio.py>:42
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/tenacity/_asyncio.py>:42
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/tenacity/_asyncio.py>:42
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/tenacity/_asyncio.py>:42:
DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use
"async def" instead
def call(self, fn, *args, **kwargs):
-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Dataflow/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml>
-
==================== 9 failed, 8 warnings in 13.45 seconds =====================
> Task
> :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerPythonUsingSql
> FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 18924.
Stopping expansion service pid: 18925.
> Task :runners:google-cloud-dataflow-java:cleanUpDockerImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20211231071313
Untagged:
us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9b94fc7b88c6acd6589b2da0af913b7e75bb0a9f933c33b00d26c2070cd4a713
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20211231071313]
- referencing digest:
[us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9b94fc7b88c6acd6589b2da0af913b7e75bb0a9f933c33b00d26c2070cd4a713]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20211231071313]
(referencing
[us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9b94fc7b88c6acd6589b2da0af913b7e75bb0a9f933c33b00d26c2070cd4a713])].
Removing untagged image
us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9b94fc7b88c6acd6589b2da0af913b7e75bb0a9f933c33b00d26c2070cd4a713
Digests:
-
us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9b94fc7b88c6acd6589b2da0af913b7e75bb0a9f933c33b00d26c2070cd4a713
Deleted
[us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:9b94fc7b88c6acd6589b2da0af913b7e75bb0a9f933c33b00d26c2070cd4a713].
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task
':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.3.2/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during
this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 7m 14s
127 actionable tasks: 35 executed, 4 from cache, 88 up-to-date
Publishing build scan...
https://gradle.com/s/trukkiufocjs2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
