See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/2313/display/redirect>
Changes: ------------------------------------------ [...truncated 734.31 KB...] ______________________ SqlTransformTest.test_tagged_join _______________________ [gw6] linux -- Python 3.11.2 <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/bin/python3.11> self = <apache_beam.transforms.sql_test.SqlTransformTest testMethod=test_tagged_join> def test_tagged_join(self): with TestPipeline() as p: enrich = ( p | "Create enrich" >> beam.Create( [Enrich(1, "a"), Enrich(2, "b"), Enrich(26, "z")])) simple = ( p | "Create simple" >> beam.Create([ SimpleRow(1, "foo", 3.14), SimpleRow(26, "bar", 1.11), SimpleRow(1, "baz", 2.34) ])) out = ({ 'simple': simple, 'enrich': enrich } > | SqlTransform( """ SELECT simple.`id` AS `id`, enrich.metadata AS metadata FROM simple JOIN enrich ON simple.`id` = enrich.`id`""")) apache_beam/transforms/sql_test.py:133: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ apache_beam/transforms/sql.py:86: in __init__ expansion_service = expansion_service or BeamJarExpansionService( apache_beam/transforms/external.py:983: in __init__ path_to_jar = subprocess_server.JavaJarServer.path_to_beam_jar( _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ cls = <class 'apache_beam.utils.subprocess_server.JavaJarServer'> gradle_target = ':sdks:java:extensions:sql:expansion-service:shadowJar' appendix = None, version = '2.51.0.dev' artifact_id = 'beam-sdks-java-extensions-sql-expansion-service' @classmethod def path_to_beam_jar( cls, gradle_target, appendix=None, version=beam_version, artifact_id=None): if gradle_target in cls._BEAM_SERVICES.replacements: return cls._BEAM_SERVICES.replacements[gradle_target] gradle_package = gradle_target.strip(':').rsplit(':', 1)[0] if not artifact_id: artifact_id = 'beam-' + gradle_package.replace(':', '-') project_root = os.path.sep.join( os.path.abspath(__file__).split(os.path.sep)[:-5]) local_path = os.path.join( project_root, gradle_package.replace(':', os.path.sep), 'build', 'libs', cls.jar_name( artifact_id, version.replace('.dev', ''), classifier='SNAPSHOT', appendix=appendix)) if os.path.exists(local_path): _LOGGER.info('Using pre-built snapshot at %s', local_path) return local_path elif '.dev' in version: # TODO: Attempt to use nightly snapshots? > raise RuntimeError( ( '%s not found. ' 'Please build the server with \n cd %s; ./gradlew %s') % (local_path, os.path.abspath(project_root), gradle_target)) E RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with E cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar apache_beam/utils/subprocess_server.py:243: RuntimeError =============================== warnings summary =============================== ../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:28 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:28 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:28 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:28 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:28 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:28 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:28 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:28 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py:28 <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/hdfs/config.py>:28: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses from imp import load_source ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:18 <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py>:18: DeprecationWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html import pkg_resources ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871: 171 warnings <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py>:2871: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`. Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages declare_namespace(pkg) ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871: 144 warnings <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py>:2871: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.cloud')`. Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages declare_namespace(pkg) ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2350: 36 warnings <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py>:2350: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`. Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages declare_namespace(parent) ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py>:2871: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.logging')`. Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages declare_namespace(pkg) ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py:2871 <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/pkg_resources/__init__.py>:2871: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.iam')`. Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages declare_namespace(pkg) ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py:20 <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/google/rpc/__init__.py>:20: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.rpc')`. Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages pkg_resources.declare_namespace(__name__) ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17 ../../build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17 <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/build/gradleenv/1922375555/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py>:17: DeprecationWarning: The distutils package is deprecated and slated for removal in Python 3.12. Use setuptools or check PEP 632 for potential alternatives from distutils import util -- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html - generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> - =========================== short test summary info ============================ FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_project - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_generate_data - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_map - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_agg - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_filter - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_row - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_zetasql_generate_data - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_tagged_join - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar ================= 9 failed, 16 skipped, 404 warnings in 13.01s ================= > Task > :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerPythonUsingSql > FAILED > Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE > Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20230907061737 Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e1c70f37a1d5015b575a1bfb89847d4efd97d682d59f6ff1a67d9519ba202bde WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly. Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20230907061737] - referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e1c70f37a1d5015b575a1bfb89847d4efd97d682d59f6ff1a67d9519ba202bde] Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20230907061737] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e1c70f37a1d5015b575a1bfb89847d4efd97d682d59f6ff1a67d9519ba202bde])]. Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:e1c70f37a1d5015b575a1bfb89847d4efd97d682d59f6ff1a67d9519ba202bde > Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20230907061737 Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:821e9ca7df637f36e4b63650b56655f9b13bc1d2fac3acf3ffacd6a40970c802 WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly. Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20230907061737] - referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:821e9ca7df637f36e4b63650b56655f9b13bc1d2fac3acf3ffacd6a40970c802] Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20230907061737] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:821e9ca7df637f36e4b63650b56655f9b13bc1d2fac3acf3ffacd6a40970c802])]. Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:821e9ca7df637f36e4b63650b56655f9b13bc1d2fac3acf3ffacd6a40970c802 > Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup Stopping expansion service pid: 3000601. Stopping expansion service pid: 3000602. FAILURE: Build failed with an exception. * What went wrong: Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerPythonUsingSql'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: > Run with --stacktrace option to get the stack trace. > Run with --info or --debug option to get more log output. * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0. You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins. See https://docs.gradle.org/7.6.2/userguide/command_line_interface.html#sec:command_line_warnings Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness. Please consult deprecation warnings for more details. BUILD FAILED in 10m 54s 179 actionable tasks: 119 executed, 54 from cache, 6 up-to-date Publishing build scan... https://ge.apache.org/s/ehlw4jfvvh45g Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
