See
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/586/display/redirect>
Changes:
------------------------------------------
[...truncated 826.17 KB...]
seconds: 1692564230
nanos: 152000000
}
message: "Fn Harness started"
log_location: "org.apache.beam.fn.harness.FnHarness"
thread: "1"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1692564230
nanos: 334000000
}
message: "Entering instruction processing loop"
log_location: "org.apache.beam.fn.harness.FnHarness"
thread: "1"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1692564231
nanos: 718000000
}
message: "Started Bigtable service with settings
BigtableDataSettings{stubSettings=EnhancedBigtableStubSettings{projectId=apache-beam-testing,
instanceId=bt-write-xlang-1692564159-9687f5, appProfileId=,
isRefreshingChannel=true, primedTableIds=[],
jwtAudienceMapping={batch-bigtable.googleapis.com=https://bigtable.googleapis.com/},
readRowsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT5M, retryableCodes=[DEADLINE_EXCEEDED, ABORTED, UNAVAILABLE],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT30M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT30M}},
readRowSettings=UnaryCallSettings{retryableCodes=[DEADLINE_EXCEEDED, ABORTED,
UNAVAILABLE], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
sampleRowKeysSettings=UnaryCallSettings{retryableCodes=[DEADLINE_EXCEEDED,
UNAVAILABLE], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT5M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT5M}},
mutateRowSettings=UnaryCallSettings{retryableCodes=[DEADLINE_EXCEEDED,
UNAVAILABLE], retrySettings=RetrySettings{totalTimeout=PT1M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M}},
bulkMutateRowsSettings=BigtableBatchingCallSettings{batchingCallSettings=BatchingCallSettings{retryableCodes=[DEADLINE_EXCEEDED,
UNAVAILABLE], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT6M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT6M},
batchingSettings=BatchingSettings{elementCountThreshold=100,
requestByteThreshold=20971520, delayThreshold=PT1S, isEnabled=true,
flowControlSettings=FlowControlSettings{maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, limitExceededBehavior=Block}}},
isLatencyBasedThrottlingEnabled=false, targetRpcLatency=null,
dynamicFlowControlSettings=DynamicFlowControlSettings{initialOutstandingElementCount=20000,
initialOutstandingRequestBytes=104857600, maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, minOutstandingElementCount=20000,
minOutstandingRequestBytes=104857600, limitExceededBehavior=Block},
isServerInitiatedFlowControlEnabled=false},
bulkReadRowsSettings=BigtableBulkReadRowsCallSettings{retryableCodes=[DEADLINE_EXCEEDED,
ABORTED, UNAVAILABLE], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
checkAndMutateRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
readModifyWriteRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
generateInitialChangeStreamPartitionsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT0S, retryableCodes=[DEADLINE_EXCEEDED, ABORTED, UNAVAILABLE],
retrySettings=RetrySettings{totalTimeout=PT1H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT1M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT10M}},
readChangeStreamSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT0S, retryableCodes=[DEADLINE_EXCEEDED, ABORTED, UNAVAILABLE],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT5M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT5M}},
pingAndWarmSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT30S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=1, jittered=true,
initialRpcTimeout=PT30S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT30S}},
parent=EnhancedBigtableStubSettings{backgroundExecutorProvider=InstantiatingExecutorProvider{executorThreadCount=16,
threadFactory=com.google.api.gax.core.InstantiatingExecutorProvider$1@2dff1a1d},
transportChannelProvider=com.google.api.gax.grpc.InstantiatingGrpcChannelProvider@6a0c2f8b,
credentialsProvider=FixedCredentialsProvider{credentials=ComputeEngineCredentials{transportFactoryClassName=com.google.auth.oauth2.OAuth2Utils$DefaultHttpTransportFactory}},
headerProvider=FixedHeaderProvider{headers={user-agent=Apache_Beam_SDK_for_Java/2.51.0-SNAPSHOT}},
internalHeaderProvider=FixedHeaderProvider{headers={x-goog-api-client=gl-java/1.8.0_382
gapic/ gax/2.32.0 grpc/, user-agent=bigtable-java/2.26.0,
bigtable-features=CAEgAQ==}}, clock=com.google.api.core.NanoClock@58a83391,
endpoint=bigtable.googleapis.com:443,
mtlsEndpoint=bigtable.mtls.googleapis.com:443,
switchToMtlsEndpointAllowed=false, quotaProjectId=null,
streamWatchdogProvider=com.google.api.gax.rpc.InstantiatingWatchdogProvider@773f7f9b,
streamWatchdogCheckInterval=PT10S,
tracerFactory=com.google.api.gax.tracing.BaseApiTracerFactory@5b0a7467,
gdchApiAudience=null}}}"
instruction_id: "bundle_61"
transform_id:
"WriteToBigTable/SchemaAwareExternalTransform/ExternalTransform(beam:expansion:payload:schematransform:v1)/BigtableIO.Write/BigtableIO.WriteWithResults/ParDo(BigtableWriter)/ParMultiDo(BigtableWriter)"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableServiceImpl"
thread: "30"
[33mWARNING [0m root:worker_handlers.py:415 severity: WARN
timestamp {
seconds: 1692564233
nanos: 901000000
}
message: "Reporting metrics are not supported in the current execution
environment."
log_location: "org.apache.beam.sdk.metrics.MetricsEnvironment"
thread: "1"
[33mWARNING [0m root:worker_handlers.py:415 severity: WARN
timestamp {
seconds: 1692564233
nanos: 902000000
}
message: "Hanged up for url: \"localhost:37125\"\n."
log_location: "org.apache.beam.sdk.fn.data.BeamFnDataGrpcMultiplexer"
thread: "22"
62eb3ed742cd754da9dde774f591444d06b3778611df3b7c1941a4924c715a8d
[32mINFO [0m
apache_beam.io.gcp.bigtableio_it_test:bigtableio_it_test.py:190 Deleting table
[test-table-1692564214-6b74bf]
[32mPASSED[0m
apache_beam/io/gcp/bigtableio_it_test.py::TestWriteToBigtableXlangIT::test_set_mutation
[1m-------------------------------- live log call
---------------------------------[0m
[32mINFO [0m
apache_beam.io.gcp.bigtableio_it_test:bigtableio_it_test.py:186 Created table
[test-table-1692564235-18e1d4]
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function annotate_downstream_side_inputs at
0x7f11f220b6a0> ====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function fix_side_input_pcoll_coders at 0x7f11f220b7e0>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function pack_combiners at 0x7f11f220bd80>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function lift_combiners at 0x7f11f220be20>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function expand_sdf at 0x7f11f2214040>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function expand_gbk at 0x7f11f22140e0>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function sink_flattens at 0x7f11f2214220>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function greedily_fuse at 0x7f11f22142c0>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function read_to_impulse at 0x7f11f2214360>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function impulse_to_input at 0x7f11f2214400>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function sort_stages at 0x7f11f2214680>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function add_impulse_to_dangling_transforms at
0x7f11f22147c0> ====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function setup_timer_mapping at 0x7f11f22145e0>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function populate_data_channel_coders at 0x7f11f2214720>
====================
[32mINFO [0m apache_beam.runners.worker.statecache:statecache.py:234
Creating state cache with size 104857600
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:903
Created Worker handler
<apache_beam.runners.portability.fn_api_runner.worker_handlers.EmbeddedWorkerHandler
object at 0x7f11c1a2ef90> for environment
ref_Environment_default_environment_2 (beam:env:embedded_python:v1, b'')
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:510
starting control server on port 42639
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:511
starting data server on port 34289
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:512
starting state server on port 42667
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:513
starting logging server on port 44079
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:903
Created Worker handler
<apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler
object at 0x7f11c0f0b950> for environment external_18beam:env:docker:v1
(beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.51.0.dev')
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:764
Attempting to pull image apache/beam_java8_sdk:2.51.0.dev
Error response from daemon: manifest for apache/beam_java8_sdk:2.51.0.dev not
found: manifest unknown: manifest unknown
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:767
Unable to pull image apache/beam_java8_sdk:2.51.0.dev, defaulting to local
image if it exists
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:788
Waiting for docker to start up. Current status is running
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:792
Docker container is running. container_id =
b'f1c05567049997407ade0bb35540045097b116a5746f38a86c8ab0566b134fa0', worker_id
= worker_25
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1692564247
nanos: 466000000
}
message: "Fn Harness started"
log_location: "org.apache.beam.fn.harness.FnHarness"
thread: "1"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1692564247
nanos: 778000000
}
message: "Entering instruction processing loop"
log_location: "org.apache.beam.fn.harness.FnHarness"
thread: "1"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1692564250
nanos: 421000000
}
message: "Started Bigtable service with settings
BigtableDataSettings{stubSettings=EnhancedBigtableStubSettings{projectId=apache-beam-testing,
instanceId=bt-write-xlang-1692564159-9687f5, appProfileId=,
isRefreshingChannel=true, primedTableIds=[],
jwtAudienceMapping={batch-bigtable.googleapis.com=https://bigtable.googleapis.com/},
readRowsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT5M, retryableCodes=[DEADLINE_EXCEEDED, UNAVAILABLE, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT30M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT30M}},
readRowSettings=UnaryCallSettings{retryableCodes=[DEADLINE_EXCEEDED,
UNAVAILABLE, ABORTED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
sampleRowKeysSettings=UnaryCallSettings{retryableCodes=[DEADLINE_EXCEEDED,
UNAVAILABLE], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT5M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT5M}},
mutateRowSettings=UnaryCallSettings{retryableCodes=[DEADLINE_EXCEEDED,
UNAVAILABLE], retrySettings=RetrySettings{totalTimeout=PT1M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M}},
bulkMutateRowsSettings=BigtableBatchingCallSettings{batchingCallSettings=BatchingCallSettings{retryableCodes=[DEADLINE_EXCEEDED,
UNAVAILABLE], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT6M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT6M},
batchingSettings=BatchingSettings{elementCountThreshold=100,
requestByteThreshold=20971520, delayThreshold=PT1S, isEnabled=true,
flowControlSettings=FlowControlSettings{maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, limitExceededBehavior=Block}}},
isLatencyBasedThrottlingEnabled=false, targetRpcLatency=null,
dynamicFlowControlSettings=DynamicFlowControlSettings{initialOutstandingElementCount=20000,
initialOutstandingRequestBytes=104857600, maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, minOutstandingElementCount=20000,
minOutstandingRequestBytes=104857600, limitExceededBehavior=Block},
isServerInitiatedFlowControlEnabled=false},
bulkReadRowsSettings=BigtableBulkReadRowsCallSettings{retryableCodes=[DEADLINE_EXCEEDED,
UNAVAILABLE, ABORTED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
checkAndMutateRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
readModifyWriteRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
generateInitialChangeStreamPartitionsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT0S, retryableCodes=[DEADLINE_EXCEEDED, UNAVAILABLE, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT1H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT1M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT10M}},
readChangeStreamSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT0S, retryableCodes=[DEADLINE_EXCEEDED, UNAVAILABLE, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT5M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT5M}},
pingAndWarmSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT30S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=1, jittered=true,
initialRpcTimeout=PT30S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT30S}},
parent=EnhancedBigtableStubSettings{backgroundExecutorProvider=InstantiatingExecutorProvider{executorThreadCount=16,
threadFactory=com.google.api.gax.core.InstantiatingExecutorProvider$1@6c3a03c5},
transportChannelProvider=com.google.api.gax.grpc.InstantiatingGrpcChannelProvider@3eef0d57,
credentialsProvider=FixedCredentialsProvider{credentials=ComputeEngineCredentials{transportFactoryClassName=com.google.auth.oauth2.OAuth2Utils$DefaultHttpTransportFactory}},
headerProvider=FixedHeaderProvider{headers={user-agent=Apache_Beam_SDK_for_Java/2.51.0-SNAPSHOT}},
internalHeaderProvider=FixedHeaderProvider{headers={x-goog-api-client=gl-java/1.8.0_382
gapic/ gax/2.32.0 grpc/, user-agent=bigtable-java/2.26.0,
bigtable-features=CAEgAQ==}}, clock=com.google.api.core.NanoClock@2022d684,
endpoint=bigtable.googleapis.com:443,
mtlsEndpoint=bigtable.mtls.googleapis.com:443,
switchToMtlsEndpointAllowed=false, quotaProjectId=null,
streamWatchdogProvider=com.google.api.gax.rpc.InstantiatingWatchdogProvider@79ff3212,
streamWatchdogCheckInterval=PT10S,
tracerFactory=com.google.api.gax.tracing.BaseApiTracerFactory@5cfaaef2,
gdchApiAudience=null}}}"
instruction_id: "bundle_64"
transform_id:
"WriteToBigTable/SchemaAwareExternalTransform/ExternalTransform(beam:expansion:payload:schematransform:v1)/BigtableIO.Write/BigtableIO.WriteWithResults/ParDo(BigtableWriter)/ParMultiDo(BigtableWriter)"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableServiceImpl"
thread: "30"
[33mWARNING [0m root:worker_handlers.py:415 severity: WARN
timestamp {
seconds: 1692564253
nanos: 710000000
}
message: "Reporting metrics are not supported in the current execution
environment."
log_location: "org.apache.beam.sdk.metrics.MetricsEnvironment"
thread: "1"
[33mWARNING [0m root:worker_handlers.py:415 severity: WARN
timestamp {
seconds: 1692564253
nanos: 711000000
}
message: "Hanged up for url: \"localhost:34289\"\n."
log_location: "org.apache.beam.sdk.fn.data.BeamFnDataGrpcMultiplexer"
thread: "22"
f1c05567049997407ade0bb35540045097b116a5746f38a86c8ab0566b134fa0
[32mINFO [0m
apache_beam.io.gcp.bigtableio_it_test:bigtableio_it_test.py:190 Deleting table
[test-table-1692564235-18e1d4]
[32mPASSED[0m
[1m------------------------------ live log teardown
-------------------------------[0m
[32mINFO [0m
apache_beam.io.gcp.bigtableio_it_test:bigtableio_it_test.py:198 Deleting
instance [bt-write-xlang-1692564159-9687f5]
[33m=============================== warnings summary
===============================[0m
../../build/gradleenv/417525524/lib/python3.11/site-packages/hdfs/config.py:28
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/417525524/lib/python3.11/site-packages/hdfs/config.py>:28:
DeprecationWarning: the imp module is deprecated in favour of importlib and
slated for removal in Python 3.12; see the module's documentation for
alternative uses
from imp import load_source
../../build/gradleenv/417525524/lib/python3.11/site-packages/google/rpc/__init__.py:18
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/417525524/lib/python3.11/site-packages/google/rpc/__init__.py>:18:
DeprecationWarning: pkg_resources is deprecated as an API. See
https://setuptools.pypa.io/en/latest/pkg_resources.html
import pkg_resources
../../build/gradleenv/417525524/lib/python3.11/site-packages/pkg_resources/__init__.py:2871:
20 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/417525524/lib/python3.11/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/417525524/lib/python3.11/site-packages/pkg_resources/__init__.py:2871:
16 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/417525524/lib/python3.11/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.cloud')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/417525524/lib/python3.11/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/417525524/lib/python3.11/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/417525524/lib/python3.11/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/417525524/lib/python3.11/site-packages/pkg_resources/__init__.py:2350
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/417525524/lib/python3.11/site-packages/pkg_resources/__init__.py>:2350:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(parent)
../../build/gradleenv/417525524/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/417525524/lib/python3.11/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.logging')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/417525524/lib/python3.11/site-packages/pkg_resources/__init__.py:2871
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/417525524/lib/python3.11/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.iam')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/417525524/lib/python3.11/site-packages/google/rpc/__init__.py:20
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/417525524/lib/python3.11/site-packages/google/rpc/__init__.py>:20:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.rpc')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
pkg_resources.declare_namespace(__name__)
../../build/gradleenv/417525524/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/417525524/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py>:17:
DeprecationWarning: The distutils package is deprecated and slated for removal
in Python 3.12. Use setuptools or check PEP 632 for potential alternatives
from distutils import util
apache_beam/examples/snippets/snippets_test.py::SnippetsTest::test_model_bigqueryio_xlang
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/sdks/python/apache_beam/examples/snippets/snippets_test.py>:767:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
p.options.view_as(GoogleCloudOptions).temp_location = 'gs://mylocation'
apache_beam/examples/snippets/snippets_test.py::SnippetsTest::test_model_bigqueryio_xlang
apache_beam/examples/snippets/snippets_test.py::SnippetsTest::test_model_bigqueryio_xlang
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_all_types
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_nested_records_and_lists
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_streaming
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_streaming_with_at_least_once
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_streaming_with_auto_sharding
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_with_at_least_once_semantics
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:2101:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
is_streaming_pipeline = p.options.view_as(StandardOptions).streaming
apache_beam/examples/snippets/snippets_test.py::SnippetsTest::test_model_bigqueryio_xlang
apache_beam/examples/snippets/snippets_test.py::SnippetsTest::test_model_bigqueryio_xlang
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_all_types
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_nested_records_and_lists
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_streaming
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_streaming_with_at_least_once
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_streaming_with_auto_sharding
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_with_at_least_once_semantics
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:2107:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
experiments = p.options.view_as(DebugOptions).experiments or []
apache_beam/examples/snippets/snippets_test.py: 2 warnings
apache_beam/io/external/xlang_bigqueryio_it_test.py: 10 warnings
apache_beam/io/gcp/bigtableio_it_test.py: 6 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/sdks/python/apache_beam/transforms/external.py>:676:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
self._expansion_service, pipeline.options)
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/sdks/python/pytest_gcpCrossLanguage.xml>
-
[33m=== [32m14 passed[0m, [33m[1m15 skipped[0m, [33m[1m6952
deselected[0m, [33m[1m81 warnings[0m[33m in 349.76s (0:05:49)[0m[33m
===[0m
> Task :sdks:python:test-suites:direct:py311:gcpCrossLanguageCleanup
Stopping expansion service pid: 4101422.
Skipping invalid pid: 4101423.
> Task :sdks:python:test-suites:xlang:fnApiJobServerCleanup
Killing process at 4101375
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task
':sdks:python:test-suites:direct:py38:gcpCrossLanguagePythonUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.6.2/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during
this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 7m 51s
115 actionable tasks: 79 executed, 32 from cache, 4 up-to-date
Publishing build scan...
https://ge.apache.org/s/4k2k7zwvwa4us
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
