See
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/535/display/redirect>
Changes:
------------------------------------------
[...truncated 538.70 KB...]
timestamp {
seconds: 1691462577
nanos: 137000000
}
message: "Entering instruction processing loop"
log_location: "org.apache.beam.fn.harness.FnHarness"
thread: "1"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1691462578
nanos: 471000000
}
message: "Started Bigtable service with settings
BigtableDataSettings{stubSettings=EnhancedBigtableStubSettings{projectId=apache-beam-testing,
instanceId=bt-write-xlang-1691462506-3953e2, appProfileId=,
isRefreshingChannel=true, primedTableIds=[],
jwtAudienceMapping={batch-bigtable.googleapis.com=https://bigtable.googleapis.com/},
readRowsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT5M, retryableCodes=[UNAVAILABLE, ABORTED, DEADLINE_EXCEEDED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT30M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT30M}},
readRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE, ABORTED,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
sampleRowKeysSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT5M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT5M}},
mutateRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT1M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M}},
bulkMutateRowsSettings=BigtableBatchingCallSettings{batchingCallSettings=BatchingCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT6M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT6M},
batchingSettings=BatchingSettings{elementCountThreshold=100,
requestByteThreshold=20971520, delayThreshold=PT1S, isEnabled=true,
flowControlSettings=FlowControlSettings{maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, limitExceededBehavior=Block}}},
isLatencyBasedThrottlingEnabled=false, targetRpcLatency=null,
dynamicFlowControlSettings=DynamicFlowControlSettings{initialOutstandingElementCount=20000,
initialOutstandingRequestBytes=104857600, maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, minOutstandingElementCount=20000,
minOutstandingRequestBytes=104857600, limitExceededBehavior=Block},
isServerInitiatedFlowControlEnabled=false},
bulkReadRowsSettings=BigtableBulkReadRowsCallSettings{retryableCodes=[UNAVAILABLE,
ABORTED, DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
checkAndMutateRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
readModifyWriteRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
generateInitialChangeStreamPartitionsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT0S, retryableCodes=[UNAVAILABLE, ABORTED, DEADLINE_EXCEEDED],
retrySettings=RetrySettings{totalTimeout=PT1H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT1M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT10M}},
readChangeStreamSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT0S, retryableCodes=[UNAVAILABLE, ABORTED, DEADLINE_EXCEEDED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT5M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT5M}},
pingAndWarmSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT30S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=1, jittered=true,
initialRpcTimeout=PT30S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT30S}},
parent=EnhancedBigtableStubSettings{backgroundExecutorProvider=InstantiatingExecutorProvider{executorThreadCount=16,
threadFactory=com.google.api.gax.core.InstantiatingExecutorProvider$1@52168cbe},
transportChannelProvider=com.google.api.gax.grpc.InstantiatingGrpcChannelProvider@3d0c4b4f,
credentialsProvider=FixedCredentialsProvider{credentials=ComputeEngineCredentials{transportFactoryClassName=com.google.auth.oauth2.OAuth2Utils$DefaultHttpTransportFactory}},
headerProvider=FixedHeaderProvider{headers={user-agent=Apache_Beam_SDK_for_Java/2.50.0-SNAPSHOT}},
internalHeaderProvider=FixedHeaderProvider{headers={x-goog-api-client=gl-java/1.8.0_382
gapic/ gax/2.31.1 grpc/, user-agent=bigtable-java/2.25.1,
bigtable-features=CAE=}}, clock=com.google.api.core.NanoClock@12b46d19,
endpoint=bigtable.googleapis.com:443,
mtlsEndpoint=bigtable.mtls.googleapis.com:443,
switchToMtlsEndpointAllowed=false, quotaProjectId=null,
streamWatchdogProvider=com.google.api.gax.rpc.InstantiatingWatchdogProvider@338c4d8f,
streamWatchdogCheckInterval=PT10S,
tracerFactory=com.google.api.gax.tracing.BaseApiTracerFactory@5c038d31,
gdchApiAudience=null}}}"
instruction_id: "bundle_61"
transform_id:
"WriteToBigTable/SchemaAwareExternalTransform/ExternalTransform(beam:expansion:payload:schematransform:v1)/BigtableIO.Write/BigtableIO.WriteWithResults/ParDo(BigtableWriter)/ParMultiDo(BigtableWriter)"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableServiceImpl"
thread: "30"
[33mWARNING [0m root:worker_handlers.py:415 severity: WARN
timestamp {
seconds: 1691462581
nanos: 109000000
}
message: "Reporting metrics are not supported in the current execution
environment."
log_location: "org.apache.beam.sdk.metrics.MetricsEnvironment"
thread: "1"
[33mWARNING [0m root:worker_handlers.py:415 severity: WARN
timestamp {
seconds: 1691462581
nanos: 112000000
}
message: "Hanged up for url: \"localhost:44937\"\n."
log_location: "org.apache.beam.sdk.fn.data.BeamFnDataGrpcMultiplexer"
thread: "22"
a373d6eeea1a146a2e23cf39b17ff3f1bd74dc5578b956c3428c1df39d4f07d3
[32mINFO [0m
apache_beam.io.gcp.bigtableio_it_test:bigtableio_it_test.py:188 Deleting table
[test-table-1691462566-6f7d0e]
[32mPASSED[0m
apache_beam/io/gcp/bigtableio_it_test.py::TestWriteToBigtableXlangIT::test_set_mutation
[1m-------------------------------- live log call
---------------------------------[0m
[32mINFO [0m
apache_beam.io.gcp.bigtableio_it_test:bigtableio_it_test.py:184 Created table
[test-table-1691462582-acd2e7]
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function annotate_downstream_side_inputs at
0x7f636dc7b310> ====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function fix_side_input_pcoll_coders at 0x7f636dc7b430>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function pack_combiners at 0x7f636dc7b940>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function lift_combiners at 0x7f636dc7b9d0>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function expand_sdf at 0x7f636dc7bb80>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function expand_gbk at 0x7f636dc7bc10>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function sink_flattens at 0x7f636dc7bd30>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function greedily_fuse at 0x7f636dc7bdc0>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function read_to_impulse at 0x7f636dc7be50>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function impulse_to_input at 0x7f636dc7bee0>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function sort_stages at 0x7f636dc9a160>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function add_impulse_to_dangling_transforms at
0x7f636dc9a280> ====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function setup_timer_mapping at 0x7f636dc9a0d0>
====================
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.translations:translations.py:710
==================== <function populate_data_channel_coders at 0x7f636dc9a1f0>
====================
[32mINFO [0m apache_beam.runners.worker.statecache:statecache.py:234
Creating state cache with size 104857600
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:903
Created Worker handler
<apache_beam.runners.portability.fn_api_runner.worker_handlers.EmbeddedWorkerHandler
object at 0x7f63a1d43550> for environment
ref_Environment_default_environment_2 (beam:env:embedded_python:v1, b'')
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:510
starting control server on port 45783
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:511
starting data server on port 46347
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:512
starting state server on port 44867
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:513
starting logging server on port 46567
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:903
Created Worker handler
<apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler
object at 0x7f63a1d5d340> for environment external_18beam:env:docker:v1
(beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.50.0.dev')
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:764
Attempting to pull image apache/beam_java8_sdk:2.50.0.dev
Error response from daemon: manifest for apache/beam_java8_sdk:2.50.0.dev not
found: manifest unknown: manifest unknown
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:767
Unable to pull image apache/beam_java8_sdk:2.50.0.dev, defaulting to local
image if it exists
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:788
Waiting for docker to start up. Current status is running
[32mINFO [0m
apache_beam.runners.portability.fn_api_runner.worker_handlers:worker_handlers.py:792
Docker container is running. container_id =
b'685185b51d856a0dfbb91f60f0201e89b6413ca9d7f1ca09dff1eebc9c4ff9e3', worker_id
= worker_25
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1691462593
nanos: 584000000
}
message: "Fn Harness started"
log_location: "org.apache.beam.fn.harness.FnHarness"
thread: "1"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1691462593
nanos: 757000000
}
message: "Entering instruction processing loop"
log_location: "org.apache.beam.fn.harness.FnHarness"
thread: "1"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1691462595
nanos: 60000000
}
message: "Started Bigtable service with settings
BigtableDataSettings{stubSettings=EnhancedBigtableStubSettings{projectId=apache-beam-testing,
instanceId=bt-write-xlang-1691462506-3953e2, appProfileId=,
isRefreshingChannel=true, primedTableIds=[],
jwtAudienceMapping={batch-bigtable.googleapis.com=https://bigtable.googleapis.com/},
readRowsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT5M, retryableCodes=[DEADLINE_EXCEEDED, UNAVAILABLE, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT30M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT30M}},
readRowSettings=UnaryCallSettings{retryableCodes=[DEADLINE_EXCEEDED,
UNAVAILABLE, ABORTED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
sampleRowKeysSettings=UnaryCallSettings{retryableCodes=[DEADLINE_EXCEEDED,
UNAVAILABLE], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT5M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT5M}},
mutateRowSettings=UnaryCallSettings{retryableCodes=[DEADLINE_EXCEEDED,
UNAVAILABLE], retrySettings=RetrySettings{totalTimeout=PT1M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M}},
bulkMutateRowsSettings=BigtableBatchingCallSettings{batchingCallSettings=BatchingCallSettings{retryableCodes=[DEADLINE_EXCEEDED,
UNAVAILABLE], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT6M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT6M},
batchingSettings=BatchingSettings{elementCountThreshold=100,
requestByteThreshold=20971520, delayThreshold=PT1S, isEnabled=true,
flowControlSettings=FlowControlSettings{maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, limitExceededBehavior=Block}}},
isLatencyBasedThrottlingEnabled=false, targetRpcLatency=null,
dynamicFlowControlSettings=DynamicFlowControlSettings{initialOutstandingElementCount=20000,
initialOutstandingRequestBytes=104857600, maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, minOutstandingElementCount=20000,
minOutstandingRequestBytes=104857600, limitExceededBehavior=Block},
isServerInitiatedFlowControlEnabled=false},
bulkReadRowsSettings=BigtableBulkReadRowsCallSettings{retryableCodes=[DEADLINE_EXCEEDED,
UNAVAILABLE, ABORTED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
checkAndMutateRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
readModifyWriteRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
generateInitialChangeStreamPartitionsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT0S, retryableCodes=[DEADLINE_EXCEEDED, UNAVAILABLE, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT1H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT1M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT10M}},
readChangeStreamSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT0S, retryableCodes=[DEADLINE_EXCEEDED, UNAVAILABLE, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT5M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT5M}},
pingAndWarmSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT30S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=1, jittered=true,
initialRpcTimeout=PT30S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT30S}},
parent=EnhancedBigtableStubSettings{backgroundExecutorProvider=InstantiatingExecutorProvider{executorThreadCount=16,
threadFactory=com.google.api.gax.core.InstantiatingExecutorProvider$1@1c693ff},
transportChannelProvider=com.google.api.gax.grpc.InstantiatingGrpcChannelProvider@1310f2c5,
credentialsProvider=FixedCredentialsProvider{credentials=ComputeEngineCredentials{transportFactoryClassName=com.google.auth.oauth2.OAuth2Utils$DefaultHttpTransportFactory}},
headerProvider=FixedHeaderProvider{headers={user-agent=Apache_Beam_SDK_for_Java/2.50.0-SNAPSHOT}},
internalHeaderProvider=FixedHeaderProvider{headers={x-goog-api-client=gl-java/1.8.0_382
gapic/ gax/2.31.1 grpc/, user-agent=bigtable-java/2.25.1,
bigtable-features=CAE=}}, clock=com.google.api.core.NanoClock@47a4a0dc,
endpoint=bigtable.googleapis.com:443,
mtlsEndpoint=bigtable.mtls.googleapis.com:443,
switchToMtlsEndpointAllowed=false, quotaProjectId=null,
streamWatchdogProvider=com.google.api.gax.rpc.InstantiatingWatchdogProvider@af243f5,
streamWatchdogCheckInterval=PT10S,
tracerFactory=com.google.api.gax.tracing.BaseApiTracerFactory@13313594,
gdchApiAudience=null}}}"
instruction_id: "bundle_64"
transform_id:
"WriteToBigTable/SchemaAwareExternalTransform/ExternalTransform(beam:expansion:payload:schematransform:v1)/BigtableIO.Write/BigtableIO.WriteWithResults/ParDo(BigtableWriter)/ParMultiDo(BigtableWriter)"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableServiceImpl"
thread: "30"
[33mWARNING [0m root:worker_handlers.py:415 severity: WARN
timestamp {
seconds: 1691462597
nanos: 115000000
}
message: "Reporting metrics are not supported in the current execution
environment."
log_location: "org.apache.beam.sdk.metrics.MetricsEnvironment"
thread: "1"
[33mWARNING [0m root:worker_handlers.py:415 severity: WARN
timestamp {
seconds: 1691462597
nanos: 117000000
}
message: "Hanged up for url: \"localhost:46347\"\n."
log_location: "org.apache.beam.sdk.fn.data.BeamFnDataGrpcMultiplexer"
thread: "22"
685185b51d856a0dfbb91f60f0201e89b6413ca9d7f1ca09dff1eebc9c4ff9e3
[32mINFO [0m
apache_beam.io.gcp.bigtableio_it_test:bigtableio_it_test.py:188 Deleting table
[test-table-1691462582-acd2e7]
[32mPASSED[0m
[1m------------------------------ live log teardown
-------------------------------[0m
[32mINFO [0m
apache_beam.io.gcp.bigtableio_it_test:bigtableio_it_test.py:196 Deleting
instance [bt-write-xlang-1691462506-3953e2]
[33m=============================== warnings summary
===============================[0m
../../build/gradleenv/1398941892/lib/python3.8/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/1398941892/lib/python3.8/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/1398941892/lib/python3.8/site-packages/google/rpc/__init__.py:18
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/1398941892/lib/python3.8/site-packages/google/rpc/__init__.py>:18:
DeprecationWarning: pkg_resources is deprecated as an API. See
https://setuptools.pypa.io/en/latest/pkg_resources.html
import pkg_resources
../../build/gradleenv/1398941892/lib/python3.8/site-packages/pkg_resources/__init__.py:2871:
20 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/1398941892/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1398941892/lib/python3.8/site-packages/pkg_resources/__init__.py:2871:
16 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/1398941892/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.cloud')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1398941892/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/1398941892/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/1398941892/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/1398941892/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/1398941892/lib/python3.8/site-packages/pkg_resources/__init__.py>:2350:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(parent)
../../build/gradleenv/1398941892/lib/python3.8/site-packages/pkg_resources/__init__.py:2871
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/1398941892/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.logging')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1398941892/lib/python3.8/site-packages/pkg_resources/__init__.py:2871
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/1398941892/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.iam')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1398941892/lib/python3.8/site-packages/google/rpc/__init__.py:20
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/1398941892/lib/python3.8/site-packages/google/rpc/__init__.py>:20:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.rpc')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
pkg_resources.declare_namespace(__name__)
apache_beam/typehints/pandas_type_compatibility_test.py:67
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:67:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
}).set_index(pd.Int64Index(range(123, 223), name='an_index')),
apache_beam/typehints/pandas_type_compatibility_test.py:90
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:90:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(123, 223), name='an_index'),
apache_beam/typehints/pandas_type_compatibility_test.py:91
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:91:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(475, 575), name='another_index'),
apache_beam/examples/snippets/snippets_test.py::SnippetsTest::test_model_bigqueryio_xlang
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/sdks/python/apache_beam/examples/snippets/snippets_test.py>:767:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
p.options.view_as(GoogleCloudOptions).temp_location = 'gs://mylocation'
apache_beam/examples/snippets/snippets_test.py::SnippetsTest::test_model_bigqueryio_xlang
apache_beam/examples/snippets/snippets_test.py::SnippetsTest::test_model_bigqueryio_xlang
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_all_types
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_nested_records_and_lists
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_streaming
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_streaming_with_at_least_once
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_streaming_with_auto_sharding
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_with_at_least_once_semantics
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:2101:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
is_streaming_pipeline = p.options.view_as(StandardOptions).streaming
apache_beam/examples/snippets/snippets_test.py::SnippetsTest::test_model_bigqueryio_xlang
apache_beam/examples/snippets/snippets_test.py::SnippetsTest::test_model_bigqueryio_xlang
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_all_types
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_nested_records_and_lists
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_streaming
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_streaming_with_at_least_once
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_streaming_with_auto_sharding
apache_beam/io/external/xlang_bigqueryio_it_test.py::BigQueryXlangStorageWriteIT::test_with_at_least_once_semantics
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:2107:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
experiments = p.options.view_as(DebugOptions).experiments or []
apache_beam/examples/snippets/snippets_test.py: 2 warnings
apache_beam/io/external/xlang_bigqueryio_it_test.py: 10 warnings
apache_beam/io/gcp/bigtableio_it_test.py: 6 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/sdks/python/apache_beam/transforms/external.py>:676:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
self._expansion_service, pipeline.options)
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/sdks/python/pytest_gcpCrossLanguage.xml>
-
[33m=== [32m14 passed[0m, [33m[1m14 skipped[0m, [33m[1m6940
deselected[0m, [33m[1m83 warnings[0m[33m in 309.21s (0:05:09)[0m[33m
===[0m
> Task :sdks:python:test-suites:direct:py38:gcpCrossLanguageCleanup
Stopping expansion service pid: 3573357.
Skipping invalid pid: 3573358.
> Task :sdks:python:test-suites:xlang:fnApiJobServerCleanup
Killing process at 3573411
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task
':sdks:python:test-suites:direct:py311:setupVirtualenv'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.6.2/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during
this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 6m 56s
111 actionable tasks: 75 executed, 32 from cache, 4 up-to-date
Publishing build scan...
https://ge.apache.org/s/a5swdmh4nk4pu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
