See
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/877/display/redirect?page=changes>
Changes:
[noreply] [YAML] Java Filter and explode operations. (#29110)
------------------------------------------
[...truncated 971.14 KB...]
nanos: 171000000
}
message: "Started Bigtable service with settings
BigtableDataSettings{stubSettings=EnhancedBigtableStubSettings{projectId=apache-beam-testing,
instanceId=bt-read-tests-1698849902-e229e1, appProfileId=,
isRefreshingChannel=true, primedTableIds=[],
jwtAudienceMapping={batch-bigtable.googleapis.com=https://bigtable.googleapis.com/},
readRowsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT5M, retryableCodes=[UNAVAILABLE, DEADLINE_EXCEEDED, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT30M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT30M}},
readRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED, ABORTED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
sampleRowKeysSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT5M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT5M}},
mutateRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT1M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M}},
bulkMutateRowsSettings=BigtableBatchingCallSettings{batchingCallSettings=BatchingCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M},
batchingSettings=BatchingSettings{elementCountThreshold=100,
requestByteThreshold=20971520, delayThreshold=PT1S, isEnabled=true,
flowControlSettings=FlowControlSettings{maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, limitExceededBehavior=Block}}},
isLatencyBasedThrottlingEnabled=false, targetRpcLatency=null,
dynamicFlowControlSettings=DynamicFlowControlSettings{initialOutstandingElementCount=20000,
initialOutstandingRequestBytes=104857600, maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, minOutstandingElementCount=20000,
minOutstandingRequestBytes=104857600, limitExceededBehavior=Block},
isServerInitiatedFlowControlEnabled=false},
bulkReadRowsSettings=BigtableBulkReadRowsCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED, ABORTED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
checkAndMutateRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
readModifyWriteRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
generateInitialChangeStreamPartitionsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT1M, retryableCodes=[UNAVAILABLE, DEADLINE_EXCEEDED, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT1H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT1M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT10M}},
readChangeStreamSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT1M, retryableCodes=[UNAVAILABLE, DEADLINE_EXCEEDED, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT5M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT5M}},
pingAndWarmSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT30S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=1, jittered=true,
initialRpcTimeout=PT30S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT30S}},
parent=EnhancedBigtableStubSettings{backgroundExecutorProvider=InstantiatingExecutorProvider{executorThreadCount=16,
threadFactory=com.google.api.gax.core.InstantiatingExecutorProvider$1@296c97b8},
transportChannelProvider=com.google.api.gax.grpc.InstantiatingGrpcChannelProvider@5d4d13e3,
credentialsProvider=FixedCredentialsProvider{credentials=ComputeEngineCredentials{transportFactoryClassName=com.google.auth.oauth2.OAuth2Utils$DefaultHttpTransportFactory}},
headerProvider=FixedHeaderProvider{headers={user-agent=Apache_Beam_SDK_for_Java/2.52.0-SNAPSHOT}},
internalHeaderProvider=FixedHeaderProvider{headers={x-goog-api-client=gl-java/1.8.0_382__Temurin
gapic/ gax/2.33.0 grpc/, user-agent=bigtable-java/2.27.2,
bigtable-features=CAEgAQ==}}, clock=com.google.api.core.NanoClock@23197955,
endpoint=bigtable.googleapis.com:443,
mtlsEndpoint=bigtable.mtls.googleapis.com:443,
switchToMtlsEndpointAllowed=false, quotaProjectId=null,
streamWatchdogProvider=com.google.api.gax.rpc.InstantiatingWatchdogProvider@2f3fcf2,
streamWatchdogCheckInterval=PT10S,
tracerFactory=com.google.api.gax.tracing.BaseApiTracerFactory@ade8dbb,
gdchApiAudience=null}}}"
instruction_id: "bundle_34"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableServiceImpl"
thread: "30"
> Task :sdks:python:test-suites:direct:py38:gcpCrossLanguageCleanup
Stopping expansion service pid: 2428810.
Skipping invalid pid: 2428811.
> Task :sdks:python:test-suites:direct:py311:gcpCrossLanguagePythonUsingJava
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1698849959
nanos: 800000000
}
message: "Closing reader after reading 0 records."
instruction_id: "bundle_34"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableIO"
thread: "30"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1698849959
nanos: 804000000
}
message: "Started Bigtable service with settings
BigtableDataSettings{stubSettings=EnhancedBigtableStubSettings{projectId=apache-beam-testing,
instanceId=bt-read-tests-1698849902-e229e1, appProfileId=,
isRefreshingChannel=true, primedTableIds=[],
jwtAudienceMapping={batch-bigtable.googleapis.com=https://bigtable.googleapis.com/},
readRowsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT5M, retryableCodes=[UNAVAILABLE, DEADLINE_EXCEEDED, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT30M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT30M}},
readRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED, ABORTED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
sampleRowKeysSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT5M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT5M}},
mutateRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT1M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M}},
bulkMutateRowsSettings=BigtableBatchingCallSettings{batchingCallSettings=BatchingCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M},
batchingSettings=BatchingSettings{elementCountThreshold=100,
requestByteThreshold=20971520, delayThreshold=PT1S, isEnabled=true,
flowControlSettings=FlowControlSettings{maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, limitExceededBehavior=Block}}},
isLatencyBasedThrottlingEnabled=false, targetRpcLatency=null,
dynamicFlowControlSettings=DynamicFlowControlSettings{initialOutstandingElementCount=20000,
initialOutstandingRequestBytes=104857600, maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, minOutstandingElementCount=20000,
minOutstandingRequestBytes=104857600, limitExceededBehavior=Block},
isServerInitiatedFlowControlEnabled=false},
bulkReadRowsSettings=BigtableBulkReadRowsCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED, ABORTED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
checkAndMutateRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
readModifyWriteRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
generateInitialChangeStreamPartitionsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT1M, retryableCodes=[UNAVAILABLE, DEADLINE_EXCEEDED, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT1H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT1M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT10M}},
readChangeStreamSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT1M, retryableCodes=[UNAVAILABLE, DEADLINE_EXCEEDED, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT5M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT5M}},
pingAndWarmSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT30S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=1, jittered=true,
initialRpcTimeout=PT30S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT30S}},
parent=EnhancedBigtableStubSettings{backgroundExecutorProvider=InstantiatingExecutorProvider{executorThreadCount=16,
threadFactory=com.google.api.gax.core.InstantiatingExecutorProvider$1@296c97b8},
transportChannelProvider=com.google.api.gax.grpc.InstantiatingGrpcChannelProvider@1436d88d,
credentialsProvider=FixedCredentialsProvider{credentials=ComputeEngineCredentials{transportFactoryClassName=com.google.auth.oauth2.OAuth2Utils$DefaultHttpTransportFactory}},
headerProvider=FixedHeaderProvider{headers={user-agent=Apache_Beam_SDK_for_Java/2.52.0-SNAPSHOT}},
internalHeaderProvider=FixedHeaderProvider{headers={x-goog-api-client=gl-java/1.8.0_382__Temurin
gapic/ gax/2.33.0 grpc/, user-agent=bigtable-java/2.27.2,
bigtable-features=CAEgAQ==}}, clock=com.google.api.core.NanoClock@23197955,
endpoint=bigtable.googleapis.com:443,
mtlsEndpoint=bigtable.mtls.googleapis.com:443,
switchToMtlsEndpointAllowed=false, quotaProjectId=null,
streamWatchdogProvider=com.google.api.gax.rpc.InstantiatingWatchdogProvider@693738e2,
streamWatchdogCheckInterval=PT10S,
tracerFactory=com.google.api.gax.tracing.BaseApiTracerFactory@ade8dbb,
gdchApiAudience=null}}}"
instruction_id: "bundle_34"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableServiceImpl"
thread: "30"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1698849960
nanos: 550000000
}
message: "Closing reader after reading 0 records."
instruction_id: "bundle_34"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableIO"
thread: "30"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1698849960
nanos: 553000000
}
message: "Started Bigtable service with settings
BigtableDataSettings{stubSettings=EnhancedBigtableStubSettings{projectId=apache-beam-testing,
instanceId=bt-read-tests-1698849902-e229e1, appProfileId=,
isRefreshingChannel=true, primedTableIds=[],
jwtAudienceMapping={batch-bigtable.googleapis.com=https://bigtable.googleapis.com/},
readRowsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT5M, retryableCodes=[UNAVAILABLE, DEADLINE_EXCEEDED, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT30M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT30M}},
readRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED, ABORTED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
sampleRowKeysSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT5M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT5M}},
mutateRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT1M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M}},
bulkMutateRowsSettings=BigtableBatchingCallSettings{batchingCallSettings=BatchingCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M},
batchingSettings=BatchingSettings{elementCountThreshold=100,
requestByteThreshold=20971520, delayThreshold=PT1S, isEnabled=true,
flowControlSettings=FlowControlSettings{maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, limitExceededBehavior=Block}}},
isLatencyBasedThrottlingEnabled=false, targetRpcLatency=null,
dynamicFlowControlSettings=DynamicFlowControlSettings{initialOutstandingElementCount=20000,
initialOutstandingRequestBytes=104857600, maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, minOutstandingElementCount=20000,
minOutstandingRequestBytes=104857600, limitExceededBehavior=Block},
isServerInitiatedFlowControlEnabled=false},
bulkReadRowsSettings=BigtableBulkReadRowsCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED, ABORTED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
checkAndMutateRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
readModifyWriteRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
generateInitialChangeStreamPartitionsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT1M, retryableCodes=[UNAVAILABLE, DEADLINE_EXCEEDED, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT1H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT1M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT10M}},
readChangeStreamSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT1M, retryableCodes=[UNAVAILABLE, DEADLINE_EXCEEDED, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT5M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT5M}},
pingAndWarmSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT30S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=1, jittered=true,
initialRpcTimeout=PT30S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT30S}},
parent=EnhancedBigtableStubSettings{backgroundExecutorProvider=InstantiatingExecutorProvider{executorThreadCount=16,
threadFactory=com.google.api.gax.core.InstantiatingExecutorProvider$1@296c97b8},
transportChannelProvider=com.google.api.gax.grpc.InstantiatingGrpcChannelProvider@4a1cc3c4,
credentialsProvider=FixedCredentialsProvider{credentials=ComputeEngineCredentials{transportFactoryClassName=com.google.auth.oauth2.OAuth2Utils$DefaultHttpTransportFactory}},
headerProvider=FixedHeaderProvider{headers={user-agent=Apache_Beam_SDK_for_Java/2.52.0-SNAPSHOT}},
internalHeaderProvider=FixedHeaderProvider{headers={x-goog-api-client=gl-java/1.8.0_382__Temurin
gapic/ gax/2.33.0 grpc/, user-agent=bigtable-java/2.27.2,
bigtable-features=CAEgAQ==}}, clock=com.google.api.core.NanoClock@23197955,
endpoint=bigtable.googleapis.com:443,
mtlsEndpoint=bigtable.mtls.googleapis.com:443,
switchToMtlsEndpointAllowed=false, quotaProjectId=null,
streamWatchdogProvider=com.google.api.gax.rpc.InstantiatingWatchdogProvider@6b3f7de6,
streamWatchdogCheckInterval=PT10S,
tracerFactory=com.google.api.gax.tracing.BaseApiTracerFactory@ade8dbb,
gdchApiAudience=null}}}"
instruction_id: "bundle_34"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableServiceImpl"
thread: "30"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1698849961
nanos: 211000000
}
message: "Closing reader after reading 0 records."
instruction_id: "bundle_34"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableIO"
thread: "30"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1698849961
nanos: 215000000
}
message: "Started Bigtable service with settings
BigtableDataSettings{stubSettings=EnhancedBigtableStubSettings{projectId=apache-beam-testing,
instanceId=bt-read-tests-1698849902-e229e1, appProfileId=,
isRefreshingChannel=true, primedTableIds=[],
jwtAudienceMapping={batch-bigtable.googleapis.com=https://bigtable.googleapis.com/},
readRowsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT5M, retryableCodes=[UNAVAILABLE, DEADLINE_EXCEEDED, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT30M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT30M}},
readRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED, ABORTED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
sampleRowKeysSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT5M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT5M}},
mutateRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT1M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M}},
bulkMutateRowsSettings=BigtableBatchingCallSettings{batchingCallSettings=BatchingCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M},
batchingSettings=BatchingSettings{elementCountThreshold=100,
requestByteThreshold=20971520, delayThreshold=PT1S, isEnabled=true,
flowControlSettings=FlowControlSettings{maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, limitExceededBehavior=Block}}},
isLatencyBasedThrottlingEnabled=false, targetRpcLatency=null,
dynamicFlowControlSettings=DynamicFlowControlSettings{initialOutstandingElementCount=20000,
initialOutstandingRequestBytes=104857600, maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, minOutstandingElementCount=20000,
minOutstandingRequestBytes=104857600, limitExceededBehavior=Block},
isServerInitiatedFlowControlEnabled=false},
bulkReadRowsSettings=BigtableBulkReadRowsCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED, ABORTED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
checkAndMutateRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
readModifyWriteRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
generateInitialChangeStreamPartitionsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT1M, retryableCodes=[UNAVAILABLE, DEADLINE_EXCEEDED, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT1H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT1M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT10M}},
readChangeStreamSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT1M, retryableCodes=[UNAVAILABLE, DEADLINE_EXCEEDED, ABORTED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT5M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT5M}},
pingAndWarmSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT30S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=1, jittered=true,
initialRpcTimeout=PT30S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT30S}},
parent=EnhancedBigtableStubSettings{backgroundExecutorProvider=InstantiatingExecutorProvider{executorThreadCount=16,
threadFactory=com.google.api.gax.core.InstantiatingExecutorProvider$1@296c97b8},
transportChannelProvider=com.google.api.gax.grpc.InstantiatingGrpcChannelProvider@2133c7c0,
credentialsProvider=FixedCredentialsProvider{credentials=ComputeEngineCredentials{transportFactoryClassName=com.google.auth.oauth2.OAuth2Utils$DefaultHttpTransportFactory}},
headerProvider=FixedHeaderProvider{headers={user-agent=Apache_Beam_SDK_for_Java/2.52.0-SNAPSHOT}},
internalHeaderProvider=FixedHeaderProvider{headers={x-goog-api-client=gl-java/1.8.0_382__Temurin
gapic/ gax/2.33.0 grpc/, user-agent=bigtable-java/2.27.2,
bigtable-features=CAEgAQ==}}, clock=com.google.api.core.NanoClock@23197955,
endpoint=bigtable.googleapis.com:443,
mtlsEndpoint=bigtable.mtls.googleapis.com:443,
switchToMtlsEndpointAllowed=false, quotaProjectId=null,
streamWatchdogProvider=com.google.api.gax.rpc.InstantiatingWatchdogProvider@6a4ee33e,
streamWatchdogCheckInterval=PT10S,
tracerFactory=com.google.api.gax.tracing.BaseApiTracerFactory@ade8dbb,
gdchApiAudience=null}}}"
instruction_id: "bundle_34"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableServiceImpl"
thread: "30"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1698849961
nanos: 805000000
}
message: "Closing reader after reading 0 records."
instruction_id: "bundle_34"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableIO"
thread: "30"
[33mWARNING [0m root:worker_handlers.py:415 severity: WARN
timestamp {
seconds: 1698849961
nanos: 891000000
}
message: "Hanged up for url: \"localhost:39151\"\n."
log_location: "org.apache.beam.sdk.fn.data.BeamFnDataGrpcMultiplexer"
thread: "23"
d0ac2620f886f459e180bcc71732c2c6c8759444e4bbf6d7ef63dfa42230cc4a
[32mINFO [0m
apache_beam.io.gcp.bigtableio_it_test:bigtableio_it_test.py:92 Deleting table
[test-table] and instance [bt-read-tests-1698849902-e229e1]
[32mPASSED[0m
apache_beam/io/gcp/bigtableio_it_test.py::TestWriteToBigtableXlangIT::test_delete_cells_mutation
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::TestWriteToBigtableXlangIT::test_delete_cells_with_timerange_mutation
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::TestWriteToBigtableXlangIT::test_delete_column_family_mutation
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::TestWriteToBigtableXlangIT::test_delete_row_mutation
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::TestWriteToBigtableXlangIT::test_set_mutation
[31mERROR[0m
==================================== ERRORS ====================================
[31m[1m___ ERROR at setup of
TestWriteToBigtableXlangIT.test_delete_cells_mutation ____[0m
cls = <class 'apache_beam.io.gcp.bigtableio_it_test.TestWriteToBigtableXlangIT'>
@classmethod
def setUpClass(cls):
cls.test_pipeline = TestPipeline(is_integration_test=True)
cls.project = cls.test_pipeline.get_option('project')
cls.args = cls.test_pipeline.get_full_options_as_args()
cls.expansion_service = ('localhost:%s' %
os.environ.get('EXPANSION_PORT'))
> timestr = "".join(filter(str.isdigit, str(datetime.datetime.utcnow())))
[1m[31mE AttributeError: type object 'datetime.datetime' has no attribute
'datetime'[0m
[1m[31mapache_beam/io/gcp/bigtableio_it_test.py[0m:163: AttributeError
[31m[1m_ ERROR at setup of
TestWriteToBigtableXlangIT.test_delete_cells_with_timerange_mutation _[0m
cls = <class 'apache_beam.io.gcp.bigtableio_it_test.TestWriteToBigtableXlangIT'>
@classmethod
def setUpClass(cls):
cls.test_pipeline = TestPipeline(is_integration_test=True)
cls.project = cls.test_pipeline.get_option('project')
cls.args = cls.test_pipeline.get_full_options_as_args()
cls.expansion_service = ('localhost:%s' %
os.environ.get('EXPANSION_PORT'))
> timestr = "".join(filter(str.isdigit, str(datetime.datetime.utcnow())))
[1m[31mE AttributeError: type object 'datetime.datetime' has no attribute
'datetime'[0m
[1m[31mapache_beam/io/gcp/bigtableio_it_test.py[0m:163: AttributeError
[31m[1m_ ERROR at setup of
TestWriteToBigtableXlangIT.test_delete_column_family_mutation _[0m
cls = <class 'apache_beam.io.gcp.bigtableio_it_test.TestWriteToBigtableXlangIT'>
@classmethod
def setUpClass(cls):
cls.test_pipeline = TestPipeline(is_integration_test=True)
cls.project = cls.test_pipeline.get_option('project')
cls.args = cls.test_pipeline.get_full_options_as_args()
cls.expansion_service = ('localhost:%s' %
os.environ.get('EXPANSION_PORT'))
> timestr = "".join(filter(str.isdigit, str(datetime.datetime.utcnow())))
[1m[31mE AttributeError: type object 'datetime.datetime' has no attribute
'datetime'[0m
[1m[31mapache_beam/io/gcp/bigtableio_it_test.py[0m:163: AttributeError
[31m[1m____ ERROR at setup of
TestWriteToBigtableXlangIT.test_delete_row_mutation _____[0m
cls = <class 'apache_beam.io.gcp.bigtableio_it_test.TestWriteToBigtableXlangIT'>
@classmethod
def setUpClass(cls):
cls.test_pipeline = TestPipeline(is_integration_test=True)
cls.project = cls.test_pipeline.get_option('project')
cls.args = cls.test_pipeline.get_full_options_as_args()
cls.expansion_service = ('localhost:%s' %
os.environ.get('EXPANSION_PORT'))
> timestr = "".join(filter(str.isdigit, str(datetime.datetime.utcnow())))
[1m[31mE AttributeError: type object 'datetime.datetime' has no attribute
'datetime'[0m
[1m[31mapache_beam/io/gcp/bigtableio_it_test.py[0m:163: AttributeError
[31m[1m________ ERROR at setup of
TestWriteToBigtableXlangIT.test_set_mutation ________[0m
cls = <class 'apache_beam.io.gcp.bigtableio_it_test.TestWriteToBigtableXlangIT'>
@classmethod
def setUpClass(cls):
cls.test_pipeline = TestPipeline(is_integration_test=True)
cls.project = cls.test_pipeline.get_option('project')
cls.args = cls.test_pipeline.get_full_options_as_args()
cls.expansion_service = ('localhost:%s' %
os.environ.get('EXPANSION_PORT'))
> timestr = "".join(filter(str.isdigit, str(datetime.datetime.utcnow())))
[1m[31mE AttributeError: type object 'datetime.datetime' has no attribute
'datetime'[0m
[1m[31mapache_beam/io/gcp/bigtableio_it_test.py[0m:163: AttributeError
[33m=============================== warnings summary
===============================[0m
../../build/gradleenv/417525524/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/build/gradleenv/417525524/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py>:17:
DeprecationWarning: The distutils package is deprecated and slated for removal
in Python 3.12. Use setuptools or check PEP 632 for potential alternatives
from distutils import util
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/ws/src/sdks/python/pytest_gcpCrossLanguage.xml>
-
[36m[1m=========================== short test summary info
============================[0m
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::[1mTestWriteToBigtableXlangIT::test_delete_cells_mutation[0m
- AttributeError: type object 'datetime.datetime' has no attribute 'datetime'
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::[1mTestWriteToBigtableXlangIT::test_delete_cells_with_timerange_mutation[0m
- AttributeError: type object 'datetime.datetime' has no attribute 'datetime'
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::[1mTestWriteToBigtableXlangIT::test_delete_column_family_mutation[0m
- AttributeError: type object 'datetime.datetime' has no attribute 'datetime'
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::[1mTestWriteToBigtableXlangIT::test_delete_row_mutation[0m
- AttributeError: type object 'datetime.datetime' has no attribute 'datetime'
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::[1mTestWriteToBigtableXlangIT::test_set_mutation[0m
- AttributeError: type object 'datetime.datetime' has no attribute 'datetime'
[31m= [32m7 passed[0m, [33m20 skipped[0m, [33m7215 deselected[0m, [33m1
warning[0m, [31m[1m5 errors[0m[31m in 217.65s (0:03:37)[0m[31m =[0m
> Task :sdks:python:test-suites:direct:py311:gcpCrossLanguagePythonUsingJava
> FAILED
> Task :sdks:python:test-suites:direct:py311:gcpCrossLanguageCleanup
Stopping expansion service pid: 2428702.
Skipping invalid pid: 2428703.
> Task :sdks:python:test-suites:xlang:fnApiJobServerCleanup
Killing process at 2428845
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task
':sdks:python:test-suites:direct:py38:gcpCrossLanguagePythonUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task
':sdks:python:test-suites:direct:py311:gcpCrossLanguagePythonUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
For more on this, please refer to
https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings
in the Gradle documentation.
BUILD FAILED in 9m 39s
120 actionable tasks: 85 executed, 33 from cache, 2 up-to-date
Publishing build scan...
https://ge.apache.org/s/t3i3yzyilamt2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
