See
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/319/display/redirect>
Changes:
------------------------------------------
[...truncated 914.00 KB...]
thread: "32"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1698792762
nanos: 874000000
}
message: "Closing reader after reading 0 records."
instruction_id: "bundle_3"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableIO"
thread: "32"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1698792762
nanos: 878000000
}
message: "Started Bigtable service with settings
BigtableDataSettings{stubSettings=EnhancedBigtableStubSettings{projectId=apache-beam-testing,
instanceId=bt-read-tests-1698792714-35d67d, appProfileId=,
isRefreshingChannel=true, primedTableIds=[],
jwtAudienceMapping={batch-bigtable.googleapis.com=https://bigtable.googleapis.com/},
readRowsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT5M, retryableCodes=[UNAVAILABLE, ABORTED, DEADLINE_EXCEEDED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT30M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT30M}},
readRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE, ABORTED,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
sampleRowKeysSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT5M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT5M}},
mutateRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT1M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M}},
bulkMutateRowsSettings=BigtableBatchingCallSettings{batchingCallSettings=BatchingCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M},
batchingSettings=BatchingSettings{elementCountThreshold=100,
requestByteThreshold=20971520, delayThreshold=PT1S, isEnabled=true,
flowControlSettings=FlowControlSettings{maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, limitExceededBehavior=Block}}},
isLatencyBasedThrottlingEnabled=false, targetRpcLatency=null,
dynamicFlowControlSettings=DynamicFlowControlSettings{initialOutstandingElementCount=20000,
initialOutstandingRequestBytes=104857600, maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, minOutstandingElementCount=20000,
minOutstandingRequestBytes=104857600, limitExceededBehavior=Block},
isServerInitiatedFlowControlEnabled=false},
bulkReadRowsSettings=BigtableBulkReadRowsCallSettings{retryableCodes=[UNAVAILABLE,
ABORTED, DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
checkAndMutateRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
readModifyWriteRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
generateInitialChangeStreamPartitionsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT1M, retryableCodes=[UNAVAILABLE, ABORTED, DEADLINE_EXCEEDED],
retrySettings=RetrySettings{totalTimeout=PT1H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT1M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT10M}},
readChangeStreamSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT1M, retryableCodes=[UNAVAILABLE, ABORTED, DEADLINE_EXCEEDED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT5M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT5M}},
pingAndWarmSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT30S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=1, jittered=true,
initialRpcTimeout=PT30S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT30S}},
parent=EnhancedBigtableStubSettings{backgroundExecutorProvider=InstantiatingExecutorProvider{executorThreadCount=16,
threadFactory=com.google.api.gax.core.InstantiatingExecutorProvider$1@37f218ff},
transportChannelProvider=com.google.api.gax.grpc.InstantiatingGrpcChannelProvider@1e3a6f65,
credentialsProvider=FixedCredentialsProvider{credentials=ComputeEngineCredentials{transportFactoryClassName=com.google.auth.oauth2.OAuth2Utils$DefaultHttpTransportFactory}},
headerProvider=FixedHeaderProvider{headers={user-agent=Apache_Beam_SDK_for_Java/2.52.0-SNAPSHOT}},
internalHeaderProvider=FixedHeaderProvider{headers={x-goog-api-client=gl-java/11.0.21__Eclipse-Adoptium__Temurin-11.0.21-9
gapic/ gax/2.33.0 grpc/, user-agent=bigtable-java/2.27.2,
bigtable-features=CAEgAQ==}}, clock=com.google.api.core.NanoClock@3b3c47ff,
endpoint=bigtable.googleapis.com:443,
mtlsEndpoint=bigtable.mtls.googleapis.com:443,
switchToMtlsEndpointAllowed=false, quotaProjectId=null,
streamWatchdogProvider=com.google.api.gax.rpc.InstantiatingWatchdogProvider@26f58058,
streamWatchdogCheckInterval=PT10S,
tracerFactory=com.google.api.gax.tracing.BaseApiTracerFactory@631608b5,
gdchApiAudience=null}}}"
instruction_id: "bundle_3"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableServiceImpl"
thread: "32"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1698792763
nanos: 456000000
}
message: "Closing reader after reading 0 records."
instruction_id: "bundle_3"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableIO"
thread: "32"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1698792763
nanos: 460000000
}
message: "Started Bigtable service with settings
BigtableDataSettings{stubSettings=EnhancedBigtableStubSettings{projectId=apache-beam-testing,
instanceId=bt-read-tests-1698792714-35d67d, appProfileId=,
isRefreshingChannel=true, primedTableIds=[],
jwtAudienceMapping={batch-bigtable.googleapis.com=https://bigtable.googleapis.com/},
readRowsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT5M, retryableCodes=[UNAVAILABLE, ABORTED, DEADLINE_EXCEEDED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT30M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT30M}},
readRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE, ABORTED,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
sampleRowKeysSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT5M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT5M}},
mutateRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT1M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M}},
bulkMutateRowsSettings=BigtableBatchingCallSettings{batchingCallSettings=BatchingCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M},
batchingSettings=BatchingSettings{elementCountThreshold=100,
requestByteThreshold=20971520, delayThreshold=PT1S, isEnabled=true,
flowControlSettings=FlowControlSettings{maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, limitExceededBehavior=Block}}},
isLatencyBasedThrottlingEnabled=false, targetRpcLatency=null,
dynamicFlowControlSettings=DynamicFlowControlSettings{initialOutstandingElementCount=20000,
initialOutstandingRequestBytes=104857600, maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, minOutstandingElementCount=20000,
minOutstandingRequestBytes=104857600, limitExceededBehavior=Block},
isServerInitiatedFlowControlEnabled=false},
bulkReadRowsSettings=BigtableBulkReadRowsCallSettings{retryableCodes=[UNAVAILABLE,
ABORTED, DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
checkAndMutateRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
readModifyWriteRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
generateInitialChangeStreamPartitionsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT1M, retryableCodes=[UNAVAILABLE, ABORTED, DEADLINE_EXCEEDED],
retrySettings=RetrySettings{totalTimeout=PT1H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT1M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT10M}},
readChangeStreamSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT1M, retryableCodes=[UNAVAILABLE, ABORTED, DEADLINE_EXCEEDED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT5M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT5M}},
pingAndWarmSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT30S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=1, jittered=true,
initialRpcTimeout=PT30S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT30S}},
parent=EnhancedBigtableStubSettings{backgroundExecutorProvider=InstantiatingExecutorProvider{executorThreadCount=16,
threadFactory=com.google.api.gax.core.InstantiatingExecutorProvider$1@37f218ff},
transportChannelProvider=com.google.api.gax.grpc.InstantiatingGrpcChannelProvider@7676147b,
credentialsProvider=FixedCredentialsProvider{credentials=ComputeEngineCredentials{transportFactoryClassName=com.google.auth.oauth2.OAuth2Utils$DefaultHttpTransportFactory}},
headerProvider=FixedHeaderProvider{headers={user-agent=Apache_Beam_SDK_for_Java/2.52.0-SNAPSHOT}},
internalHeaderProvider=FixedHeaderProvider{headers={x-goog-api-client=gl-java/11.0.21__Eclipse-Adoptium__Temurin-11.0.21-9
gapic/ gax/2.33.0 grpc/, user-agent=bigtable-java/2.27.2,
bigtable-features=CAEgAQ==}}, clock=com.google.api.core.NanoClock@3b3c47ff,
endpoint=bigtable.googleapis.com:443,
mtlsEndpoint=bigtable.mtls.googleapis.com:443,
switchToMtlsEndpointAllowed=false, quotaProjectId=null,
streamWatchdogProvider=com.google.api.gax.rpc.InstantiatingWatchdogProvider@746dc3e4,
streamWatchdogCheckInterval=PT10S,
tracerFactory=com.google.api.gax.tracing.BaseApiTracerFactory@631608b5,
gdchApiAudience=null}}}"
instruction_id: "bundle_3"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableServiceImpl"
thread: "32"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1698792764
nanos: 12000000
}
message: "Adjusting range start from [69ee58469ee584] to [6b65792d31] as
position of first returned record"
instruction_id: "bundle_3"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.range.ByteKeyRangeTracker"
thread: "32"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1698792764
nanos: 155000000
}
message: "Closing reader after reading 5 records."
instruction_id: "bundle_3"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableIO"
thread: "32"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1698792764
nanos: 159000000
}
message: "Started Bigtable service with settings
BigtableDataSettings{stubSettings=EnhancedBigtableStubSettings{projectId=apache-beam-testing,
instanceId=bt-read-tests-1698792714-35d67d, appProfileId=,
isRefreshingChannel=true, primedTableIds=[],
jwtAudienceMapping={batch-bigtable.googleapis.com=https://bigtable.googleapis.com/},
readRowsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT5M, retryableCodes=[UNAVAILABLE, ABORTED, DEADLINE_EXCEEDED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT30M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT30M}},
readRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE, ABORTED,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
sampleRowKeysSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT5M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT5M}},
mutateRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT1M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M}},
bulkMutateRowsSettings=BigtableBatchingCallSettings{batchingCallSettings=BatchingCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M},
batchingSettings=BatchingSettings{elementCountThreshold=100,
requestByteThreshold=20971520, delayThreshold=PT1S, isEnabled=true,
flowControlSettings=FlowControlSettings{maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, limitExceededBehavior=Block}}},
isLatencyBasedThrottlingEnabled=false, targetRpcLatency=null,
dynamicFlowControlSettings=DynamicFlowControlSettings{initialOutstandingElementCount=20000,
initialOutstandingRequestBytes=104857600, maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, minOutstandingElementCount=20000,
minOutstandingRequestBytes=104857600, limitExceededBehavior=Block},
isServerInitiatedFlowControlEnabled=false},
bulkReadRowsSettings=BigtableBulkReadRowsCallSettings{retryableCodes=[UNAVAILABLE,
ABORTED, DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
checkAndMutateRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
readModifyWriteRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
generateInitialChangeStreamPartitionsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT1M, retryableCodes=[UNAVAILABLE, ABORTED, DEADLINE_EXCEEDED],
retrySettings=RetrySettings{totalTimeout=PT1H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT1M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT10M}},
readChangeStreamSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT1M, retryableCodes=[UNAVAILABLE, ABORTED, DEADLINE_EXCEEDED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT5M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT5M}},
pingAndWarmSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT30S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=1, jittered=true,
initialRpcTimeout=PT30S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT30S}},
parent=EnhancedBigtableStubSettings{backgroundExecutorProvider=InstantiatingExecutorProvider{executorThreadCount=16,
threadFactory=com.google.api.gax.core.InstantiatingExecutorProvider$1@37f218ff},
transportChannelProvider=com.google.api.gax.grpc.InstantiatingGrpcChannelProvider@7c419448,
credentialsProvider=FixedCredentialsProvider{credentials=ComputeEngineCredentials{transportFactoryClassName=com.google.auth.oauth2.OAuth2Utils$DefaultHttpTransportFactory}},
headerProvider=FixedHeaderProvider{headers={user-agent=Apache_Beam_SDK_for_Java/2.52.0-SNAPSHOT}},
internalHeaderProvider=FixedHeaderProvider{headers={x-goog-api-client=gl-java/11.0.21__Eclipse-Adoptium__Temurin-11.0.21-9
gapic/ gax/2.33.0 grpc/, user-agent=bigtable-java/2.27.2,
bigtable-features=CAEgAQ==}}, clock=com.google.api.core.NanoClock@3b3c47ff,
endpoint=bigtable.googleapis.com:443,
mtlsEndpoint=bigtable.mtls.googleapis.com:443,
switchToMtlsEndpointAllowed=false, quotaProjectId=null,
streamWatchdogProvider=com.google.api.gax.rpc.InstantiatingWatchdogProvider@3cf5af1e,
streamWatchdogCheckInterval=PT10S,
tracerFactory=com.google.api.gax.tracing.BaseApiTracerFactory@631608b5,
gdchApiAudience=null}}}"
instruction_id: "bundle_3"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableServiceImpl"
thread: "32"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1698792764
nanos: 759000000
}
message: "Closing reader after reading 0 records."
instruction_id: "bundle_3"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableIO"
thread: "32"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1698792764
nanos: 762000000
}
message: "Started Bigtable service with settings
BigtableDataSettings{stubSettings=EnhancedBigtableStubSettings{projectId=apache-beam-testing,
instanceId=bt-read-tests-1698792714-35d67d, appProfileId=,
isRefreshingChannel=true, primedTableIds=[],
jwtAudienceMapping={batch-bigtable.googleapis.com=https://bigtable.googleapis.com/},
readRowsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT5M, retryableCodes=[UNAVAILABLE, ABORTED, DEADLINE_EXCEEDED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT30M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT30M}},
readRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE, ABORTED,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
sampleRowKeysSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT5M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT5M}},
mutateRowSettings=UnaryCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT1M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M}},
bulkMutateRowsSettings=BigtableBatchingCallSettings{batchingCallSettings=BatchingCallSettings{retryableCodes=[UNAVAILABLE,
DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT1M, rpcTimeoutMultiplier=1.0,
maxRpcTimeout=PT1M},
batchingSettings=BatchingSettings{elementCountThreshold=100,
requestByteThreshold=20971520, delayThreshold=PT1S, isEnabled=true,
flowControlSettings=FlowControlSettings{maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, limitExceededBehavior=Block}}},
isLatencyBasedThrottlingEnabled=false, targetRpcLatency=null,
dynamicFlowControlSettings=DynamicFlowControlSettings{initialOutstandingElementCount=20000,
initialOutstandingRequestBytes=104857600, maxOutstandingElementCount=20000,
maxOutstandingRequestBytes=104857600, minOutstandingElementCount=20000,
minOutstandingRequestBytes=104857600, limitExceededBehavior=Block},
isServerInitiatedFlowControlEnabled=false},
bulkReadRowsSettings=BigtableBulkReadRowsCallSettings{retryableCodes=[UNAVAILABLE,
ABORTED, DEADLINE_EXCEEDED], retrySettings=RetrySettings{totalTimeout=PT10M,
initialRetryDelay=PT0.01S, retryDelayMultiplier=2.0, maxRetryDelay=PT1M,
maxAttempts=0, jittered=true, initialRpcTimeout=PT20S,
rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
checkAndMutateRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
readModifyWriteRowSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT20S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=0, jittered=true,
initialRpcTimeout=PT20S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT20S}},
generateInitialChangeStreamPartitionsSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT1M, retryableCodes=[UNAVAILABLE, ABORTED, DEADLINE_EXCEEDED],
retrySettings=RetrySettings{totalTimeout=PT1H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT1M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT10M}},
readChangeStreamSettings=ServerStreamingCallSettings{idleTimeout=PT5M,
waitTimeout=PT1M, retryableCodes=[UNAVAILABLE, ABORTED, DEADLINE_EXCEEDED],
retrySettings=RetrySettings{totalTimeout=PT12H, initialRetryDelay=PT0.01S,
retryDelayMultiplier=2.0, maxRetryDelay=PT1M, maxAttempts=10, jittered=true,
initialRpcTimeout=PT5M, rpcTimeoutMultiplier=2.0, maxRpcTimeout=PT5M}},
pingAndWarmSettings=UnaryCallSettings{retryableCodes=[],
retrySettings=RetrySettings{totalTimeout=PT30S, initialRetryDelay=PT0S,
retryDelayMultiplier=1.0, maxRetryDelay=PT0S, maxAttempts=1, jittered=true,
initialRpcTimeout=PT30S, rpcTimeoutMultiplier=1.0, maxRpcTimeout=PT30S}},
parent=EnhancedBigtableStubSettings{backgroundExecutorProvider=InstantiatingExecutorProvider{executorThreadCount=16,
threadFactory=com.google.api.gax.core.InstantiatingExecutorProvider$1@37f218ff},
transportChannelProvider=com.google.api.gax.grpc.InstantiatingGrpcChannelProvider@4c291134,
credentialsProvider=FixedCredentialsProvider{credentials=ComputeEngineCredentials{transportFactoryClassName=com.google.auth.oauth2.OAuth2Utils$DefaultHttpTransportFactory}},
headerProvider=FixedHeaderProvider{headers={user-agent=Apache_Beam_SDK_for_Java/2.52.0-SNAPSHOT}},
internalHeaderProvider=FixedHeaderProvider{headers={x-goog-api-client=gl-java/11.0.21__Eclipse-Adoptium__Temurin-11.0.21-9
gapic/ gax/2.33.0 grpc/, user-agent=bigtable-java/2.27.2,
bigtable-features=CAEgAQ==}}, clock=com.google.api.core.NanoClock@3b3c47ff,
endpoint=bigtable.googleapis.com:443,
mtlsEndpoint=bigtable.mtls.googleapis.com:443,
switchToMtlsEndpointAllowed=false, quotaProjectId=null,
streamWatchdogProvider=com.google.api.gax.rpc.InstantiatingWatchdogProvider@13c9f251,
streamWatchdogCheckInterval=PT10S,
tracerFactory=com.google.api.gax.tracing.BaseApiTracerFactory@631608b5,
gdchApiAudience=null}}}"
instruction_id: "bundle_3"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableServiceImpl"
thread: "32"
[32mINFO [0m root:worker_handlers.py:415 severity: INFO
timestamp {
seconds: 1698792765
nanos: 347000000
}
message: "Closing reader after reading 0 records."
instruction_id: "bundle_3"
transform_id:
"ReadFromBigtable/SchemaAwareExternalTransform/beam:schematransform:org.apache.beam:bigtable_read:v1/BigtableIO.Read/Read(BigtableSource)/ParDo(BoundedSourceAsSDFWrapper)/ParMultiDo(BoundedSourceAsSDFWrapper)/Process"
log_location: "org.apache.beam.sdk.io.gcp.bigtable.BigtableIO"
thread: "32"
[33mWARNING [0m root:worker_handlers.py:415 severity: WARN
timestamp {
seconds: 1698792765
nanos: 456000000
}
message: "Hanged up for url: \"localhost:41287\"\n."
log_location: "org.apache.beam.sdk.fn.data.BeamFnDataGrpcMultiplexer"
thread: "24"
5b8a49bffa6c3c4afa6c816a77c2c4cf21c50f9ef6d4e936ce869d1a449c0256
[32mINFO [0m
apache_beam.io.gcp.bigtableio_it_test:bigtableio_it_test.py:92 Deleting table
[test-table] and instance [bt-read-tests-1698792714-35d67d]
[32mPASSED[0m
apache_beam/io/gcp/bigtableio_it_test.py::TestWriteToBigtableXlangIT::test_delete_cells_mutation
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::TestWriteToBigtableXlangIT::test_delete_cells_with_timerange_mutation
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::TestWriteToBigtableXlangIT::test_delete_column_family_mutation
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::TestWriteToBigtableXlangIT::test_delete_row_mutation
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::TestWriteToBigtableXlangIT::test_set_mutation
[31mERROR[0m
==================================== ERRORS ====================================
[31m[1m___ ERROR at setup of
TestWriteToBigtableXlangIT.test_delete_cells_mutation ____[0m
cls = <class 'apache_beam.io.gcp.bigtableio_it_test.TestWriteToBigtableXlangIT'>
@classmethod
def setUpClass(cls):
cls.test_pipeline = TestPipeline(is_integration_test=True)
cls.project = cls.test_pipeline.get_option('project')
cls.args = cls.test_pipeline.get_full_options_as_args()
cls.expansion_service = ('localhost:%s' %
os.environ.get('EXPANSION_PORT'))
> timestr = "".join(filter(str.isdigit, str(datetime.datetime.utcnow())))
[1m[31mE AttributeError: type object 'datetime.datetime' has no attribute
'datetime'[0m
[1m[31mapache_beam/io/gcp/bigtableio_it_test.py[0m:163: AttributeError
[31m[1m_ ERROR at setup of
TestWriteToBigtableXlangIT.test_delete_cells_with_timerange_mutation _[0m
cls = <class 'apache_beam.io.gcp.bigtableio_it_test.TestWriteToBigtableXlangIT'>
@classmethod
def setUpClass(cls):
cls.test_pipeline = TestPipeline(is_integration_test=True)
cls.project = cls.test_pipeline.get_option('project')
cls.args = cls.test_pipeline.get_full_options_as_args()
cls.expansion_service = ('localhost:%s' %
os.environ.get('EXPANSION_PORT'))
> timestr = "".join(filter(str.isdigit, str(datetime.datetime.utcnow())))
[1m[31mE AttributeError: type object 'datetime.datetime' has no attribute
'datetime'[0m
[1m[31mapache_beam/io/gcp/bigtableio_it_test.py[0m:163: AttributeError
[31m[1m_ ERROR at setup of
TestWriteToBigtableXlangIT.test_delete_column_family_mutation _[0m
cls = <class 'apache_beam.io.gcp.bigtableio_it_test.TestWriteToBigtableXlangIT'>
@classmethod
def setUpClass(cls):
cls.test_pipeline = TestPipeline(is_integration_test=True)
cls.project = cls.test_pipeline.get_option('project')
cls.args = cls.test_pipeline.get_full_options_as_args()
cls.expansion_service = ('localhost:%s' %
os.environ.get('EXPANSION_PORT'))
> timestr = "".join(filter(str.isdigit, str(datetime.datetime.utcnow())))
[1m[31mE AttributeError: type object 'datetime.datetime' has no attribute
'datetime'[0m
[1m[31mapache_beam/io/gcp/bigtableio_it_test.py[0m:163: AttributeError
[31m[1m____ ERROR at setup of
TestWriteToBigtableXlangIT.test_delete_row_mutation _____[0m
cls = <class 'apache_beam.io.gcp.bigtableio_it_test.TestWriteToBigtableXlangIT'>
@classmethod
def setUpClass(cls):
cls.test_pipeline = TestPipeline(is_integration_test=True)
cls.project = cls.test_pipeline.get_option('project')
cls.args = cls.test_pipeline.get_full_options_as_args()
cls.expansion_service = ('localhost:%s' %
os.environ.get('EXPANSION_PORT'))
> timestr = "".join(filter(str.isdigit, str(datetime.datetime.utcnow())))
[1m[31mE AttributeError: type object 'datetime.datetime' has no attribute
'datetime'[0m
[1m[31mapache_beam/io/gcp/bigtableio_it_test.py[0m:163: AttributeError
[31m[1m________ ERROR at setup of
TestWriteToBigtableXlangIT.test_set_mutation ________[0m
cls = <class 'apache_beam.io.gcp.bigtableio_it_test.TestWriteToBigtableXlangIT'>
@classmethod
def setUpClass(cls):
cls.test_pipeline = TestPipeline(is_integration_test=True)
cls.project = cls.test_pipeline.get_option('project')
cls.args = cls.test_pipeline.get_full_options_as_args()
cls.expansion_service = ('localhost:%s' %
os.environ.get('EXPANSION_PORT'))
> timestr = "".join(filter(str.isdigit, str(datetime.datetime.utcnow())))
[1m[31mE AttributeError: type object 'datetime.datetime' has no attribute
'datetime'[0m
[1m[31mapache_beam/io/gcp/bigtableio_it_test.py[0m:163: AttributeError
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/sdks/python/pytest_transformService.xml>
-
[36m[1m=========================== short test summary info
============================[0m
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::[1mTestWriteToBigtableXlangIT::test_delete_cells_mutation[0m
- AttributeError: type object 'datetime.datetime' has no attribute 'datetime'
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::[1mTestWriteToBigtableXlangIT::test_delete_cells_with_timerange_mutation[0m
- AttributeError: type object 'datetime.datetime' has no attribute 'datetime'
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::[1mTestWriteToBigtableXlangIT::test_delete_column_family_mutation[0m
- AttributeError: type object 'datetime.datetime' has no attribute 'datetime'
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::[1mTestWriteToBigtableXlangIT::test_delete_row_mutation[0m
- AttributeError: type object 'datetime.datetime' has no attribute 'datetime'
[31mERROR[0m
apache_beam/io/gcp/bigtableio_it_test.py::[1mTestWriteToBigtableXlangIT::test_set_mutation[0m
- AttributeError: type object 'datetime.datetime' has no attribute 'datetime'
[31m===== [32m1 passed[0m, [33m18 skipped[0m, [33m7223 deselected[0m,
[31m[1m5 errors[0m[31m in 64.68s (0:01:04)[0m[31m ======[0m
> Task :sdks:python:test-suites:direct:xlang:transformServicePythonUsingJava
> FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 604378
> Task :sdks:python:test-suites:direct:xlang:transformServiceCleanup
Stopping the transform service for project
xlangfe70de61-e457-434e-985d-6b10d01eb160 at port 37067 for Beam version
2.52.0.dev transform service startup jar is
<https://ci-beam.apache.org/job/beam_PostCommit_TransformService_Direct/ws/src/sdks/java/transform-service/launcher/build/libs/beam-sdks-java-transform-service-launcher-2.52.0-SNAPSHOT.jar>
Removing transform service temporary directory
/tmp/xlangfe70de61-e457-434e-985d-6b10d01eb160
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task
':sdks:python:test-suites:direct:xlang:transformServicePythonUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
For more on this, please refer to
https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings
in the Gradle documentation.
BUILD FAILED in 10m 27s
173 actionable tasks: 127 executed, 38 from cache, 8 up-to-date
Publishing build scan...
https://ge.apache.org/s/epup5fpvgineq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
