See
<https://ci-beam.apache.org/job/beam_PostCommit_Python37/4898/display/redirect?page=changes>
Changes:
[noreply] Remove build status from PR (#16902)
------------------------------------------
[...truncated 16.63 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"labels": {'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PCOLLECTION": "ref_PCollection_PCollection_27"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' },
{'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"urn": "beam:metric:sampled_byte_size:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"type": "beam:metrics:distribution_int64:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"payload": "AcQHxAfEBw==",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"labels": {'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PCOLLECTION": "ref_PCollection_PCollection_24"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' },
{'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"urn": "beam:metric:sampled_byte_size:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"type": "beam:metrics:distribution_int64:v1",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"payload": "AcAHwAfABw==",'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"labels": {'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'
"PCOLLECTION": "ref_PCollection_PCollection_25"'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }]'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b' }'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'}'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.resourcemanager.ResourceManager
deregisterApplication'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Shut down cluster because application is in CANCELED, diagnostics
DispatcherResourceManagerComponent has been closed..'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.io.disk.FileChannelManagerImpl
lambda$getFileCloser$0'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
FileChannelManager removed spill file directory
/tmp/flink-io-240320e0-6a12-4919-97b8-70b32b5d7b16'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM
org.apache.flink.runtime.entrypoint.component.DispatcherResourceManagerComponent
closeAsyncInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Closing components.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.io.network.NettyShuffleEnvironment
close'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Shutting down the network environment and its components.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM
org.apache.flink.runtime.dispatcher.runner.AbstractDispatcherLeaderProcess
closeInternal'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopping SessionDispatcherLeaderProcess.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.io.disk.FileChannelManagerImpl
lambda$getFileCloser$0'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
FileChannelManager removed spill file directory
/tmp/flink-netty-shuffle-aa62b05c-6364-4d16-85db-25995b14b4af'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.taskexecutor.KvStateService shutdown'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Shutting down the kvState service and its components.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService
stop'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stop job leader service.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.dispatcher.Dispatcher onStop'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopping dispatcher akka://flink/user/rpc/dispatcher_1.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM
org.apache.flink.runtime.resourcemanager.ResourceManagerServiceImpl closeAsync'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopping resource manager service.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.filecache.FileCache shutdown'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
removed file cache directory
/tmp/flink-dist-cache-f9d8a0d4-a6dd-47a0-8373-720c3096ce5c'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.dispatcher.Dispatcher
terminateRunningJobs'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopping all currently running jobs of dispatcher
akka://flink/user/rpc/dispatcher_1.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM
org.apache.flink.runtime.resourcemanager.slotmanager.DeclarativeSlotManager
close'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Closing the slot manager.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.taskexecutor.TaskExecutor
handleOnStopException'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopped TaskExecutor akka://flink/user/rpc/taskmanager_0.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM
org.apache.flink.runtime.resourcemanager.slotmanager.DeclarativeSlotManager
suspend'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Suspending the slot manager.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.dispatcher.Dispatcher lambda$onStop$0'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopped dispatcher akka://flink/user/rpc/dispatcher_1.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.rpc.akka.AkkaRpcService stopService'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopping Akka RPC service.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.rpc.akka.AkkaRpcService stopService'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopping Akka RPC service.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.rpc.akka.AkkaRpcService
lambda$stopService$8'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopped Akka RPC service.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.blob.AbstractBlobCache close'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Shutting down BLOB cache'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.blob.AbstractBlobCache close'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Shutting down BLOB cache'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.blob.BlobServer close'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopped BLOB server at 0.0.0.0:38959'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:576
Job state changed to DONE
PASSED [ 52%]
apache_beam/io/gcp/bigquery_read_it_test.py::ReadNewTypesTests::test_native_source
SKIPPED [ 57%]
------------------------------ live log teardown -------------------------------
INFO apache_beam.io.gcp.bigquery_read_it_test:bigquery_read_it_test.py:110
Deleting dataset python_read_table_16452514878583 in project apache-beam-testing
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:39 AM org.apache.flink.runtime.rpc.akka.AkkaRpcService
lambda$stopService$8'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Stopped Akka RPC service.'
apache_beam/io/gcp/bigquery_read_it_test.py::ReadAllBQTests::test_read_queries
-------------------------------- live log setup --------------------------------
INFO apache_beam.io.gcp.bigquery_read_it_test:bigquery_read_it_test.py:102
Created dataset python_read_table_16452515205646 in project apache-beam-testing
SKIPPED [ 61%]
------------------------------ live log teardown -------------------------------
INFO apache_beam.io.gcp.bigquery_read_it_test:bigquery_read_it_test.py:110
Deleting dataset python_read_table_16452515205646 in project apache-beam-testing
apache_beam/io/external/xlang_jdbcio_it_test.py::CrossLanguageJdbcIOTest::test_xlang_jdbc_read_0_postgres
-------------------------------- live log call ---------------------------------
INFO testcontainers.core.container:container.py:46 Pulling image
postgres:12.3
INFO testcontainers.core.container:container.py:57 Container started:
6c940b4078
INFO testcontainers.core.waiting_utils:waiting_utils.py:39 Waiting to be
ready...
INFO apache_beam.utils.subprocess_server:subprocess_server.py:238 Using
pre-built snapshot at
<https://ci-beam.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.38.0-SNAPSHOT.jar>
INFO root:external.py:740 Starting a JAR-based expansion service from JAR
<https://ci-beam.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.38.0-SNAPSHOT.jar>
and with classpath: ['org.postgresql:postgresql:42.2.16']
INFO apache_beam.utils.subprocess_server:subprocess_server.py:267 Using
cached job server jar from
https://repo.maven.apache.org/maven2/org/postgresql/postgresql/42.2.16/postgresql-42.2.16.jar
INFO apache_beam.utils.subprocess_server:subprocess_server.py:116 Starting
service with ['java' '-jar'
'/home/jenkins/.apache_beam/cache/jars/composite-jars/edadbea71eb63f4417ad467b9784c4043f78c478ffc7012584905a0ca9164738.jar'
'51747'
'--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.38.0-SNAPSHOT.jar,https>://repo.maven.apache.org/maven2/org/postgresql/postgresql/42.2.16/postgresql-42.2.16.jar']
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b'Starting expansion service at localhost:51747'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:48 AM org.apache.beam.sdk.expansion.service.ExpansionService
loadRegisteredTransforms'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Registering external transforms:
[beam:transform:org.apache.beam:schemaio_jdbc_read:v1,
beam:transform:org.apache.beam:schemaio_jdbc_write:v1,
beam:transform:org.apache.beam:schemaio_avro_read:v1,
beam:transform:org.apache.beam:schemaio_avro_write:v1,
beam:external:java:generate_sequence:v1]'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b'\tbeam:transform:org.apache.beam:schemaio_jdbc_read:v1:
org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@52aa2946'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b'\tbeam:transform:org.apache.beam:schemaio_jdbc_write:v1:
org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4de5031f'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b'\tbeam:transform:org.apache.beam:schemaio_avro_read:v1:
org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@67e2d983'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b'\tbeam:transform:org.apache.beam:schemaio_avro_write:v1:
org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@5d47c63f'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b'\tbeam:external:java:generate_sequence:v1:
org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@5ea434c8'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:50 AM org.apache.beam.sdk.expansion.service.ExpansionService expand'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
Expanding 'Read from jdbc' with URN
'beam:transform:org.apache.beam:schemaio_jdbc_read:v1'"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:50 AM
org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader
payloadToConfig'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b"WARNING: Configuration class
'org.apache.beam.sdk.extensions.schemaio.expansion.ExternalSchemaIOTransformRegistrar$Configuration'
has no schema registered. Attempting to construct with setter approach."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:50 AM
org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader
payloadToConfig'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b"WARNING: Configuration class
'org.apache.beam.sdk.extensions.schemaio.expansion.ExternalSchemaIOTransformRegistrar$Configuration'
has no schema registered. Attempting to construct with setter approach."
INFO apache_beam.runners.worker.worker_pool_main:worker_pool_main.py:93
Listening for workers at localhost:35133
WARNING root:environments.py:374 Make sure that locally built Python SDK
docker image has Python 3.7 interpreter.
INFO root:environments.py:380 Default Python SDK image for environment is
apache/beam_python3.7_sdk:2.38.0.dev
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:678
==================== <function pack_combiners at 0x7f691bc8f950>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:678
==================== <function lift_combiners at 0x7f691bc8f9e0>
====================
INFO
apache_beam.runners.portability.fn_api_runner.translations:translations.py:678
==================== <function sort_stages at 0x7f691bc90170>
====================
INFO apache_beam.utils.subprocess_server:subprocess_server.py:116 Starting
service with ['java' '-jar'
'<https://ci-beam.apache.org/job/beam_PostCommit_Python37/ws/src/runners/flink/1.14/job-server/build/libs/beam-runners-flink-1.14-job-server-2.38.0-SNAPSHOT.jar'>
'--flink-master' '[auto]' '--artifacts-dir'
'/tmp/beam-tempyd_g5vah/artifactsemx7jz3t' '--job-port' '46831'
'--artifact-port' '0' '--expansion-port' '0']
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:55 AM software.amazon.awssdk.regions.internal.util.EC2MetadataUtils
getItems'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b'WARNING: Unable to retrieve the requested metadata.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:55 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:55 AM org.apache.beam.runners.jobsubmission.JobServerDriver
createArtifactStagingService'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
ArtifactStagingService started on localhost:37235'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:56 AM org.apache.beam.runners.jobsubmission.JobServerDriver
createExpansionService'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Java ExpansionService started on localhost:40507'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:56 AM org.apache.beam.runners.jobsubmission.JobServerDriver
createJobServer'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
JobService started on localhost:46831'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:56 AM org.apache.beam.runners.jobsubmission.JobServerDriver run'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Job server now running, terminate with Ctrl+C'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:56 AM
org.apache.beam.runners.fnexecution.artifact.ArtifactStagingService$2 onNext'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Staging artifacts for job_25347bb1-4d9e-45fc-8c61-82d62c8f6265.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:56 AM
org.apache.beam.runners.fnexecution.artifact.ArtifactStagingService$2
resolveNextEnvironment'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Resolving artifacts for
job_25347bb1-4d9e-45fc-8c61-82d62c8f6265.external_1beam:env:docker:v1.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:56 AM
org.apache.beam.runners.fnexecution.artifact.ArtifactStagingService$2 onNext'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Getting 9 artifacts for
job_25347bb1-4d9e-45fc-8c61-82d62c8f6265.ref_Environment_default_environment_2.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:56 AM
org.apache.beam.runners.fnexecution.artifact.ArtifactStagingService$2
resolveNextEnvironment'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Resolving artifacts for
job_25347bb1-4d9e-45fc-8c61-82d62c8f6265.ref_Environment_default_environment_2.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:56 AM
org.apache.beam.runners.fnexecution.artifact.ArtifactStagingService$2 onNext'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Getting 0 artifacts for job_25347bb1-4d9e-45fc-8c61-82d62c8f6265.null.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:56 AM
org.apache.beam.runners.fnexecution.artifact.ArtifactStagingService$2
finishStaging'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Artifacts fully staged for job_25347bb1-4d9e-45fc-8c61-82d62c8f6265.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:57 AM org.apache.beam.runners.flink.FlinkJobInvoker
invokeWithExecutor'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Invoking job
BeamApp-jenkins-0219061856-bbcc05c6_b121f847-6c12-450c-9cd1-8d96b0661cfb with
pipeline runner org.apache.beam.runners.flink.FlinkPipelineRunner@cef722d'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:57 AM org.apache.beam.runners.jobsubmission.JobInvocation start'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Starting job invocation
BeamApp-jenkins-0219061856-bbcc05c6_b121f847-6c12-450c-9cd1-8d96b0661cfb'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:457
Environment "LOOPBACK" has started a component necessary for the execution. Be
sure to run the pipeline using
with Pipeline() as p:
p.apply(..)
This ensures that the pipeline finishes before this program exits.
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:576
Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:576
Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:576
Job state changed to RUNNING
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:57 AM org.apache.beam.runners.flink.FlinkPipelineRunner
runPipelineWithTranslator'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Translating pipeline to Flink program.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:57 AM org.apache.beam.runners.flink.FlinkExecutionEnvironments
createBatchExecutionEnvironment'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Creating a Batch Execution Environment.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM software.amazon.awssdk.regions.internal.util.EC2MetadataUtils
getItems'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125
b'WARNING: Unable to retrieve the requested metadata.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.beam.sdk.io.aws2.s3.DefaultS3ClientBuilderFactory
createBuilder'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b"INFO:
The AWS S3 Beam extension was included in this build, but the awsRegion flag
was not specified. If you don't plan to use S3, then ignore this message."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.flink.api.java.utils.PlanGenerator
logTypeRegistrationDetails'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
The job has 0 registered types and 0 default Kryo serializers'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils
setConfigOptionToDefaultIfNotSet'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
The configuration option taskmanager.cpu.cores required for local execution is
not set, setting it to the maximal possible value.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils
setConfigOptionToDefaultIfNotSet'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
The configuration option taskmanager.memory.task.heap.size required for local
execution is not set, setting it to the maximal possible value.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils
setConfigOptionToDefaultIfNotSet'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
The configuration option taskmanager.memory.task.off-heap.size required for
local execution is not set, setting it to the maximal possible value.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils
setConfigOptionToDefaultIfNotSet'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
The configuration option taskmanager.memory.network.min required for local
execution is not set, setting it to its default value 64 mb.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils
setConfigOptionToDefaultIfNotSet'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
The configuration option taskmanager.memory.network.max required for local
execution is not set, setting it to its default value 64 mb.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.flink.runtime.taskexecutor.TaskExecutorResourceUtils
setConfigOptionToDefaultIfNotSet'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
The configuration option taskmanager.memory.managed.size required for local
execution is not set, setting it to its default value 128 mb.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:58 AM org.apache.flink.runtime.minicluster.MiniCluster start'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Starting Flink Mini Cluster'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:59 AM org.apache.flink.runtime.minicluster.MiniCluster start'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Starting Metrics Registry'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:59 AM org.apache.flink.runtime.metrics.MetricRegistryImpl <init>'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
No metrics reporter configured, no metrics will be exposed/reported.'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:59 AM org.apache.flink.runtime.minicluster.MiniCluster start'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Starting RPC Service(s)'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:59 AM org.apache.flink.runtime.rpc.akka.AkkaBootstrapTools
startLocalActorSystem'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Trying to start local actor system'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'Feb 19,
2022 6:18:59 AM akka.event.slf4j.Slf4jLogger$$anonfun$receive$1 applyOrElse'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:125 b'INFO:
Slf4jLogger started'
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
