This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 4cfd4bf (commit)
to c7b0450 (commit)
from 4cfd4bf Merge pull request #12137: [BEAM-10392] Attempt to fix/enable
detection of rabbitmq:test stuckness.
add 296650d Merge pull request #12146: [BEAM-10383] Update Snowflake JDBC
dependency
add 9ff3deb [BEAM-9895] Added integration test for SnowflakeIO
add 70a9399 Merge pull request #12176 from
PolideaInternal/BEAM-9895-snowflakeioit
add 48fa73e [BEAM-10317] Python - Update BigQueryIO to tag BigQuery Jobs
with the Dataflow Job ID
add 1aa3eb5 Merge pull request #12084 from [BEAM-10317] Python - Update
BigQueryIO to tag BigQuery Jobs with the Dataflow Job ID
add 9850359 Remove usage of jdk-internal NotNull annotation
add b89fc5e Merge pull request #12075 from nielm/removeNotNull
add 91aa5cb Remove passthrough_pcollection_output_ids and
force_generated_pcollection_output_ids
add 2a93437 yield none, pvalue for single output transforms
add 15abcdd Merge pull request #11765 from [BEAM-9322] Remove
passthrough_pcollection_output_ids and force_generated_pcollection_output_ids
flags
add 102a3e5 fix formatting for pull request post-commit status table
add d23ac4f Merge pull request #12165 from ihji/fix_github_pr_template
add 539cf9a Add requests to python deps
add c3d1e5d Merge pull request #12177 [BEAM-10317] Add requests to python
deps
add aade544 [BEAM-9785] Add Python 3.8 postcommit tests (#11788)
add 9882ad6 [BEAM-9615] Add Row coder functions.
add 033b1bf !fixup go version restrictions on shift.
add 5c4aeed !fixup address comments & go1.12 compiler error
add 3f70c0a [BEAM-9615] Add Row coder functions. (#12141)
add fc654da Merge pull request #12161 from [BEAM-10378] Adding Azure IO
FileSystem
add 103facb Use bz2 to compress pickler output for better compression.
(#12057)
add 0dede89 [BEAM-10317] Java - Update BigQueryIO to tag BigQuery Jobs
with the Dataflow Job ID
add 96bf514 Merge pull request #12083 from [BEAM-10317] Java - Update
BigQueryIO to tag BigQuery Jobs with the Dataflow Job ID
add 4910a22 Move Kafka directly to io submodule.
add 3c8bf83 Import symbols in old module for backwards compatibility.
add 15f9802 Merge pull request #12168 Move Kafka directly to io submodule.
add 3271efe Remove the non-actional warning message
add 6b450cf Merge pull request #12178 from KevinGG/clean
add 8de544a Moved application of lower bound from _get_split_keys to
split to avoid source bundles of weight=0
add 811d41f Merge pull request #12142 from
corvin-quodai/mdbio-zerodivision
add 02c1d96 Reduce scope of ParseResult AutoValue properties. Access
should only be via getResult and getFailedToParseLines
add 1a643f6 Fix scope issues with JsonToRowWithErrFn to enable exposure
of the extended error info.
add bffb0dc Merge pull request #12175 from
rezarokni/BEAM-10201-FixPraseResultVisability
add e918fa5 Pass the pipeline's options when visualizing the pipeline
graph.
add c7b0450 Merge pull request #12181 from KevinGG/fix_graph
No new revisions were added by this update.
Summary of changes:
.github/PULL_REQUEST_TEMPLATE.md | 4 +-
.test-infra/jenkins/README.md | 1 +
...hon37.groovy => job_PostCommit_Python38.groovy} | 8 +-
CHANGES.md | 2 +-
README.md | 2 +-
build.gradle | 11 +-
.../beam/examples/cookbook/BigQueryTornadoes.java | 46 ++-
.../examples/cookbook/BigQueryTornadoesIT.java | 27 ++
sdks/go/pkg/beam/core/graph/coder/row.go | 378 +++++++++++++++++++++
sdks/go/pkg/beam/core/graph/coder/row_test.go | 166 +++++++++
.../org/apache/beam/sdk/transforms/JsonToRow.java | 45 +--
.../sdk/extensions/gcp/util/GceMetadataUtil.java | 69 ++++
sdks/java/io/azure/README.md | 19 ++
.../azure/blobstore/AzureBlobStoreFileSystem.java} | 3 +-
.../AzureBlobStoreFileSystemRegistrar.java} | 2 -
.../blobstore/AzureBlobStoreFileSystemTest.java} | 2 -
.../sdk/io/gcp/bigquery/BigQueryIOMetadata.java | 78 +++++
.../sdk/io/gcp/bigquery/BigQueryQuerySource.java | 3 +
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 33 +-
.../gcp/bigquery/BigQueryStorageQuerySource.java | 3 +
.../gcp/bigquery/BigQueryStorageTableSource.java | 2 +
.../sdk/io/gcp/bigquery/BigQueryTableSource.java | 3 +
.../beam/sdk/io/gcp/bigquery/WriteRename.java | 5 +-
.../beam/sdk/io/gcp/bigquery/WriteTables.java | 8 +
.../io/gcp/bigquery/BigQueryIOMetadataTest.java | 72 ++++
sdks/java/io/snowflake/build.gradle | 2 +-
.../apache/beam/sdk/io/snowflake/SnowflakeIO.java | 26 +-
.../sdk/io/snowflake/test/BatchSnowflakeIOIT.java | 175 ++++++++++
.../beam/sdk/io/snowflake/test/TestUtils.java | 38 +++
.../test/unit/DataSourceConfigurationTest.java | 7 +-
.../beam/sdk/testutils/metrics/MetricsReader.java | 5 +-
sdks/python/apache_beam/coders/coders.py | 4 +-
sdks/python/apache_beam/internal/http_client.py | 5 +-
sdks/python/apache_beam/internal/pickler.py | 29 +-
sdks/python/apache_beam/io/external/kafka.py | 205 +----------
.../io/external/xlang_kafkaio_it_test.py | 4 +-
sdks/python/apache_beam/io/gcp/bigquery.py | 22 +-
.../apache_beam/io/gcp/bigquery_file_loads.py | 29 +-
.../apache_beam/io/gcp/bigquery_io_metadata.py | 83 +++++
.../io/gcp/bigquery_io_metadata_test.py | 75 ++++
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 26 +-
.../job/utils.py => io/gcp/gce_metadata_util.py} | 35 +-
.../hdfs_integration_test/hdfs_integration_test.sh | 2 +-
sdks/python/apache_beam/io/{external => }/kafka.py | 0
sdks/python/apache_beam/io/mongodbio.py | 10 +-
sdks/python/apache_beam/pipeline.py | 32 +-
.../interactive/caching/streaming_cache_test.py | 5 -
.../runners/interactive/display/pipeline_graph.py | 15 +-
.../runners/interactive/interactive_runner.py | 5 -
.../runners/portability/flink_runner_test.py | 4 +-
sdks/python/apache_beam/testing/test_stream.py | 10 -
.../python/apache_beam/testing/test_stream_test.py | 11 -
sdks/python/apache_beam/transforms/ptransform.py | 14 -
.../apache_beam/transforms/sideinputs_test.py | 5 +-
sdks/python/apache_beam/utils/interactive_utils.py | 10 -
sdks/python/setup.py | 1 +
.../dataflow/{py37 => py38}/build.gradle | 2 +-
sdks/python/test-suites/direct/py37/build.gradle | 11 -
.../test-suites/direct/{py37 => py38}/build.gradle | 4 +-
.../portable/{py37 => py38}/build.gradle | 4 +-
settings.gradle | 3 +
61 files changed, 1475 insertions(+), 435 deletions(-)
copy .test-infra/jenkins/{job_PostCommit_Python37.groovy =>
job_PostCommit_Python38.groovy} (84%)
create mode 100644 sdks/go/pkg/beam/core/graph/coder/row.go
create mode 100644 sdks/go/pkg/beam/core/graph/coder/row_test.go
create mode 100644
sdks/java/extensions/google-cloud-platform-core/src/main/java/org/apache/beam/sdk/extensions/gcp/util/GceMetadataUtil.java
create mode 100644 sdks/java/io/azure/README.md
copy
sdks/java/{extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/util/package-info.java
=>
io/azure/src/main/java/org/apache/beam/sdk/io/azure/blobstore/AzureBlobStoreFileSystem.java}
(93%)
copy
sdks/java/{testing/load-tests/src/main/java/org/apache/beam/sdk/loadtests/package-info.java
=>
io/azure/src/main/java/org/apache/beam/sdk/io/azure/blobstore/AzureBlobStoreFileSystemRegistrar.java}
(92%)
copy
sdks/java/{testing/load-tests/src/main/java/org/apache/beam/sdk/loadtests/package-info.java
=>
io/azure/src/test/java/org/apache/beam/sdk/io/azure/blobstore/AzureBlobStoreFileSystemTest.java}
(92%)
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIOMetadata.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIOMetadataTest.java
create mode 100644
sdks/java/io/snowflake/src/test/java/org/apache/beam/sdk/io/snowflake/test/BatchSnowflakeIOIT.java
create mode 100644 sdks/python/apache_beam/io/gcp/bigquery_io_metadata.py
create mode 100644 sdks/python/apache_beam/io/gcp/bigquery_io_metadata_test.py
copy sdks/python/apache_beam/{runners/job/utils.py =>
io/gcp/gce_metadata_util.py} (53%)
copy sdks/python/apache_beam/io/{external => }/kafka.py (100%)
copy sdks/python/test-suites/dataflow/{py37 => py38}/build.gradle (98%)
copy sdks/python/test-suites/direct/{py37 => py38}/build.gradle (94%)
copy sdks/python/test-suites/portable/{py37 => py38}/build.gradle (91%)
