This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 410ad76 (commit)
to 7587508 (commit)
from 410ad76 Merge pull request #15323: [BEAM-5379] Go SDK modules support.
add 9b46a89 [BEAM-12270] Add Parquet source support for TPD-DS benchmark
add 0ccb32a Merge pull request #15325: [BEAM-12270] Add Parquet source
support for TPD-DS benchmark
add bd51855 [BEAM-12742] Samza Runner does not properly delete modified
timer (#15322)
add 17a2e3e [BEAM-12740] [BEAM-8268] Improve error handling and retries
for GCS rename operations
add a0fbe00 Merge pull request #15301: [BEAM-12740] [BEAM-8268] Improve
error handling and retries for GCS rename used by FileBasedSink
add 9188bbf [BEAM-3713] Cleanup, remove nosetest references (#15245)
add c861c89 [BEAM-12772] Remove test implementation of SamzaIORegistrar
(#15347)
add de65e36 [BEAM-12735] Adding Python XLang examples to the RC
validation script
add d59fdd0 update
add 8c6fafd check xlang test outputs
add 7587508 Merge pull request #15307 from ihji/BEAM-12735
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 -
release/src/main/scripts/run_rc_validation.sh | 199 +++++++++++++--
release/src/main/scripts/script.config | 13 +-
runners/samza/build.gradle | 32 ++-
.../samza/runtime/SamzaTimerInternalsFactory.java | 143 ++++++-----
.../runtime/SamzaTimerInternalsFactoryTest.java | 107 +++-----
.../samza/util/PipelineJsonRendererTest.java | 21 --
runners/samza/src/test/resources/ExpectedDag.json | 1 -
.../apache/beam/sdk/io/ClassLoaderFileSystem.java | 5 +-
.../java/org/apache/beam/sdk/io/FileBasedSink.java | 5 +-
.../java/org/apache/beam/sdk/io/FileSystem.java | 9 +-
.../java/org/apache/beam/sdk/io/FileSystems.java | 126 +++++-----
.../org/apache/beam/sdk/io/LocalFileSystem.java | 9 +-
.../org/apache/beam/sdk/io/WriteFilesTest.java | 8 +-
.../beam/sdk/transforms/GroupIntoBatchesTest.java | 3 +
.../org/apache/beam/sdk/transforms/ParDoTest.java | 34 ++-
.../sdk/extensions/gcp/storage/GcsFileSystem.java | 25 +-
.../beam/sdk/extensions/gcp/util/GcsUtil.java | 250 +++++++++++++++---
.../beam/sdk/extensions/gcp/util/GcsUtilTest.java | 175 +++++++++++--
.../apache/beam/sdk/io/aws/s3/S3FileSystem.java | 8 +-
.../apache/beam/sdk/io/aws2/s3/S3FileSystem.java | 8 +-
.../azure/blobstore/AzureBlobStoreFileSystem.java | 9 +-
.../apache/beam/sdk/io/hdfs/HadoopFileSystem.java | 8 +-
sdks/java/testing/tpcds/build.gradle | 2 +
.../apache/beam/sdk/tpcds/SqlTransformRunner.java | 103 +++++---
.../org/apache/beam/sdk/tpcds/TpcdsOptions.java | 10 +-
.../java/org/apache/beam/sdk/tpcds/TpcdsUtils.java | 30 +++
.../main/resources/schemas_avro/call_center.json | 260 +++++++++++++++++++
.../main/resources/schemas_avro/catalog_page.json | 78 ++++++
.../resources/schemas_avro/catalog_returns.json | 222 ++++++++++++++++
.../main/resources/schemas_avro/catalog_sales.json | 278 +++++++++++++++++++++
.../src/main/resources/schemas_avro/customer.json | 150 +++++++++++
.../resources/schemas_avro/customer_address.json | 110 ++++++++
.../schemas_avro/customer_demographics.json | 78 ++++++
.../src/main/resources/schemas_avro/date_dim.json | 233 +++++++++++++++++
.../schemas_avro/household_demographics.json | 46 ++++
.../main/resources/schemas_avro/income_band.json | 30 +++
.../src/main/resources/schemas_avro/inventory.json | 38 +++
.../src/main/resources/schemas_avro/item.json | 188 ++++++++++++++
.../src/main/resources/schemas_avro/promotion.json | 158 ++++++++++++
.../src/main/resources/schemas_avro/reason.json | 30 +++
.../src/main/resources/schemas_avro/ship_mode.json | 54 ++++
.../src/main/resources/schemas_avro/store.json | 244 ++++++++++++++++++
.../main/resources/schemas_avro/store_returns.json | 166 ++++++++++++
.../main/resources/schemas_avro/store_sales.json | 190 ++++++++++++++
.../src/main/resources/schemas_avro/time_dim.json | 86 +++++++
.../src/main/resources/schemas_avro/warehouse.json | 118 +++++++++
.../src/main/resources/schemas_avro/web_page.json | 124 +++++++++
.../main/resources/schemas_avro/web_returns.json | 198 +++++++++++++++
.../src/main/resources/schemas_avro/web_sales.json | 278 +++++++++++++++++++++
.../src/main/resources/schemas_avro/web_site.json | 220 ++++++++++++++++
.../cookbook/bigquery_tornadoes_it_test.py | 3 -
sdks/python/apache_beam/testing/test_pipeline.py | 4 +-
.../transforms/periodicsequence_test.py | 2 -
.../apache_beam/transforms/ptransform_test.py | 3 -
.../apache_beam/transforms/sideinputs_test.py | 3 -
.../transforms_keyword_only_args_test.py | 4 -
sdks/python/container/base_image_requirements.txt | 2 -
sdks/python/scripts/run_integration_test.sh | 45 ++--
sdks/python/setup.py | 7 -
sdks/python/test-suites/dataflow/common.gradle | 5 -
sdks/python/test-suites/direct/common.gradle | 3 -
sdks/python/test-suites/portable/common.gradle | 5 +-
sdks/python/test_config.py | 49 ----
64 files changed, 4596 insertions(+), 461 deletions(-)
create mode 100644
sdks/java/testing/tpcds/src/main/java/org/apache/beam/sdk/tpcds/TpcdsUtils.java
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/call_center.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/catalog_page.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/catalog_returns.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/catalog_sales.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/customer.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/customer_address.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/customer_demographics.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/date_dim.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/household_demographics.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/income_band.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/inventory.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/item.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/promotion.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/reason.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/ship_mode.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/store.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/store_returns.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/store_sales.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/time_dim.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/warehouse.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/web_page.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/web_returns.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/web_sales.json
create mode 100644
sdks/java/testing/tpcds/src/main/resources/schemas_avro/web_site.json
delete mode 100644 sdks/python/test_config.py
