This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from e646bc30729 use the script when validating the BQ table (#34617)
add 7cb43f23d37 Fix GCP auth step (#34624)
add 80c0998ff7a Use cached prism binary without re-unzipping by default.
(#34616)
add bd2891db827 Update run_rc_validation_python_mobile_gaming.yml (#34620)
add 18373bfc549 Preserve pane index through reshuffle. (#34348)
add 5a590ad513b Revert "Add logic to fail if specified partitions do not
exist in the topic. …" (#34631)
add a699e8e03f0 Fix The PostCommit XVR Flink job (#34628)
add 3af039802ee Bump github.com/nats-io/nats-server/v2 from 2.11.0 to
2.11.1 in /sdks (#34586)
add c1650e9cc74 Normalize tf record io (#34411)
No new revisions were added by this update.
Summary of changes:
.github/workflows/beam_PostCommit_Python_Arm.yml | 9 +-
.../workflows/beam_Publish_Beam_SDK_Snapshots.yml | 8 +-
...beam_Python_ValidatesContainer_Dataflow_ARM.yml | 9 +-
.github/workflows/refresh_looker_metrics.yml | 9 +-
.../republish_released_docker_containers.yml | 8 +-
.../run_rc_validation_python_mobile_gaming.yml | 5 +
.../apache/beam/runners/flink/FlinkJobInvoker.java | 17 +-
.../beam/runners/jobsubmission/JobInvoker.java | 5 +-
sdks/go.mod | 2 +-
sdks/go.sum | 4 +-
.../TFRecordReadSchemaTransformConfiguration.java | 104 ++++
.../io/TFRecordReadSchemaTransformProvider.java | 201 +++++++
.../io/TFRecordSchemaTransformTranslation.java} | 30 +-
.../TFRecordWriteSchemaTransformConfiguration.java | 107 ++++
.../io/TFRecordWriteSchemaTransformProvider.java | 244 +++++++++
.../io/TFRecordSchemaTransformProviderTest.java | 587 +++++++++++++++++++++
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 10 +-
.../beam/sdk/io/kafka/KafkaUnboundedSource.java | 34 +-
.../sdk/io/kafka/WatchForKafkaTopicPartitions.java | 10 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOIT.java | 98 ----
.../runners/portability/prism_runner.py | 57 +-
.../runners/portability/prism_runner_test.py | 166 +++++-
sdks/python/apache_beam/testing/util.py | 20 +-
sdks/python/apache_beam/transforms/util.py | 78 ++-
sdks/python/apache_beam/transforms/util_test.py | 220 +++++++-
sdks/python/apache_beam/yaml/json_utils.py | 1 +
sdks/python/apache_beam/yaml/standard_io.yaml | 40 +-
.../yaml/tests/{csv.yaml => tfrecord_write.yaml} | 39 +-
sdks/python/apache_beam/yaml/yaml_io.py | 84 +++
sdks/python/apache_beam/yaml/yaml_mapping.py | 2 +
sdks/standard_external_transforms.yaml | 62 ++-
31 files changed, 2033 insertions(+), 237 deletions(-)
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/io/TFRecordReadSchemaTransformConfiguration.java
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/io/TFRecordReadSchemaTransformProvider.java
copy
sdks/java/{io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/providers/BigQuerySchemaTransformTranslation.java
=>
core/src/main/java/org/apache/beam/sdk/io/TFRecordSchemaTransformTranslation.java}
(69%)
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/io/TFRecordWriteSchemaTransformConfiguration.java
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/io/TFRecordWriteSchemaTransformProvider.java
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/io/TFRecordSchemaTransformProviderTest.java
copy sdks/python/apache_beam/yaml/tests/{csv.yaml => tfrecord_write.yaml} (54%)
