This is an automated email from the ASF dual-hosted git repository.
aromanenko pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 9448dba [BEAM-6182] Disable conscrypt by default (#7203)
add 8f15b88 [BEAM-3912] Add HadoopOutputFormatIO support
add 406f8d7 [BEAM-3912] Remove useless dep
add 86f723e [BEAM-3912] Add HadoopOutputFormatIO support
add 9863c79 [BEAM-3912] Remove useless dep
add fa9cc4a Fix typo in test name
add 757b71e [BEAM-3912] Implement HadoopFormatIO.Write
add 20e3e24 [BEAM-5309] Add streaming support for HadoopFormatIO
add 4adc254 [BEAM-5309] Add streaming support for HadoopFormatIO
add aec6d82 Merge pull request #6691: [BEAM-5309] Add streaming support
for HadoopFormatIO
No new revisions were added by this update.
Summary of changes:
runners/spark/build.gradle | 6 +-
sdks/java/io/hadoop-format/build.gradle | 96 ++
.../io/hadoop/format/ExternalSynchronization.java | 62 +
.../sdk/io/hadoop/format/HDFSSynchronization.java | 186 +++
.../beam/sdk/io/hadoop/format/HadoopFormatIO.java | 1181 ++++++++++++++++++++
.../beam/sdk/io/hadoop/format/HadoopFormats.java | 243 ++++
.../sdk/io/hadoop/format/IterableCombinerFn.java | 140 +++
.../beam/sdk/io/hadoop/format}/package-info.java | 8 +-
.../sdk/io/hadoop/format/EmployeeOutputFormat.java | 74 ++
.../io/hadoop/format/HDFSSynchronizationTest.java | 173 +++
.../sdk/io/hadoop/format/HadoopFormatIOIT.java} | 97 +-
.../format/HadoopFormatIOSequenceFileTest.java | 372 ++++++
.../sdk/io/hadoop/format/HadoopFormatIOTest.java | 316 ++++++
.../sdk/io/hadoop/format/IterableCombinerTest.java | 98 ++
.../io/hadoop/inputformat/TestEmployeeDataSet.java | 2 +-
.../io/hadoop/inputformat/TestRowDBWritable.java | 9 +-
sdks/java/javadoc/build.gradle | 1 +
settings.gradle | 6 +
18 files changed, 3023 insertions(+), 47 deletions(-)
create mode 100644 sdks/java/io/hadoop-format/build.gradle
create mode 100644
sdks/java/io/hadoop-format/src/main/java/org/apache/beam/sdk/io/hadoop/format/ExternalSynchronization.java
create mode 100644
sdks/java/io/hadoop-format/src/main/java/org/apache/beam/sdk/io/hadoop/format/HDFSSynchronization.java
create mode 100644
sdks/java/io/hadoop-format/src/main/java/org/apache/beam/sdk/io/hadoop/format/HadoopFormatIO.java
create mode 100644
sdks/java/io/hadoop-format/src/main/java/org/apache/beam/sdk/io/hadoop/format/HadoopFormats.java
create mode 100644
sdks/java/io/hadoop-format/src/main/java/org/apache/beam/sdk/io/hadoop/format/IterableCombinerFn.java
copy
sdks/java/{extensions/protobuf/src/main/java/org/apache/beam/sdk/extensions/protobuf
=>
io/hadoop-format/src/main/java/org/apache/beam/sdk/io/hadoop/format}/package-info.java
(77%)
create mode 100644
sdks/java/io/hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/EmployeeOutputFormat.java
create mode 100644
sdks/java/io/hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/HDFSSynchronizationTest.java
copy
sdks/java/io/{hadoop-input-format/src/test/java/org/apache/beam/sdk/io/hadoop/inputformat/HadoopInputFormatIOIT.java
=>
hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/HadoopFormatIOIT.java}
(59%)
create mode 100644
sdks/java/io/hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/HadoopFormatIOSequenceFileTest.java
create mode 100644
sdks/java/io/hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/HadoopFormatIOTest.java
create mode 100644
sdks/java/io/hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/IterableCombinerTest.java
