This is an automated email from the ASF dual-hosted git repository.
damondouglas pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from d6d41a688c5 Show legend for postcommit job duration. (#26244)
new 4fc42d9efef FileReadSchemaTransformProvider
new 95f5252d2ea AvroReadSchemaTransformFormatProvider and tests
new 876bde245bc ParquetReadSchemaTransformFormatProvider and tests
new 8c40a8784cc replace bytes with ByteBuffer, remove Short for
SchemaAwareJavaBeans primitive data types; match read transform test names to
write transform test names
new c707a4b676c Merge branch 'master' of github.com:ahmedabu98/beam into
filereadschematransform pull #25951
new 173d26b6a33 isolate bytes in SchemaAwareJavaBeans and add tests for
read and write, refactor test class names to match schematransform name pattern
new 9470073b856 base class for file read tests; spotless
new 1f1900901fd fix csv and xml tests
new e3f82f1cb94 add json utils to convert beam schema to json schema
new 3a22e9c8c97 JsonReadSchemaTransformFormatProvider and tests; some
changes to JsonUtils
new 48893f3294f fix dependency issue
new 27f0881dd30 permit unused everit_json_schema
new b2eb43e671a fix illegal immutablemap import
new abef23b11cf remove byte from csv test data
new 042e56ee9fb remove byte and short from csv tests
new 296a63f2f97 LineReadSchemaTransformFormatProvider and tests
new d7b6dc15c8d add tests for reading from schema file path
new 60f0ef058cc add label to make transform names unique
new 0f01f360001 spotless
new 62422438922 spotless
new d2dc68d1b84 remove suppresswarnings
new e61e3652400 address comments
new f70b3a2dd5a test write and read with schematransforms
new 5ddec21be5a remove null warning suppressors
new 11cf665716c clarify schema documentation; some nullness and other fixes
new d2bd841edbe add SchemaFieldDescriptions to config; move validation
logic to config build
new bc1a907fdcf refactor into a buildMatchTransform
new b6942559402 spotless
new 2a1cacc0afd spotless
new f45ff0caeb9 Merge pull request #25927 from
ahmedabu98/filereadschematransform
The 39073 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../apache/beam/sdk/schemas/utils/JsonUtils.java | 163 ++++++++--
.../beam/sdk/schemas/JsonSchemaConversionTest.java | 153 +++++++++-
.../beam/sdk/io/common/SchemaAwareJavaBeans.java | 128 ++++++--
.../sdk/io/common/SchemaAwareJavaBeansTest.java | 60 ++--
.../org/apache/beam/sdk/io/csv/CsvIOTestData.java | 29 +-
.../org/apache/beam/sdk/io/csv/CsvIOWriteTest.java | 39 +--
.../beam/sdk/io/csv/RowToCsvCSVFormatTest.java | 24 +-
.../io/csv/RowToCsvPredefinedCSVFormatsTest.java | 20 +-
sdks/java/io/file-schema-transform/build.gradle | 4 +
.../AvroReadSchemaTransformFormatProvider.java | 60 ++++
.../FileReadSchemaTransformConfiguration.java | 170 +++++++++++
.../FileReadSchemaTransformFormatProvider.java | 35 +++
.../FileReadSchemaTransformProvider.java | 248 +++++++++++++++
.../JsonReadSchemaTransformFormatProvider.java | 67 ++++
.../LineReadSchemaTransformFormatProvider.java | 60 ++++
.../ParquetReadSchemaTransformFormatProvider.java | 59 ++++
.../AvroReadSchemaTransformFormatProviderTest.java | 259 ++++++++++++++++
...vroWriteSchemaTransformFormatProviderTest.java} | 2 +-
...CsvWriteSchemaTransformFormatProviderTest.java} | 33 +-
.../FileReadSchemaTransformFormatProviderTest.java | 277 +++++++++++++++++
...FileWriteSchemaTransformFormatProviderTest.java | 32 ++
...WriteSchemaTransformFormatProviderTestData.java | 72 +++--
.../JsonReadSchemaTransformFormatProviderTest.java | 336 +++++++++++++++++++++
...sonWriteSchemaTransformFormatProviderTest.java} | 2 +-
.../LineReadSchemaTransformFormatProviderTest.java | 233 ++++++++++++++
...rquetReadSchemaTransformFormatProviderTest.java | 223 ++++++++++++++
...uetWriteSchemaTransformFormatProviderTest.java} | 2 +-
.../io/fileschematransform/XmlRowValueTest.java | 43 ++-
...XmlWriteSchemaTransformFormatProviderTest.java} | 2 +-
29 files changed, 2627 insertions(+), 208 deletions(-)
create mode 100644
sdks/java/io/file-schema-transform/src/main/java/org/apache/beam/sdk/io/fileschematransform/AvroReadSchemaTransformFormatProvider.java
create mode 100644
sdks/java/io/file-schema-transform/src/main/java/org/apache/beam/sdk/io/fileschematransform/FileReadSchemaTransformConfiguration.java
create mode 100644
sdks/java/io/file-schema-transform/src/main/java/org/apache/beam/sdk/io/fileschematransform/FileReadSchemaTransformFormatProvider.java
create mode 100644
sdks/java/io/file-schema-transform/src/main/java/org/apache/beam/sdk/io/fileschematransform/FileReadSchemaTransformProvider.java
create mode 100644
sdks/java/io/file-schema-transform/src/main/java/org/apache/beam/sdk/io/fileschematransform/JsonReadSchemaTransformFormatProvider.java
create mode 100644
sdks/java/io/file-schema-transform/src/main/java/org/apache/beam/sdk/io/fileschematransform/LineReadSchemaTransformFormatProvider.java
create mode 100644
sdks/java/io/file-schema-transform/src/main/java/org/apache/beam/sdk/io/fileschematransform/ParquetReadSchemaTransformFormatProvider.java
create mode 100644
sdks/java/io/file-schema-transform/src/test/java/org/apache/beam/sdk/io/fileschematransform/AvroReadSchemaTransformFormatProviderTest.java
rename
sdks/java/io/file-schema-transform/src/test/java/org/apache/beam/sdk/io/fileschematransform/{AvroFileWriteSchemaTransformFormatProviderTest.java
=> AvroWriteSchemaTransformFormatProviderTest.java} (98%)
rename
sdks/java/io/file-schema-transform/src/test/java/org/apache/beam/sdk/io/fileschematransform/{CsvFileWriteSchemaTransformFormatProviderTest.java
=> CsvWriteSchemaTransformFormatProviderTest.java} (86%)
create mode 100644
sdks/java/io/file-schema-transform/src/test/java/org/apache/beam/sdk/io/fileschematransform/FileReadSchemaTransformFormatProviderTest.java
create mode 100644
sdks/java/io/file-schema-transform/src/test/java/org/apache/beam/sdk/io/fileschematransform/JsonReadSchemaTransformFormatProviderTest.java
rename
sdks/java/io/file-schema-transform/src/test/java/org/apache/beam/sdk/io/fileschematransform/{JsonFileWriteSchemaTransformFormatProviderTest.java
=> JsonWriteSchemaTransformFormatProviderTest.java} (98%)
create mode 100644
sdks/java/io/file-schema-transform/src/test/java/org/apache/beam/sdk/io/fileschematransform/LineReadSchemaTransformFormatProviderTest.java
create mode 100644
sdks/java/io/file-schema-transform/src/test/java/org/apache/beam/sdk/io/fileschematransform/ParquetReadSchemaTransformFormatProviderTest.java
rename
sdks/java/io/file-schema-transform/src/test/java/org/apache/beam/sdk/io/fileschematransform/{ParquetFileWriteSchemaTransformFormatProviderTest.java
=> ParquetWriteSchemaTransformFormatProviderTest.java} (98%)
rename
sdks/java/io/file-schema-transform/src/test/java/org/apache/beam/sdk/io/fileschematransform/{XmlFileWriteSchemaTransformFormatProviderTest.java
=> XmlWriteSchemaTransformFormatProviderTest.java} (98%)
