This is an automated email from the ASF dual-hosted git repository.
mcasters pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-hop.git.
from 3df5298 Merge pull request #861 from hansva/master
new 1dcc1e5 HOP-1963 : Can we read and write parquet data please?
new a953ae6 Docs nav and transforms list fix
new b471262 Merge pull request #862 from mattcasters/master
The 2282 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
docs/hop-user-manual/modules/ROOT/nav.adoc | 13 +-
.../modules/ROOT/pages/pipeline/transforms.adoc | 199 +++++++++++-
.../pipeline/transforms/parquet-file-input.adoc | 56 ++++
.../transforms/0029-parquet-input.hpl | 222 +++++++++++++
.../transforms/0029-parquet-output.hpl | 249 +++++++++++++++
.../transforms/datasets/golden-parquet-input.csv | 101 ++++++
integration-tests/transforms/main-0029-parquet.hwf | 97 ++++++
.../metadata/dataset/golden-parquet-input.json | 88 ++++++
.../unit-test/0029-parquet-input UNIT.json | 64 ++++
.../hop/parquet/transforms/input/ParquetField.java | 163 ++++++++++
.../hop/parquet/transforms/input/ParquetInput.java | 107 +++++++
.../parquet/transforms/input/ParquetInputData.java | 27 ++
.../transforms/input/ParquetInputDialog.java | 346 +++++++++++++++++++++
.../parquet/transforms/input/ParquetInputMeta.java | 125 ++++++++
.../transforms/input/ParquetInputStream.java | 150 +++++++++
.../transforms/input/ParquetReadSupport.java | 64 ++++
.../transforms/input/ParquetReaderBuilder.java | 52 ++++
.../input/ParquetRecordMaterializer.java | 74 +++++
.../transforms/input/ParquetRowConverter.java | 81 +++++
.../parquet/transforms/input/ParquetStream.java | 74 +++++
.../transforms/input/ParquetValueConverter.java | 144 +++++++++
.../transforms/output/ParquetOutputDialog.java | 1 +
.../transforms/output/ParquetOutputMeta.java | 4 +-
.../input/messages/messages_en_US.properties | 28 ++
24 files changed, 2519 insertions(+), 10 deletions(-)
create mode 100644
docs/hop-user-manual/modules/ROOT/pages/pipeline/transforms/parquet-file-input.adoc
create mode 100644 integration-tests/transforms/0029-parquet-input.hpl
create mode 100644 integration-tests/transforms/0029-parquet-output.hpl
create mode 100644
integration-tests/transforms/datasets/golden-parquet-input.csv
create mode 100644 integration-tests/transforms/main-0029-parquet.hwf
create mode 100644
integration-tests/transforms/metadata/dataset/golden-parquet-input.json
create mode 100644
integration-tests/transforms/metadata/unit-test/0029-parquet-input UNIT.json
create mode 100644
plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/input/ParquetField.java
create mode 100644
plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/input/ParquetInput.java
create mode 100644
plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/input/ParquetInputData.java
create mode 100644
plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/input/ParquetInputDialog.java
create mode 100644
plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/input/ParquetInputMeta.java
create mode 100644
plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/input/ParquetInputStream.java
create mode 100644
plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/input/ParquetReadSupport.java
create mode 100644
plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/input/ParquetReaderBuilder.java
create mode 100644
plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/input/ParquetRecordMaterializer.java
create mode 100644
plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/input/ParquetRowConverter.java
create mode 100644
plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/input/ParquetStream.java
create mode 100644
plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/input/ParquetValueConverter.java
create mode 100644
plugins/tech/parquet/src/main/resources/org/apache/hop/parquet/transforms/input/messages/messages_en_US.properties
