This is an automated email from the ASF dual-hosted git repository.
hansva pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-hop.git.
from 1ec104c Merge pull request #829 from nadment/HOP-2912
new 6f16c75 HOP-2908 : Explorer perspective: add way to rename a file
new 6985bea i18n fix
new 666bfd8 HOP-2908 : Explorer perspective: add way to rename a file
(icon change)
new 603aa36 HOP-2863 : pipelines with calculator transform can no longer
be opened
new abb0f29 HOP-2839 : Add support for Apache Avro
new b659865 HOP-2027 : Fix button positions in dialogs
new 071769f HOP-2391 : Samples for various transforms and actions
new aa39802 i18n fix
new eec1b42 HOP-2391 : Samples for various transforms and actions
new 57a51c4 HOP-2839 : Add support for Apache Avro (exclude Avro test
files from RAT)
new a7613c4 HOP-2391 : Samples for various transforms and actions
new c633fce HOP-2839 : Add support for Apache Avro (doc)
new 4d44bc5 HOP-2391 : Samples for various transforms and actions
new 156e4bd HOP-2391 : Samples for various transforms and actions (naming
standard added)
new 860cbb1 Merge pull request #830 from mattcasters/master
The 2206 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
assemblies/plugins/dist/pom.xml | 13 +
assemblies/plugins/tech/{ => avro}/pom.xml | 44 +-
.../plugins/tech/avro/src/assembly/assembly.xml | 62 +
.../avro}/src/main/resources/version.xml | 0
assemblies/plugins/tech/pom.xml | 34 +-
.../parameters_and_variables/pl_set_variables.hpl | 117 --
.../pl_show_param_values.hpl | 202 ---
.../samples/parameters_and_variables/wf_master.hwf | 97 --
.../samples/parameters_and_variables/wf_slave.hwf | 168 --
.../hop/i18n/messages/messages_en_US.properties | 6 +-
.../modules/ROOT/pages/plugin-samples.adoc | 23 +-
.../pages/pipeline/transforms/avro-decode.adoc | 55 +
.../pages/pipeline/transforms/avro-file-input.adoc | 53 +
.../transforms/injector/InjectorField.java | 115 ++
.../pipeline/transforms/injector/InjectorMeta.java | 135 +-
.../transforms/0011-calculator-basics.hpl | 115 ++
.../transforms/0018-avro-file-input.hpl | 373 +++++
.../transforms/datasets/golden-avro-file-input.csv | 101 ++
.../datasets/golden-calculator-basics.csv | 4 +-
integration-tests/transforms/files/userdata1.avro | Bin 0 -> 93561 bytes
.../transforms/main-0018-avro-file-input.hwf | 61 +
.../metadata/dataset/golden-avro-file-input.json | 112 ++
.../metadata/dataset/golden-calculator-basics.json | 8 +
.../unit-test/0011-calculator-basics UNIT.json | 4 +
.../unit-test/0018-avro-file-input UNIT.json | 76 +
.../workflow/actions/zipfile/ActionZipFile.java | 941 +++++++-----
.../core/transform/TransformBatchTransform.java | 26 +-
.../beam/core/transform/TransformTransform.java | 434 +++---
.../pipeline/xp/PipelineStartLoggingXp.java | 6 +-
.../hop/testing/xp/PipelineMetaModifier.java | 226 +--
plugins/tech/avro/pom.xml | 98 ++
.../hop/avro/transforms/avrodecode/AvroDecode.java | 197 +++
.../avro/transforms/avrodecode/AvroDecodeData.java | 49 +
.../transforms/avrodecode/AvroDecodeDialog.java | 396 +++++
.../avro/transforms/avrodecode/AvroDecodeMeta.java | 143 ++
.../avro/transforms/avrodecode/TargetField.java | 208 +++
.../avro/transforms/avroinput/AvroFileInput.java | 129 ++
.../transforms/avroinput/AvroFileInputData.java | 29 +
.../transforms/avroinput/AvroFileInputDialog.java | 207 +++
.../transforms/avroinput/AvroFileInputMeta.java | 143 ++
.../apache/hop/avro/type/ValueMetaAvroRecord.java | 292 ++++
.../avro/src/main/resources/Apache_Avro_Logo.svg | 58 +
.../tech/avro/src/main/resources/avro_decode.svg | 119 ++
.../tech/avro/src/main/resources/avro_input.svg | 72 +
.../avrodecode/messages/messages_en_US.properties | 29 +
.../avroinput/messages/messages_en_US.properties | 21 +
.../transforms/avroinput/AvroInputMetaTest.java | 59 +
.../tech/avro/src/test/resources/userdata1.avro | 1614 ++++++++++++++++++++
plugins/tech/pom.xml | 10 +-
.../addsequence/messages/messages_en_US.properties | 4 +-
...yclic number.hpl => add-sequence-cyclic-id.hpl} | 0
... a unique ID.hpl => add-sequence-unique-id.hpl} | 0
.../append-streams-basic.hpl} | 72 +-
.../block-until-transforms-finish-basic.hpl} | 0
.../calculator/CalculatorMetaFunction.java | 6 +-
.../calculator-basic.hpl} | 161 +-
.../calculator/CalculatorMetaFunctionTest.java | 30 +
.../add-a-checksum-CRC32.hpl} | 0
.../add-a-checksum-SHA-512.hpl} | 0
.../clone-row-basic.hpl} | 151 +-
.../closure-generate-calculate-distance.hpl} | 36 +-
.../delay-row-basic.hpl} | 98 +-
.../fake-data-generate-person-record.hpl} | 74 +-
.../samples/transforms/split-fields-basic.hpl} | 178 +--
.../fuzzy-match-soundex.hpl} | 126 +-
.../group-by-median-and-percentile.hpl} | 319 ++--
...l => json-output-generate-nested-structure.hpl} | 46 +-
.../kafka/consumer/KafkaConsumerInputDialog.java | 18 +-
.../simple-mapping-child.hpl} | 0
.../simple-mapping-parent.hpl} | 2 +-
plugins/transforms/project-config.json | 10 +
.../messages/messages_en_US.properties | 6 +-
.../salesforceupdate/SalesforceUpdateDialog.java | 2 +-
.../get-system-info-basic.hpl} | 52 +-
.../unique-rows-basic.hpl} | 150 +-
.../workflow-executor-basic.hpl} | 83 +-
.../workflow-executor-child.hwf} | 37 +-
.../dataset => transforms/files}/transactions.csv | Bin
.../zip_file.hpl => transforms/zip-file-basic.hpl} | 2 +-
.../main/samples/zipfile/dataset/transactions.zip | Bin 223 -> 0 bytes
pom.xml | 2 +-
.../perspective/explorer/ExplorerPerspective.java | 58 +-
.../hop/ui/pipeline/dialog/PipelineDialog.java | 63 +-
.../transforms/injector/InjectorDialog.java | 47 +-
.../hop/ui/workflow/dialog/WorkflowDialog.java | 46 +-
.../explorer/messages/messages_en_US.properties | 15 +-
ui/src/main/resources/ui/images/rename.svg | 15 +
87 files changed, 7046 insertions(+), 2347 deletions(-)
copy assemblies/plugins/tech/{ => avro}/pom.xml (59%)
create mode 100644 assemblies/plugins/tech/avro/src/assembly/assembly.xml
copy assemblies/plugins/{transforms/filter =>
tech/avro}/src/main/resources/version.xml (100%)
delete mode 100644
assemblies/static/src/main/resources/config/projects/samples/parameters_and_variables/pl_set_variables.hpl
delete mode 100644
assemblies/static/src/main/resources/config/projects/samples/parameters_and_variables/pl_show_param_values.hpl
delete mode 100644
assemblies/static/src/main/resources/config/projects/samples/parameters_and_variables/wf_master.hwf
delete mode 100644
assemblies/static/src/main/resources/config/projects/samples/parameters_and_variables/wf_slave.hwf
create mode 100644
docs/hop-user-manual/modules/ROOT/pages/pipeline/transforms/avro-decode.adoc
create mode 100644
docs/hop-user-manual/modules/ROOT/pages/pipeline/transforms/avro-file-input.adoc
create mode 100644
engine/src/main/java/org/apache/hop/pipeline/transforms/injector/InjectorField.java
create mode 100644 integration-tests/transforms/0018-avro-file-input.hpl
create mode 100644
integration-tests/transforms/datasets/golden-avro-file-input.csv
create mode 100644 integration-tests/transforms/files/userdata1.avro
create mode 100644 integration-tests/transforms/main-0018-avro-file-input.hwf
create mode 100644
integration-tests/transforms/metadata/dataset/golden-avro-file-input.json
create mode 100644
integration-tests/transforms/metadata/unit-test/0018-avro-file-input UNIT.json
create mode 100755 plugins/tech/avro/pom.xml
create mode 100644
plugins/tech/avro/src/main/java/org/apache/hop/avro/transforms/avrodecode/AvroDecode.java
create mode 100644
plugins/tech/avro/src/main/java/org/apache/hop/avro/transforms/avrodecode/AvroDecodeData.java
create mode 100644
plugins/tech/avro/src/main/java/org/apache/hop/avro/transforms/avrodecode/AvroDecodeDialog.java
create mode 100644
plugins/tech/avro/src/main/java/org/apache/hop/avro/transforms/avrodecode/AvroDecodeMeta.java
create mode 100644
plugins/tech/avro/src/main/java/org/apache/hop/avro/transforms/avrodecode/TargetField.java
create mode 100644
plugins/tech/avro/src/main/java/org/apache/hop/avro/transforms/avroinput/AvroFileInput.java
create mode 100644
plugins/tech/avro/src/main/java/org/apache/hop/avro/transforms/avroinput/AvroFileInputData.java
create mode 100644
plugins/tech/avro/src/main/java/org/apache/hop/avro/transforms/avroinput/AvroFileInputDialog.java
create mode 100644
plugins/tech/avro/src/main/java/org/apache/hop/avro/transforms/avroinput/AvroFileInputMeta.java
create mode 100644
plugins/tech/avro/src/main/java/org/apache/hop/avro/type/ValueMetaAvroRecord.java
create mode 100644 plugins/tech/avro/src/main/resources/Apache_Avro_Logo.svg
create mode 100644 plugins/tech/avro/src/main/resources/avro_decode.svg
create mode 100644 plugins/tech/avro/src/main/resources/avro_input.svg
create mode 100644
plugins/tech/avro/src/main/resources/org/apache/hop/avro/transforms/avrodecode/messages/messages_en_US.properties
create mode 100644
plugins/tech/avro/src/main/resources/org/apache/hop/avro/transforms/avroinput/messages/messages_en_US.properties
create mode 100644
plugins/tech/avro/src/test/java/org/apache/hop/avro/transforms/avroinput/AvroInputMetaTest.java
create mode 100644 plugins/tech/avro/src/test/resources/userdata1.avro
rename plugins/transforms/addsequence/src/main/samples/transforms/{Add
Sequence - Add a cyclic number.hpl => add-sequence-cyclic-id.hpl} (100%)
rename plugins/transforms/addsequence/src/main/samples/transforms/{Add
Sequence - Add a unique ID.hpl => add-sequence-unique-id.hpl} (100%)
rename plugins/transforms/append/src/main/samples/{append/Append streams.hpl
=> transforms/append-streams-basic.hpl} (85%)
rename
plugins/transforms/blockuntiltransformsfinish/src/main/samples/{blockuntiltransformsfinish/Block
this transform until transforms finish .hpl =>
transforms/block-until-transforms-finish-basic.hpl} (100%)
rename plugins/transforms/calculator/src/main/samples/{calculator/Calculator -
Simple Calculations.hpl => transforms/calculator-basic.hpl} (85%)
rename plugins/transforms/checksum/src/main/samples/{checksum/Add a checksum -
basic CRC32 example.hpl => transforms/add-a-checksum-CRC32.hpl} (100%)
rename plugins/transforms/checksum/src/main/samples/{checksum/Add a checksum -
SHA-512 example.hpl => transforms/add-a-checksum-SHA-512.hpl} (100%)
rename plugins/transforms/clonerow/src/main/samples/{Clone row.hpl =>
transforms/clone-row-basic.hpl} (65%)
rename plugins/transforms/closure/src/main/samples/{Closure Generator -
Sample.hpl => transforms/closure-generate-calculate-distance.hpl} (91%)
rename plugins/transforms/delay/src/main/samples/{delay/Delay row - Basic
example.hpl => transforms/delay-row-basic.hpl} (61%)
rename plugins/transforms/fake/src/main/samples/{fake/fake_data.hpl =>
transforms/fake-data-generate-person-record.hpl} (89%)
rename plugins/transforms/{splitfieldtorows/src/main/samples/split_fields.hpl
=> fieldsplitter/src/main/samples/transforms/split-fields-basic.hpl} (90%)
rename plugins/transforms/fuzzymatch/src/main/samples/{Fuzzy Match -
Soundex.hpl => transforms/fuzzy-match-soundex.hpl} (93%)
rename plugins/transforms/groupby/src/main/samples/{groupby/Calculate median
and percentiles using the group by transformations.hpl =>
transforms/group-by-median-and-percentile.hpl} (98%)
rename plugins/transforms/json/src/main/samples/transforms/{Enhanced JSON -
Generate complex nested structure from table.hpl =>
json-output-generate-nested-structure.hpl} (90%)
rename plugins/transforms/mapping/src/main/samples/{mapping/sub-mapping.hpl =>
transforms/simple-mapping-child.hpl} (100%)
rename plugins/transforms/mapping/src/main/samples/{mapping/mapping-use.hpl =>
transforms/simple-mapping-parent.hpl} (98%)
create mode 100644 plugins/transforms/project-config.json
rename plugins/transforms/systemdata/src/main/samples/{Get System
Information.hpl => transforms/get-system-info-basic.hpl} (89%)
rename plugins/transforms/uniquerows/src/main/samples/{Distinct Records.hpl =>
transforms/unique-rows-basic.hpl} (88%)
rename
plugins/transforms/workflowexecutor/src/main/samples/{workflowexecutor/pl_Workflow
Executor Sample.hpl => transforms/workflow-executor-basic.hpl} (75%)
rename
plugins/transforms/workflowexecutor/src/main/samples/{workflowexecutor/wf_get_list_of_pipelines.hwf
=> transforms/workflow-executor-child.hwf} (73%)
rename plugins/transforms/zipfile/src/main/samples/{zipfile/dataset =>
transforms/files}/transactions.csv (100%)
rename plugins/transforms/zipfile/src/main/samples/{zipfile/zip_file.hpl =>
transforms/zip-file-basic.hpl} (98%)
delete mode 100644
plugins/transforms/zipfile/src/main/samples/zipfile/dataset/transactions.zip
create mode 100644 ui/src/main/resources/ui/images/rename.svg
