This is an automated email from the ASF dual-hosted git repository.
hansva pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-hop.git.
from c6dc793 HOP-2936 Add help to PipelineUnitTest metadata (#854)
new eb6b938 HOP-2933 : Switch case metadata not saved correctly HOP-2934
: BaseTransformDialog: make variables non-static
new 7878935 HOP-2935 : Action dialog clicks are not eaten
new ef114f0 HOP-2932 : Add Big Table support to the Beam engines HOP-2939
: Update Apache Beam API to 2.29.0 + jar version alignments
new e607c86 HOP-2932 : Add Big Table support to the Beam engines
new 126b416 Merge pull request #855 from mattcasters/master
The 2268 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../databases/googlebigquery-assemblies/pom.xml | 2 +-
assemblies/plugins/engines/beam/pom.xml | 79 +++-
.../plugins/engines/beam/src/assembly/assembly.xml | 15 +-
assemblies/plugins/tech/google/pom.xml | 16 +-
.../pipeline/transform/errorhandling/IStream.java | 4 +-
.../pipeline/transform/errorhandling/Stream.java | 8 +-
.../transforms/0027-switch-case-basic.hpl | 328 +++++++-------
plugins/engines/beam/pom.xml | 20 +-
.../org/apache/hop/beam/core/fn/HopToStringFn.java | 3 +-
.../HopPipelineMetaToBeamPipelineConverter.java | 478 +++++++++++++--------
...ler.java => IBeamPipelineTransformHandler.java} | 35 +-
.../pipeline/handler/BeamBaseTransformHandler.java | 150 +------
.../handler/BeamBigQueryInputTransformHandler.java | 95 ----
.../BeamBigQueryOutputTransformHandler.java | 76 ----
.../handler/BeamGenericTransformHandler.java | 244 +++++++----
.../handler/BeamGroupByTransformHandler.java | 73 +++-
.../handler/BeamInputTransformHandler.java | 76 ----
.../handler/BeamKafkaInputTransformHandler.java | 91 ----
.../handler/BeamKafkaOutputTransformHandler.java | 74 ----
.../handler/BeamMergeJoinTransformHandler.java | 29 +-
.../handler/BeamOutputTransformHandler.java | 128 ------
.../handler/BeamPublisherTransformHandler.java | 80 ----
.../handler/BeamRowGeneratorTransformHandler.java | 29 +-
.../handler/BeamSubscriberTransformHandler.java | 78 ----
.../handler/BeamTimestampTransformHandler.java | 74 ----
.../handler/BeamWindowTransformHandler.java | 136 ------
.../BeamBigtableInputDialog.java} | 144 ++-----
.../transforms/bigtable/BeamBigtableInputMeta.java | 130 ++++++
.../BeamBigtableOutputDialog.java} | 282 ++++++------
.../bigtable/BeamBigtableOutputMeta.java | 259 +++++++++++
.../beam/transforms/bigtable/BigtableColumn.java} | 61 ++-
.../beam/transforms/bigtable/HopToBigtableFn.java | 203 +++++++++
.../org/apache/hop/beam/transforms/bq/BQField.java | 34 +-
.../hop/beam/transforms/bq/BeamBQInputMeta.java | 203 +++++----
.../hop/beam/transforms/bq/BeamBQOutputMeta.java | 185 +++++---
.../hop/beam/transforms/io/BeamInputMeta.java | 170 +++++---
.../hop/beam/transforms/io/BeamOutputMeta.java | 226 +++++++---
.../hop/beam/transforms/kafka/BeamConsumeMeta.java | 282 ++++++------
.../hop/beam/transforms/kafka/BeamProduceMeta.java | 167 ++++---
.../hop/beam/transforms/kafka/ConfigOption.java | 46 +-
.../beam/transforms/pubsub/BeamPublishMeta.java | 155 +++++--
.../beam/transforms/pubsub/BeamSubscribeMeta.java | 193 +++++----
.../beam/transforms/window/BeamTimestampMeta.java | 150 +++++--
.../hop/beam/transforms/window/BeamWindowMeta.java | 289 +++++++++----
.../src/main/resources/beam-gcp-bigtable-input.svg | 94 ++++
.../main/resources/beam-gcp-bigtable-output.svg | 94 ++++
.../beam/src/main/resources/beam-gcp-bigtable.svg | 30 ++
.../bigtable}/messages/messages_en_US.properties | 15 +-
.../beam/pipelines/input-process-output.hpl | 7 +-
.../samples/beam/pipelines/write-to-bigtable.hpl | 84 ++--
.../pipeline-run-configuration/DataFlow.json | 14 +-
.../apache/hop/beam/util/BeamPipelineMetaUtil.java | 11 +-
.../xp/LocationMouseDoubleClickExtensionPoint.java | 14 +-
.../testing/PipelineUnitTestSetLocationDialog.java | 81 ++--
plugins/tech/google/pom.xml | 2 -
.../pipeline/transforms/edi2xml/Edi2XmlDialog.java | 3 +-
.../transforms/excelinput/ExcelInputDialog.java | 6 +-
.../getsubfolders/GetSubFoldersDialog.java | 2 +-
.../hop/pipeline/transforms/http/HttpDialog.java | 3 +-
.../splitfieldtorows/SplitFieldToRowsDialog.java | 3 +-
.../pipeline/transforms/switchcase/SwitchCase.java | 191 ++++----
.../transforms/switchcase/SwitchCaseDialog.java | 47 +-
.../transforms/switchcase/SwitchCaseMeta.java | 313 ++++++--------
.../transforms/switchcase/SwitchCaseTarget.java | 66 ++-
.../transforms/switchcase/SwitchCaseMetaTest.java | 127 +++---
.../SwitchCaseMetadataInjectionTest.java | 27 +-
.../transforms/switchcase/SwitchCaseTest.java | 430 ++++--------------
.../transforms/terafast/TeraFastDialog.java | 6 +-
.../transforms/fileinput/TextFileInputDialog.java | 6 +-
.../fileinput/text/TextFileInputDialog.java | 6 +-
pom.xml | 1 +
.../apache/hop/ui/core/dialog/ContextDialog.java | 25 +-
.../ui/pipeline/transform/BaseTransformDialog.java | 16 +-
73 files changed, 3829 insertions(+), 3495 deletions(-)
rename
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/{handler/IBeamTransformHandler.java
=> IBeamPipelineTransformHandler.java} (56%)
delete mode 100644
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamBigQueryInputTransformHandler.java
delete mode 100644
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamBigQueryOutputTransformHandler.java
delete mode 100644
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamInputTransformHandler.java
delete mode 100644
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamKafkaInputTransformHandler.java
delete mode 100644
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamKafkaOutputTransformHandler.java
delete mode 100644
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamOutputTransformHandler.java
delete mode 100644
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamPublisherTransformHandler.java
delete mode 100644
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamSubscriberTransformHandler.java
delete mode 100644
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamTimestampTransformHandler.java
delete mode 100644
plugins/engines/beam/src/main/java/org/apache/hop/beam/pipeline/handler/BeamWindowTransformHandler.java
copy
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/{bq/BeamBQOutputDialog.java
=> bigtable/BeamBigtableInputDialog.java} (51%)
create mode 100644
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/bigtable/BeamBigtableInputMeta.java
copy
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/{bq/BeamBQInputDialog.java
=> bigtable/BeamBigtableOutputDialog.java} (51%)
create mode 100644
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/bigtable/BeamBigtableOutputMeta.java
copy
plugins/{transforms/checksum/src/main/java/org/apache/hop/pipeline/transforms/checksum/Field.java
=>
engines/beam/src/main/java/org/apache/hop/beam/transforms/bigtable/BigtableColumn.java}
(54%)
create mode 100644
plugins/engines/beam/src/main/java/org/apache/hop/beam/transforms/bigtable/HopToBigtableFn.java
create mode 100644
plugins/engines/beam/src/main/resources/beam-gcp-bigtable-input.svg
create mode 100644
plugins/engines/beam/src/main/resources/beam-gcp-bigtable-output.svg
create mode 100644
plugins/engines/beam/src/main/resources/beam-gcp-bigtable.svg
copy {engine/src/main/resources/org/apache/hop/core/auth/core/impl =>
plugins/engines/beam/src/main/resources/org/apache/hop/beam/transforms/bigtable}/messages/messages_en_US.properties
(64%)
copy
integration-tests/neo4j/tests/neo4j-cypher/neo4j-cypher-states-validation.hpl
=> plugins/engines/beam/src/main/samples/beam/pipelines/write-to-bigtable.hpl
(64%)
