This is an automated email from the ASF dual-hosted git repository.
hansva pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hop.git
from 99ac781750 Merge pull request #3694 from
hop-weblate/weblate-apache-hop-hop
add 084f29c857 Started implementing SchemaDefinition and SchemaMapping
plugins
add 502ca1b2d2 Fixed a WidgetIsDisposed Exception
add 08b5e9722c Added support datatypes convertions management imposed by
the application of schema metadata
add 7a82532a12 Added schema definition line to TextFileInputDialog,
CsvInputDialog, ExcelInputDialog, ExcelWriterTransformDialog and
TextFileOutputDialog
add 6a8e2b16c5 fix #3607
add 85e2a12a5c Added Schema Definition support to TextFileInput,
TextFileOutput, ExcelInput, ExcelWriter, CVSInput
add 5f705f3901 Added documentation for Schema Definition and Schema
Mapping. Updated docs for transforms referenced by Schema Definition
add 7ab132ac90 Fixed proper deploy of static-schema plugin to the lib/core
directory
add b34adfb0aa fix 3607 - Fixed some issues with MetadataEditor
internationalization
add 9068609644 Added samples and applied some code hardening
add 301e34e674 Added samples and applied some code hardening
add 52c47afde2 Added integration tests. Minor improvements and bufixes
add 4c67fc8ef8 Added integration tests. Minor improvements and bufixes
add 75d465882d Added missing license headers
add f8760a0bdb Fixed failing test
add caec95ac87 Rebase, update to correct snapshot version, add vscode
folder to ignore
add 134ad3cac5 Minor bugfix
add 497ec80dd0 Automatically add the entire fieldset of the schema
definition upon selection of the Schema definition of choice
add 29a50dcb1d Fixed an issue that permit the user to freely reorder the
set of fields
new bc88aa50a8 Merge pull request #3658 from sramazzina/STATIC-SCHEMA
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 1 +
assemblies/core/lib/pom.xml | 1 +
assemblies/core/lib/src/assembly/assembly.xml | 8 +
assemblies/lib/pom.xml | 5 +
assemblies/plugins/dist/pom.xml | 13 +
assemblies/plugins/transforms/pom.xml | 1 +
.../plugins/transforms/schemamapping}/pom.xml | 20 +-
.../schemamapping/src/assembly/assembly.xml | 50 ++
.../schemamapping}/src/main/resources/version.xml | 0
.../images/transforms/icons/schemamapping.svg | 25 +
.../metadata-types/schema-file-definition.adoc | 60 +++
.../ROOT/pages/pipeline/transforms/csvinput.adoc | 3 +-
.../ROOT/pages/pipeline/transforms/excelinput.adoc | 8 +-
.../pages/pipeline/transforms/excelwriter.adoc | 5 +
.../pages/pipeline/transforms/getvariable.adoc | 2 +-
.../pages/pipeline/transforms/schemamapping.adoc | 54 ++
.../pages/pipeline/transforms/textfileinput.adoc | 4 +-
.../pages/pipeline/transforms/textfileoutput.adoc | 4 +
.../modules/ROOT/pages/projects/metadata.adoc | 1 +
.../0039-csv-input-schema-definition.hpl | 183 +++++++
.../transforms/0070-schema-mapping.hpl | 220 ++++++++
.../golden-data-schemadefinition-csvinput.csv | 5 +
.../datasets/golden-data-schemamapping.csv | 4 +
.../transforms/files/static-schema-testfile1.csv | 6 +
.../main-0039-csv-input-schema-definition.hwf | 99 ++++
.../transforms/main-0070-schema-mapping.hwf | 99 ++++
.../dataset/golden-schemadefinition-csvinput.json | 72 +++
.../golden-schemadefinition-schemamapping.json | 72 +++
.../metadata/schema-definition/Test Schema.json | 60 +++
.../0039-csv-input-schema-definition UNIT.json | 63 +++
.../unit-test/0070-schema-mapping UNIT.json | 63 +++
plugins/misc/pom.xml | 1 +
.../tableoutput => misc/static-schema}/pom.xml | 36 +-
.../staticschema/metadata/SchemaDefinition.java | 148 +++++
.../metadata/SchemaDefinitionEditor.java | 297 ++++++++++
.../metadata/SchemaFieldDefinition.java | 210 ++++++++
.../staticschema/util/SchemaDefinitionUtil.java | 57 ++
.../metadata/messages/messages_en_US.properties | 39 ++
.../metadata/messages/messages_it_IT.properties | 34 ++
plugins/transforms/excel/pom.xml | 5 +
.../transforms/excelinput/ExcelInputDialog.java | 130 ++++-
.../transforms/excelinput/ExcelInputMeta.java | 15 +
.../excelwriter/ExcelWriterTransformDialog.java | 120 ++++-
.../excelwriter/ExcelWriterTransformMeta.java | 11 +
.../excelinput/messages/messages_en_US.properties | 8 +
.../excelwriter/messages/messages_en_US.properties | 8 +
plugins/transforms/pom.xml | 1 +
.../{tableoutput => schemamapping}/pom.xml | 12 +-
.../transforms/schemamapping/SchemaMapping.java | 140 +++++
.../schemamapping/SchemaMappingData.java | 37 ++
.../schemamapping/SchemaMappingDialog.java | 595 +++++++++++++++++++++
.../schemamapping/SchemaMappingField.java | 90 ++++
.../schemamapping/SchemaMappingMeta.java | 124 +++++
.../messages/messages_en_US.properties | 57 ++
.../messages/messages_it_IT.properties | 9 +-
.../src/main/resources/schemamapping.svg | 25 +
.../src/main/samples/files/file_1_transactions.csv | 6 +
.../metadata/schema-definition/Test Schema.json | 60 +++
.../transforms/csvinput-with-schemadefinition.hpl | 144 +++++
.../src/main/samples/transforms/schema-mapping.hpl | 185 +++++++
plugins/transforms/tableoutput/pom.xml | 8 +
plugins/transforms/textfile/pom.xml | 8 +
.../transforms/csvinput/CsvInputDialog.java | 135 ++++-
.../pipeline/transforms/csvinput/CsvInputMeta.java | 13 +
.../fileinput/text/TextFileInputDialog.java | 132 ++++-
.../fileinput/text/TextFileInputMeta.java | 14 +
.../textfileoutput/TextFileOutputDialog.java | 142 ++++-
.../textfileoutput/TextFileOutputMeta.java | 12 +
.../csvinput/messages/messages_en_US.properties | 10 +-
.../text/messages/messages_en_US.properties | 8 +
.../messages/messages_en_US.properties | 9 +
.../text/TextFileInputMetaNewInjectionTest.java | 1 +
.../hop/ui/core/metadata/MetadataEditor.java | 3 +-
.../hop/ui/core/metadata/MetadataManager.java | 5 +-
.../ui/hopgui/dialog/MetadataExplorerDialog.java | 3 +-
.../perspective/metadata/MetadataPerspective.java | 3 +-
.../metadata/messages/messages_en_US.properties | 1 +
.../metadata/messages/messages_it_IT.properties | 1 +
78 files changed, 4216 insertions(+), 107 deletions(-)
copy {plugins/transforms/tableoutput =>
assemblies/plugins/transforms/schemamapping}/pom.xml (66%)
create mode 100644
assemblies/plugins/transforms/schemamapping/src/assembly/assembly.xml
copy assemblies/plugins/{actions/abort =>
transforms/schemamapping}/src/main/resources/version.xml (100%)
create mode 100644
docs/hop-user-manual/modules/ROOT/assets/images/transforms/icons/schemamapping.svg
create mode 100644
docs/hop-user-manual/modules/ROOT/pages/metadata-types/schema-file-definition.adoc
create mode 100644
docs/hop-user-manual/modules/ROOT/pages/pipeline/transforms/schemamapping.adoc
create mode 100644
integration-tests/transforms/0039-csv-input-schema-definition.hpl
create mode 100644 integration-tests/transforms/0070-schema-mapping.hpl
create mode 100644
integration-tests/transforms/datasets/golden-data-schemadefinition-csvinput.csv
create mode 100644
integration-tests/transforms/datasets/golden-data-schemamapping.csv
create mode 100644
integration-tests/transforms/files/static-schema-testfile1.csv
create mode 100644
integration-tests/transforms/main-0039-csv-input-schema-definition.hwf
create mode 100644 integration-tests/transforms/main-0070-schema-mapping.hwf
create mode 100644
integration-tests/transforms/metadata/dataset/golden-schemadefinition-csvinput.json
create mode 100644
integration-tests/transforms/metadata/dataset/golden-schemadefinition-schemamapping.json
create mode 100644
integration-tests/transforms/metadata/schema-definition/Test Schema.json
create mode 100644
integration-tests/transforms/metadata/unit-test/0039-csv-input-schema-definition
UNIT.json
create mode 100644
integration-tests/transforms/metadata/unit-test/0070-schema-mapping UNIT.json
copy plugins/{transforms/tableoutput => misc/static-schema}/pom.xml (58%)
create mode 100644
plugins/misc/static-schema/src/main/java/org/apache/hop/staticschema/metadata/SchemaDefinition.java
create mode 100644
plugins/misc/static-schema/src/main/java/org/apache/hop/staticschema/metadata/SchemaDefinitionEditor.java
create mode 100644
plugins/misc/static-schema/src/main/java/org/apache/hop/staticschema/metadata/SchemaFieldDefinition.java
create mode 100644
plugins/misc/static-schema/src/main/java/org/apache/hop/staticschema/util/SchemaDefinitionUtil.java
create mode 100644
plugins/misc/static-schema/src/main/resources/org/apache/hop/staticschema/metadata/messages/messages_en_US.properties
create mode 100644
plugins/misc/static-schema/src/main/resources/org/apache/hop/staticschema/metadata/messages/messages_it_IT.properties
copy plugins/transforms/{tableoutput => schemamapping}/pom.xml (78%)
create mode 100644
plugins/transforms/schemamapping/src/main/java/org/apache/hop/pipeline/transforms/schemamapping/SchemaMapping.java
create mode 100644
plugins/transforms/schemamapping/src/main/java/org/apache/hop/pipeline/transforms/schemamapping/SchemaMappingData.java
create mode 100644
plugins/transforms/schemamapping/src/main/java/org/apache/hop/pipeline/transforms/schemamapping/SchemaMappingDialog.java
create mode 100644
plugins/transforms/schemamapping/src/main/java/org/apache/hop/pipeline/transforms/schemamapping/SchemaMappingField.java
create mode 100644
plugins/transforms/schemamapping/src/main/java/org/apache/hop/pipeline/transforms/schemamapping/SchemaMappingMeta.java
create mode 100644
plugins/transforms/schemamapping/src/main/resources/org/apache/hop/pipeline/transforms/schemamapping/messages/messages_en_US.properties
copy
ui/src/main/resources/org/apache/hop/ui/core/metadata/messages/messages_en_US.properties
=>
plugins/transforms/schemamapping/src/main/resources/org/apache/hop/pipeline/transforms/schemamapping/messages/messages_it_IT.properties
(64%)
create mode 100644
plugins/transforms/schemamapping/src/main/resources/schemamapping.svg
create mode 100644
plugins/transforms/schemamapping/src/main/samples/files/file_1_transactions.csv
create mode 100644
plugins/transforms/schemamapping/src/main/samples/metadata/schema-definition/Test
Schema.json
create mode 100644
plugins/transforms/schemamapping/src/main/samples/transforms/csvinput-with-schemadefinition.hpl
create mode 100644
plugins/transforms/schemamapping/src/main/samples/transforms/schema-mapping.hpl
