This is an automated email from the ASF dual-hosted git repository.
mcasters pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hop.git
from b832b15bd9 Merge pull request #2525 from
hop-weblate/weblate-apache-hop-codebase-hop
new ea237a38f8 Implementing issue #2167 : Create a new REST API
new da31d567dc Implementing issue #2167 : Create a new REST API (doc typo)
new 371d70f951 Implementing issue #2503 : Implement the Data Validator
transform
new 79e38ec7fb Implementing issue #2503 : Implement the Data Validator
transform (doc update)
new 4149e3189c Implementing issue #2503 : Implement the Data Validator
transform (code cleanup)
new 9eaba8274e Fix for issue #2516 : Table Compare uses same information
for source and comparison
new 7ab127d2e9 Implementing issue #2167 : Create a new REST API (location
service)
new 4b208c0f4b Implementing issue #2503 : Implement the Data Validator
transform (fixes and IT)
new 9b37b8090a Implementing issue #2167 : Create a new REST API (RAT)
new 90a5ae55d6 Merge pull request #2485 from mattcasters/master
The 5537 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.dockerignore | 1 +
assemblies/plugins/dist/pom.xml | 13 +
assemblies/plugins/transforms/pom.xml | 1 +
assemblies/plugins/transforms/validator/pom.xml | 44 +
.../transforms/validator/src/assembly/assembly.xml | 50 +
.../validator}/src/main/resources/version.xml | 0
.../hop/core/config/IRestServicesProvider.java | 30 +
.../hop/core/extension/HopExtensionPoint.java | 2 +
.../serializer/json/JsonMetadataSerializer.java | 58 +-
docker/Dockerfile.rest | 63 +
docker/create_hop_rest_container.sh | 51 +
.../integration-tests/integration-tests-doris.yaml | 58 -
docker/resources/run-rest.sh | 36 +
.../assets/images/transforms/icons/validator.svg | 54 +
docs/hop-user-manual/modules/ROOT/nav.adoc | 1 +
.../modules/ROOT/pages/hop-rest/index.adoc | 322 ++++++
.../modules/ROOT/pages/hop-server/web-service.adoc | 2 +-
.../modules/ROOT/pages/pipeline/transforms.adoc | 1 +
.../ROOT/pages/pipeline/transforms/validator.adoc | 146 +++
.../database/0025-table-compare-validation.hpl | 235 ++++
.../datasets/golden-table-compare-details.csv | 4 +
.../datasets/golden-table-compare-general.csv | 2 +
.../database/main-0025-table-compare.hwf | 153 +++
.../dataset/golden-table-compare-details.json | 80 ++
.../dataset/golden-table-compare-general.json | 128 ++
.../database/metadata/rdbms/h2-db.json | 26 +
.../0025-table-compare-validation UNIT.json | 151 +++
integration-tests/hop_server/project-config.json | 24 +-
.../transforms/0067-data-validator-allowed.hpl | 202 ++++
.../transforms/0067-data-validator-basic.hpl | 362 ++++++
.../transforms/0067-data-validator-numeric.hpl | 256 ++++
.../transforms/0067-data-validator-source.hpl | 278 +++++
.../golden-data-validator-allowed-errors.csv | 3 +
.../golden-data-validator-allowed-output.csv | 9 +
.../golden-data-validator-basic-errors.csv | 14 +
.../golden-data-validator-basic-output.csv | 4 +
.../golden-data-validator-numeric-errors.csv | 7 +
.../golden-data-validator-numeric-output.csv | 5 +
.../golden-data-validator-source-errors.csv | 6 +
.../golden-data-validator-source-output.csv | 6 +
.../transforms/main-0067-data-validator.hwf | 88 ++
.../golden-data-validator-allowed-errors.json | 48 +
.../golden-data-validator-allowed-output.json | 16 +
.../golden-data-validator-basic-errors.json | 48 +
.../golden-data-validator-basic-output.json | 16 +
.../golden-data-validator-numeric-errors.json | 56 +
.../golden-data-validator-numeric-output.json | 24 +
.../golden-data-validator-source-errors.json | 56 +
.../golden-data-validator-source-output.json | 24 +
.../0067-data-validator-allowed UNIT.json | 61 +
.../unit-test/0067-data-validator-basic UNIT.json | 61 +
.../0067-data-validator-numeric UNIT.json | 71 ++
.../unit-test/0067-data-validator-source UNIT.json | 71 ++
.../hop/projects/config/ProjectsOptionPlugin.java | 32 +-
.../config/ProjectsSearchOptionPlugin.java | 5 +
.../xp/HopRestServicesStartupProjectsConfig.java | 73 ++
plugins/transforms/pom.xml | 1 +
.../transforms/tablecompare/TableCompare.java | 2 +-
plugins/transforms/validator/pom.xml | 34 +
.../validator/HopValidatorException.java | 116 ++
.../pipeline/transforms/validator/Validation.java | 690 +++++++++++
.../pipeline/transforms/validator/Validator.java | 809 +++++++++++++
.../transforms/validator/ValidatorData.java | 62 +
.../transforms/validator/ValidatorDialog.java | 1222 ++++++++++++++++++++
.../transforms/validator/ValidatorMeta.java | 304 +++++
.../validator/messages/messages_en_US.properties | 123 ++
.../validator/src/main/resources/validator.svg | 54 +
pom.xml | 2 +
rest/pom.xml | 138 +++
rest/src/main/java/org/apache/hop/rest/Hop.java | 228 ++++
.../org/apache/hop/rest/v1/HopApplication.java | 30 +
.../apache/hop/rest/v1/resources/BaseResource.java | 55 +
.../hop/rest/v1/resources/ExecutionResource.java | 190 +++
.../hop/rest/v1/resources/LocationResource.java | 198 ++++
.../hop/rest/v1/resources/MetadataResource.java | 131 +++
.../hop/rest/v1/resources/PluginsResource.java | 74 ++
.../hop/rest/v1/resources/execute/SyncRequest.java | 105 ++
.../resources/location/ListExecutionsRequest.java | 73 ++
rest/src/main/resources/hop-rest.properties | 34 +
rest/src/test/resources/hop-rest.properties | 34 +
.../hopgui/dialog/SearchFieldsProgressDialog.java | 2 +-
.../hopgui/file/pipeline/HopGuiPipelineGraph.java | 85 +-
82 files changed, 8274 insertions(+), 160 deletions(-)
create mode 100644 assemblies/plugins/transforms/validator/pom.xml
create mode 100644
assemblies/plugins/transforms/validator/src/assembly/assembly.xml
copy assemblies/plugins/{actions/abort =>
transforms/validator}/src/main/resources/version.xml (100%)
create mode 100644
core/src/main/java/org/apache/hop/core/config/IRestServicesProvider.java
create mode 100644 docker/Dockerfile.rest
create mode 100755 docker/create_hop_rest_container.sh
delete mode 100644 docker/integration-tests/integration-tests-doris.yaml
create mode 100755 docker/resources/run-rest.sh
create mode 100644
docs/hop-user-manual/modules/ROOT/assets/images/transforms/icons/validator.svg
create mode 100644 docs/hop-user-manual/modules/ROOT/pages/hop-rest/index.adoc
create mode 100644
docs/hop-user-manual/modules/ROOT/pages/pipeline/transforms/validator.adoc
create mode 100644 integration-tests/database/0025-table-compare-validation.hpl
create mode 100644
integration-tests/database/datasets/golden-table-compare-details.csv
create mode 100644
integration-tests/database/datasets/golden-table-compare-general.csv
create mode 100644 integration-tests/database/main-0025-table-compare.hwf
create mode 100644
integration-tests/database/metadata/dataset/golden-table-compare-details.json
create mode 100644
integration-tests/database/metadata/dataset/golden-table-compare-general.json
create mode 100644 integration-tests/database/metadata/rdbms/h2-db.json
create mode 100644
integration-tests/database/metadata/unit-test/0025-table-compare-validation
UNIT.json
create mode 100644 integration-tests/transforms/0067-data-validator-allowed.hpl
create mode 100644 integration-tests/transforms/0067-data-validator-basic.hpl
create mode 100644 integration-tests/transforms/0067-data-validator-numeric.hpl
create mode 100644 integration-tests/transforms/0067-data-validator-source.hpl
create mode 100644
integration-tests/transforms/datasets/golden-data-validator-allowed-errors.csv
create mode 100644
integration-tests/transforms/datasets/golden-data-validator-allowed-output.csv
create mode 100644
integration-tests/transforms/datasets/golden-data-validator-basic-errors.csv
create mode 100644
integration-tests/transforms/datasets/golden-data-validator-basic-output.csv
create mode 100644
integration-tests/transforms/datasets/golden-data-validator-numeric-errors.csv
create mode 100644
integration-tests/transforms/datasets/golden-data-validator-numeric-output.csv
create mode 100644
integration-tests/transforms/datasets/golden-data-validator-source-errors.csv
create mode 100644
integration-tests/transforms/datasets/golden-data-validator-source-output.csv
create mode 100644 integration-tests/transforms/main-0067-data-validator.hwf
create mode 100644
integration-tests/transforms/metadata/dataset/golden-data-validator-allowed-errors.json
create mode 100644
integration-tests/transforms/metadata/dataset/golden-data-validator-allowed-output.json
create mode 100644
integration-tests/transforms/metadata/dataset/golden-data-validator-basic-errors.json
create mode 100644
integration-tests/transforms/metadata/dataset/golden-data-validator-basic-output.json
create mode 100644
integration-tests/transforms/metadata/dataset/golden-data-validator-numeric-errors.json
create mode 100644
integration-tests/transforms/metadata/dataset/golden-data-validator-numeric-output.json
create mode 100644
integration-tests/transforms/metadata/dataset/golden-data-validator-source-errors.json
create mode 100644
integration-tests/transforms/metadata/dataset/golden-data-validator-source-output.json
create mode 100644
integration-tests/transforms/metadata/unit-test/0067-data-validator-allowed
UNIT.json
create mode 100644
integration-tests/transforms/metadata/unit-test/0067-data-validator-basic
UNIT.json
create mode 100644
integration-tests/transforms/metadata/unit-test/0067-data-validator-numeric
UNIT.json
create mode 100644
integration-tests/transforms/metadata/unit-test/0067-data-validator-source
UNIT.json
create mode 100644
plugins/misc/projects/src/main/java/org/apache/hop/projects/xp/HopRestServicesStartupProjectsConfig.java
create mode 100644 plugins/transforms/validator/pom.xml
create mode 100644
plugins/transforms/validator/src/main/java/org/apache/hop/pipeline/transforms/validator/HopValidatorException.java
create mode 100644
plugins/transforms/validator/src/main/java/org/apache/hop/pipeline/transforms/validator/Validation.java
create mode 100644
plugins/transforms/validator/src/main/java/org/apache/hop/pipeline/transforms/validator/Validator.java
create mode 100644
plugins/transforms/validator/src/main/java/org/apache/hop/pipeline/transforms/validator/ValidatorData.java
create mode 100644
plugins/transforms/validator/src/main/java/org/apache/hop/pipeline/transforms/validator/ValidatorDialog.java
create mode 100644
plugins/transforms/validator/src/main/java/org/apache/hop/pipeline/transforms/validator/ValidatorMeta.java
create mode 100644
plugins/transforms/validator/src/main/resources/org/apache/hop/pipeline/transforms/validator/messages/messages_en_US.properties
create mode 100644
plugins/transforms/validator/src/main/resources/validator.svg
create mode 100644 rest/pom.xml
create mode 100644 rest/src/main/java/org/apache/hop/rest/Hop.java
create mode 100644
rest/src/main/java/org/apache/hop/rest/v1/HopApplication.java
create mode 100644
rest/src/main/java/org/apache/hop/rest/v1/resources/BaseResource.java
create mode 100644
rest/src/main/java/org/apache/hop/rest/v1/resources/ExecutionResource.java
create mode 100644
rest/src/main/java/org/apache/hop/rest/v1/resources/LocationResource.java
create mode 100644
rest/src/main/java/org/apache/hop/rest/v1/resources/MetadataResource.java
create mode 100644
rest/src/main/java/org/apache/hop/rest/v1/resources/PluginsResource.java
create mode 100644
rest/src/main/java/org/apache/hop/rest/v1/resources/execute/SyncRequest.java
create mode 100644
rest/src/main/java/org/apache/hop/rest/v1/resources/location/ListExecutionsRequest.java
create mode 100644 rest/src/main/resources/hop-rest.properties
create mode 100644 rest/src/test/resources/hop-rest.properties
