This is an automated email from the ASF dual-hosted git repository.
bartmaer pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/hop.git
from 2294b7d9ca exclude MDI template from samples IT #2237 (#3948)
add c944e504bf CrateDB Bulkloader
new ba00ac5b00 Merge pull request #3860 from xdelox/crate-db-bulk-loader
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
assemblies/plugins/dist/pom.xml | 13 +
.../plugins/transforms/cratedbbulkloader/pom.xml | 44 +
.../cratedbbulkloader/src/assembly/assembly.xml | 49 +
.../src/main/resources/version.xml | 20 +
assemblies/plugins/transforms/pom.xml | 3 +-
.../integration-tests-cratedb.yaml | 42 +
.../resource/cratedb/config/crate.yml | 36 +
.../pipeline/transforms/cratedb-bulkloader.adoc | 98 ++
integration-tests/cratedb/0001-http-endpoint.hpl | 282 ++++
.../0002-copy-from-filesystem-stream-to-dir.hpl | 284 ++++
integration-tests/cratedb/datasets/dataset-100.csv | 100 ++
.../{azure => cratedb}/dev-env-config.json | 0
integration-tests/cratedb/hop-config.json | 290 ++++
integration-tests/cratedb/import/dataset-100.csv | 100 ++
.../cratedb/main-0001-http-endpoint.hwf | 196 +++
.../cratedb/main-0002-copy-from-filesystem.hwf | 194 +++
.../metadata/pipeline-run-configuration/local.json | 21 +
.../cratedb/metadata/rdbms/cratedb-test.json | 26 +
.../metadata/workflow-run-configuration/local.json | 0
.../{actions => cratedb}/project-config.json | 0
...bDatabaseMeta.java => CrateDBDatabaseMeta.java} | 5 +-
.../databases/cratedb/CrateDBDatabaseMetaIT.java | 15 +-
.../databases/cratedb/CrateDBDatabaseMetaTest.java | 4 +-
.../cratedb/CrateDBValueMetaBaseTest.java | 16 +-
.../databases/cratedb/ReleaseSavePointTest.java | 2 +-
plugins/transforms/cratedbbulkloader/pom.xml | 58 +
.../cratedbbulkloader/CrateDBBulkLoader.java | 971 ++++++++++++++
.../cratedbbulkloader/CrateDBBulkLoaderData.java | 77 ++
.../cratedbbulkloader/CrateDBBulkLoaderDialog.java | 1381 ++++++++++++++++++++
.../cratedbbulkloader/CrateDBBulkLoaderField.java | 72 +
.../cratedbbulkloader/CrateDBBulkLoaderMeta.java | 951 ++++++++++++++
.../transforms/cratedbbulkloader/Scheme.java} | 29 +-
.../cratedbbulkloader/http/BulkImportClient.java | 117 ++
.../http/CrateDBHttpResponse.java} | 35 +-
.../http/HttpBulkImportResponse.java | 75 ++
.../cratedbbulkloader/http/HttpImportMetrics.java} | 38 +-
.../cratedbbulkloader/http/RowMetrics.java} | 30 +-
.../http/exceptions/CrateDBHopException.java} | 28 +-
.../UnauthorizedCrateDBAccessException.java} | 28 +-
.../src/main/resources/CrateDBBulkLoader.svg | 21 +
.../messages/messages_en_US.properties | 129 ++
.../messages/messages_it_IT.properties | 0
.../cratedbbulkloader/http/BulkImportClientIT.java | 163 +++
.../http/HttpBulkImportResponseTest.java | 96 ++
.../cratedbbulkloader/src/test/resources/crate.yml | 36 +
plugins/transforms/pom.xml | 1 +
46 files changed, 6031 insertions(+), 145 deletions(-)
create mode 100644 assemblies/plugins/transforms/cratedbbulkloader/pom.xml
create mode 100644
assemblies/plugins/transforms/cratedbbulkloader/src/assembly/assembly.xml
create mode 100644
assemblies/plugins/transforms/cratedbbulkloader/src/main/resources/version.xml
create mode 100644 docker/integration-tests/integration-tests-cratedb.yaml
create mode 100644 docker/integration-tests/resource/cratedb/config/crate.yml
create mode 100644
docs/hop-user-manual/modules/ROOT/pages/pipeline/transforms/cratedb-bulkloader.adoc
create mode 100644 integration-tests/cratedb/0001-http-endpoint.hpl
create mode 100644
integration-tests/cratedb/0002-copy-from-filesystem-stream-to-dir.hpl
create mode 100644 integration-tests/cratedb/datasets/dataset-100.csv
copy integration-tests/{azure => cratedb}/dev-env-config.json (100%)
create mode 100644 integration-tests/cratedb/hop-config.json
create mode 100644 integration-tests/cratedb/import/dataset-100.csv
create mode 100644 integration-tests/cratedb/main-0001-http-endpoint.hwf
create mode 100644 integration-tests/cratedb/main-0002-copy-from-filesystem.hwf
create mode 100644
integration-tests/cratedb/metadata/pipeline-run-configuration/local.json
create mode 100644 integration-tests/cratedb/metadata/rdbms/cratedb-test.json
copy integration-tests/{azure =>
cratedb}/metadata/workflow-run-configuration/local.json (100%)
copy integration-tests/{actions => cratedb}/project-config.json (100%)
rename
plugins/databases/cratedb/src/main/java/org/apache/hop/databases/cratedb/{CrateDbDatabaseMeta.java
=> CrateDBDatabaseMeta.java} (97%)
create mode 100644 plugins/transforms/cratedbbulkloader/pom.xml
create mode 100644
plugins/transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/CrateDBBulkLoader.java
create mode 100644
plugins/transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/CrateDBBulkLoaderData.java
create mode 100644
plugins/transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/CrateDBBulkLoaderDialog.java
create mode 100644
plugins/transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/CrateDBBulkLoaderField.java
create mode 100644
plugins/transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/CrateDBBulkLoaderMeta.java
copy
plugins/{databases/cratedb/src/test/java/org/apache/hop/databases/cratedb/ReleaseSavePointTest.java
=>
transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/Scheme.java}
(57%)
create mode 100644
plugins/transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/BulkImportClient.java
copy
plugins/{databases/cratedb/src/test/java/org/apache/hop/databases/cratedb/ReleaseSavePointTest.java
=>
transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/CrateDBHttpResponse.java}
(58%)
create mode 100644
plugins/transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/HttpBulkImportResponse.java
copy
plugins/{databases/cratedb/src/test/java/org/apache/hop/databases/cratedb/ReleaseSavePointTest.java
=>
transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/HttpImportMetrics.java}
(58%)
copy
plugins/{databases/cratedb/src/test/java/org/apache/hop/databases/cratedb/ReleaseSavePointTest.java
=>
transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/RowMetrics.java}
(58%)
copy
plugins/{databases/cratedb/src/test/java/org/apache/hop/databases/cratedb/ReleaseSavePointTest.java
=>
transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/exceptions/CrateDBHopException.java}
(57%)
copy
plugins/{databases/cratedb/src/test/java/org/apache/hop/databases/cratedb/ReleaseSavePointTest.java
=>
transforms/cratedbbulkloader/src/main/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/exceptions/UnauthorizedCrateDBAccessException.java}
(57%)
create mode 100644
plugins/transforms/cratedbbulkloader/src/main/resources/CrateDBBulkLoader.svg
create mode 100644
plugins/transforms/cratedbbulkloader/src/main/resources/org/apache/hop/pipeline/transforms/cratedbbulkloader/messages/messages_en_US.properties
copy {core/src/main/resources/org/apache/hop/core/util =>
plugins/transforms/cratedbbulkloader/src/main/resources/org/apache/hop/pipeline/transforms/cratedbbulkloader}/messages/messages_it_IT.properties
(100%)
create mode 100644
plugins/transforms/cratedbbulkloader/src/test/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/BulkImportClientIT.java
create mode 100644
plugins/transforms/cratedbbulkloader/src/test/java/org/apache/hop/pipeline/transforms/cratedbbulkloader/http/HttpBulkImportResponseTest.java
create mode 100644
plugins/transforms/cratedbbulkloader/src/test/resources/crate.yml
