This is an automated email from the ASF dual-hosted git repository. bartmaer pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/hop.git
commit ba00ac5b00143a776408085e779b8df0cd70d5fa Merge: 2294b7d9ca c944e504bf Author: Bart Maertens <[email protected]> AuthorDate: Fri May 17 14:28:38 2024 +0200 Merge pull request #3860 from xdelox/crate-db-bulk-loader CrateDB Bulkloader assemblies/plugins/dist/pom.xml | 13 + .../plugins/transforms/cratedbbulkloader/pom.xml | 44 + .../cratedbbulkloader/src/assembly/assembly.xml | 49 + .../src/main/resources/version.xml | 20 + assemblies/plugins/transforms/pom.xml | 3 +- .../integration-tests-cratedb.yaml | 42 + .../resource/cratedb/config/crate.yml | 36 + .../pipeline/transforms/cratedb-bulkloader.adoc | 98 ++ integration-tests/cratedb/0001-http-endpoint.hpl | 282 ++++ .../0002-copy-from-filesystem-stream-to-dir.hpl | 284 ++++ integration-tests/cratedb/datasets/dataset-100.csv | 100 ++ integration-tests/cratedb/dev-env-config.json | 3 + integration-tests/cratedb/hop-config.json | 290 ++++ integration-tests/cratedb/import/dataset-100.csv | 100 ++ .../cratedb/main-0001-http-endpoint.hwf | 196 +++ .../cratedb/main-0002-copy-from-filesystem.hwf | 194 +++ .../metadata/pipeline-run-configuration/local.json | 21 + .../cratedb/metadata/rdbms/cratedb-test.json | 26 + .../metadata/workflow-run-configuration/local.json | 11 + integration-tests/cratedb/project-config.json | 13 + ...bDatabaseMeta.java => CrateDBDatabaseMeta.java} | 5 +- .../databases/cratedb/CrateDBDatabaseMetaIT.java | 15 +- .../databases/cratedb/CrateDBDatabaseMetaTest.java | 4 +- .../cratedb/CrateDBValueMetaBaseTest.java | 16 +- .../databases/cratedb/ReleaseSavePointTest.java | 2 +- plugins/transforms/cratedbbulkloader/pom.xml | 58 + .../cratedbbulkloader/CrateDBBulkLoader.java | 971 ++++++++++++++ .../cratedbbulkloader/CrateDBBulkLoaderData.java | 77 ++ .../cratedbbulkloader/CrateDBBulkLoaderDialog.java | 1381 ++++++++++++++++++++ .../cratedbbulkloader/CrateDBBulkLoaderField.java | 72 + .../cratedbbulkloader/CrateDBBulkLoaderMeta.java | 951 ++++++++++++++ .../transforms/cratedbbulkloader/Scheme.java} | 29 +- .../cratedbbulkloader/http/BulkImportClient.java | 117 ++ .../http/CrateDBHttpResponse.java} | 35 +- .../http/HttpBulkImportResponse.java | 75 ++ .../cratedbbulkloader/http/HttpImportMetrics.java} | 38 +- .../cratedbbulkloader/http/RowMetrics.java} | 30 +- .../http/exceptions/CrateDBHopException.java} | 28 +- .../UnauthorizedCrateDBAccessException.java} | 28 +- .../src/main/resources/CrateDBBulkLoader.svg | 21 + .../messages/messages_en_US.properties | 129 ++ .../messages/messages_it_IT.properties | 19 + .../cratedbbulkloader/http/BulkImportClientIT.java | 163 +++ .../http/HttpBulkImportResponseTest.java | 96 ++ .../cratedbbulkloader/src/test/resources/crate.yml | 36 + plugins/transforms/pom.xml | 1 + 46 files changed, 6077 insertions(+), 145 deletions(-)
