This is an automated email from the ASF dual-hosted git repository.
hansva pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hop.git
from fff8e951e5 Merge pull request #1629 from bamaer/HOP-4133
new 66487d2a83 HOP-4089: merge the two plugins to avoid dependency clutter
new a5d64dd1bd HOP-4119: add variable support to filename in field
new f0a206c9b2 HOP-4091: make it possible to write to multiple files
new 5bb99cc453 HOP-4104: hop-run, add support for commas in parameter
values
new 80ec91bfc8 HOP-4129: fix typo
new 1dd2ba592b HOP-4122: upgrade aws dependencies
new 238b9cc017 HOP-4131: upgrade postgresql dependencies
new c62ac9ef4a HOP-4120: always use standardSql when submitting jobs to
BigQuery
new 2a85e7c5a4 HOP-4132: update dependency and add test
new e0702a1a0c Merge pull request #1628 from hansva/master
The 4327 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 18 +
.../databases/postgresql-assemblies/pom.xml | 2 +-
assemblies/plugins/dist/pom.xml | 15 +-
assemblies/plugins/tech/aws/pom.xml | 4 +-
.../transforms/{excelinput => excel}/pom.xml | 16 +-
.../src/assembly/assembly.xml | 6 +-
.../src/main/resources/dependencies.xml | 0
.../excel}/src/main/resources/version.xml | 0
.../excelinput/src/main/resources/version.xml | 20 --
assemblies/plugins/transforms/excelwriter/pom.xml | 66 ----
.../excelwriter/src/assembly/assembly.xml | 134 --------
.../excelwriter/src/main/resources/version.xml | 20 --
assemblies/plugins/transforms/json/pom.xml | 2 +-
assemblies/plugins/transforms/pom.xml | 3 +-
.../java/org/apache/hop/core/DbCacheEntry.java | 2 +-
.../modules/ROOT/pages/hop-run/index.adoc | 51 ++-
.../src/main/java/org/apache/hop/run/HopRun.java | 5 +-
integration-tests/gcp/0005-standard-sql-test.hpl | 100 ++++++
.../gcp/main-0005-test-standard-sql.hwf | 92 +++++
.../json/0002-json-negative-index.hpl | 212 ++++++++++++
.../json/main-0002-json-test-negative-index.hwf | 92 +++++
.../spreadsheet/0004-test-header-check.hpl | 291 ++++++++++++++++
integration-tests/spreadsheet/0004-test-header.hpl | 207 +++++++++++
.../spreadsheet/0005-check-multiple-files.hpl | 159 +++++++++
.../spreadsheet/0005-write-multiple-files.hpl | 199 +++++++++++
.../0006-multi-part-fixed-name-check.hpl | 195 +++++++++++
.../spreadsheet/0006-multi-part-fixed-name.hpl | 197 +++++++++++
.../datasets/golden-multi-file-excel.csv | 8 +
.../datasets/golden-multi-part-excel.csv | 6 +
.../main-0004-excelwriter-test-header.hwf | 127 +++++++
.../spreadsheet/main-0005-multi-file-write.hwf | 114 ++++++
.../main-0006-multi-part-fixed-name.hwf | 114 ++++++
.../metadata/dataset/golden-multi-file-excel.json | 24 ++
.../metadata/dataset/golden-multi-part-excel.json | 24 ++
.../unit-test/0005-check-multiple-files UNIT.json | 32 ++
.../0006-multi-part-fixed-name-check UNIT.json | 32 ++
plugins/databases/postgresql/pom.xml | 2 +-
.../beam/core/transform/BeamBQInputTransform.java | 4 +-
.../ManageEnvironmentsOptionPlugin.java | 4 +-
.../lifecycle/ManageLifecyclesOptionPlugin.java | 4 +-
.../project/ManageProjectsOptionPlugin.java | 4 +-
.../apache/hop/projects/project/ProjectDialog.java | 2 +-
plugins/tech/aws/pom.xml | 4 +-
plugins/transforms/{excelwriter => excel}/pom.xml | 24 +-
.../pipeline/transforms/excelinput/ExcelInput.java | 0
.../transforms/excelinput/ExcelInputData.java | 0
.../transforms/excelinput/ExcelInputDialog.java | 0
.../transforms/excelinput/ExcelInputField.java | 0
.../transforms/excelinput/ExcelInputMeta.java | 0
.../transforms/excelinput/ExcelInputRow.java | 0
.../excelinput/HopCellValueException.java | 0
.../transforms/excelinput/SpreadSheetType.java | 0
.../transforms/excelinput/WorkbookFactory.java | 0
.../transforms/excelinput/ods/OdfCell.java | 0
.../transforms/excelinput/ods/OdfSheet.java | 0
.../transforms/excelinput/ods/OdfWorkbook.java | 0
.../transforms/excelinput/poi/PoiCell.java | 0
.../transforms/excelinput/poi/PoiSheet.java | 0
.../transforms/excelinput/poi/PoiWorkbook.java | 0
.../transforms/excelinput/staxpoi/StaxPoiCell.java | 0
.../excelinput/staxpoi/StaxPoiSheet.java | 0
.../excelinput/staxpoi/StaxPoiWorkbook.java | 0
.../transforms/excelinput/staxpoi/StaxUtil.java | 0
.../excelwriter/ExcelWriterFileField.java | 0
.../excelwriter/ExcelWriterOutputField.java | 0
.../excelwriter/ExcelWriterTemplateField.java | 0
.../excelwriter/ExcelWriterTransform.java | 382 +++++++++++++--------
.../excelwriter/ExcelWriterTransformData.java | 38 +-
.../excelwriter/ExcelWriterTransformDialog.java | 0
.../excelwriter/ExcelWriterTransformMeta.java | 2 +-
.../excelwriter/ExcelWriterWorkbookDefinition.java | 158 +++++++++
.../src/main/resources/excelinput.svg | 0
.../src/main/resources/excelwriter.svg | 0
.../excelinput/messages/messages_de_DE.properties | 0
.../excelinput/messages/messages_en_US.properties | 0
.../excelinput/messages/messages_es_AR.properties | 0
.../excelinput/messages/messages_es_ES.properties | 0
.../excelinput/messages/messages_fr_FR.properties | 0
.../excelinput/messages/messages_it_IT.properties | 0
.../excelinput/messages/messages_ja_JP.properties | 0
.../excelinput/messages/messages_ko_KR.properties | 0
.../excelinput/messages/messages_zh_CN.properties | 0
.../excelwriter/messages/messages_en_US.properties | 0
.../excelwriter/messages/messages_fr_FR.properties | 0
.../excelwriter/messages/messages_it_IT.properties | 0
.../excelwriter/messages/messages_ja_JP.properties | 0
.../excelwriter/messages/messages_ko_KR.properties | 0
.../excelwriter/messages/messages_zh_CN.properties | 0
.../excelinput/BaseExcelParsingTest.java | 0
.../transforms/excelinput/BaseParsingTest.java | 0
.../excelinput/ExcelInputContentParsingTest.java | 0
.../excelinput/ExcelInputMetaInjectionTest.java | 0
.../transforms/excelinput/ExcelInputMetaTest.java | 0
.../transforms/excelinput/OdfSheetTest.java | 0
.../excelinput/staxpoi/StaxPoiSheetTest.java | 0
.../excelwriter/ExcelWriterTransformMetaTest.java | 0
.../excelwriter/ExcelWriterTransformTest.java | 43 ++-
...elWriterTransform_FormulaRecalculationTest.java | 24 +-
.../ExcelWriterTransform_StyleFormatTest.java | 47 ++-
.../transforms/excelwriter/TransformMockUtil.java | 0
.../excelinput/files/Balance_Type_Codes.xlsx | Bin
.../transforms/excelinput/files/pdi-17765.xlsx | Bin
.../transforms/excelinput/files/sample-2.4.ods | Bin
.../transforms/excelinput/files/sample-3.4.1.ods | Bin
.../transforms/excelinput/files/sample.xls | Bin
.../transforms/excelinput/files/sample.xlsx | Bin
.../transforms/excelwriter/template_test.xls | Bin
.../transforms/excelwriter/template_test.xlsx | Bin
.../excelwriter/template_with_formatting.xlsx | Bin
plugins/transforms/excelinput/pom.xml | 75 ----
plugins/transforms/json/pom.xml | 4 +-
plugins/transforms/pgbulkloader/pom.xml | 2 +-
plugins/transforms/pom.xml | 3 +-
pom.xml | 2 +-
114 files changed, 2826 insertions(+), 591 deletions(-)
rename assemblies/plugins/transforms/{excelinput => excel}/pom.xml (92%)
rename assemblies/plugins/transforms/{excelinput =>
excel}/src/assembly/assembly.xml (96%)
rename assemblies/plugins/transforms/{excelinput =>
excel}/src/main/resources/dependencies.xml (100%)
copy assemblies/plugins/{actions/abort =>
transforms/excel}/src/main/resources/version.xml (100%)
delete mode 100644
assemblies/plugins/transforms/excelinput/src/main/resources/version.xml
delete mode 100644 assemblies/plugins/transforms/excelwriter/pom.xml
delete mode 100644
assemblies/plugins/transforms/excelwriter/src/assembly/assembly.xml
delete mode 100644
assemblies/plugins/transforms/excelwriter/src/main/resources/version.xml
create mode 100644 integration-tests/gcp/0005-standard-sql-test.hpl
create mode 100644 integration-tests/gcp/main-0005-test-standard-sql.hwf
create mode 100644 integration-tests/json/0002-json-negative-index.hpl
create mode 100644
integration-tests/json/main-0002-json-test-negative-index.hwf
create mode 100644 integration-tests/spreadsheet/0004-test-header-check.hpl
create mode 100644 integration-tests/spreadsheet/0004-test-header.hpl
create mode 100644 integration-tests/spreadsheet/0005-check-multiple-files.hpl
create mode 100644 integration-tests/spreadsheet/0005-write-multiple-files.hpl
create mode 100644
integration-tests/spreadsheet/0006-multi-part-fixed-name-check.hpl
create mode 100644 integration-tests/spreadsheet/0006-multi-part-fixed-name.hpl
create mode 100644
integration-tests/spreadsheet/datasets/golden-multi-file-excel.csv
create mode 100644
integration-tests/spreadsheet/datasets/golden-multi-part-excel.csv
create mode 100644
integration-tests/spreadsheet/main-0004-excelwriter-test-header.hwf
create mode 100644 integration-tests/spreadsheet/main-0005-multi-file-write.hwf
create mode 100644
integration-tests/spreadsheet/main-0006-multi-part-fixed-name.hwf
create mode 100644
integration-tests/spreadsheet/metadata/dataset/golden-multi-file-excel.json
create mode 100644
integration-tests/spreadsheet/metadata/dataset/golden-multi-part-excel.json
create mode 100644
integration-tests/spreadsheet/metadata/unit-test/0005-check-multiple-files
UNIT.json
create mode 100644
integration-tests/spreadsheet/metadata/unit-test/0006-multi-part-fixed-name-check
UNIT.json
rename plugins/transforms/{excelwriter => excel}/pom.xml (76%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/ExcelInput.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/ExcelInputData.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/ExcelInputDialog.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/ExcelInputField.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/ExcelInputMeta.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/ExcelInputRow.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/HopCellValueException.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/SpreadSheetType.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/WorkbookFactory.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/ods/OdfCell.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/ods/OdfSheet.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/ods/OdfWorkbook.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/poi/PoiCell.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/poi/PoiSheet.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/poi/PoiWorkbook.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/staxpoi/StaxPoiCell.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/staxpoi/StaxPoiSheet.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/staxpoi/StaxPoiWorkbook.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelinput/staxpoi/StaxUtil.java
(100%)
rename plugins/transforms/{excelwriter =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelwriter/ExcelWriterFileField.java
(100%)
rename plugins/transforms/{excelwriter =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelwriter/ExcelWriterOutputField.java
(100%)
rename plugins/transforms/{excelwriter =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelwriter/ExcelWriterTemplateField.java
(100%)
rename plugins/transforms/{excelwriter =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelwriter/ExcelWriterTransform.java
(71%)
rename plugins/transforms/{excelwriter =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelwriter/ExcelWriterTransformData.java
(65%)
rename plugins/transforms/{excelwriter =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelwriter/ExcelWriterTransformDialog.java
(100%)
rename plugins/transforms/{excelwriter =>
excel}/src/main/java/org/apache/hop/pipeline/transforms/excelwriter/ExcelWriterTransformMeta.java
(99%)
create mode 100644
plugins/transforms/excel/src/main/java/org/apache/hop/pipeline/transforms/excelwriter/ExcelWriterWorkbookDefinition.java
rename plugins/transforms/{excelinput =>
excel}/src/main/resources/excelinput.svg (100%)
rename plugins/transforms/{excelwriter =>
excel}/src/main/resources/excelwriter.svg (100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/resources/org/apache/hop/pipeline/transforms/excelinput/messages/messages_de_DE.properties
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/resources/org/apache/hop/pipeline/transforms/excelinput/messages/messages_en_US.properties
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/resources/org/apache/hop/pipeline/transforms/excelinput/messages/messages_es_AR.properties
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/resources/org/apache/hop/pipeline/transforms/excelinput/messages/messages_es_ES.properties
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/resources/org/apache/hop/pipeline/transforms/excelinput/messages/messages_fr_FR.properties
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/resources/org/apache/hop/pipeline/transforms/excelinput/messages/messages_it_IT.properties
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/resources/org/apache/hop/pipeline/transforms/excelinput/messages/messages_ja_JP.properties
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/resources/org/apache/hop/pipeline/transforms/excelinput/messages/messages_ko_KR.properties
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/main/resources/org/apache/hop/pipeline/transforms/excelinput/messages/messages_zh_CN.properties
(100%)
rename plugins/transforms/{excelwriter =>
excel}/src/main/resources/org/apache/hop/pipeline/transforms/excelwriter/messages/messages_en_US.properties
(100%)
rename plugins/transforms/{excelwriter =>
excel}/src/main/resources/org/apache/hop/pipeline/transforms/excelwriter/messages/messages_fr_FR.properties
(100%)
rename plugins/transforms/{excelwriter =>
excel}/src/main/resources/org/apache/hop/pipeline/transforms/excelwriter/messages/messages_it_IT.properties
(100%)
rename plugins/transforms/{excelwriter =>
excel}/src/main/resources/org/apache/hop/pipeline/transforms/excelwriter/messages/messages_ja_JP.properties
(100%)
rename plugins/transforms/{excelwriter =>
excel}/src/main/resources/org/apache/hop/pipeline/transforms/excelwriter/messages/messages_ko_KR.properties
(100%)
rename plugins/transforms/{excelwriter =>
excel}/src/main/resources/org/apache/hop/pipeline/transforms/excelwriter/messages/messages_zh_CN.properties
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/test/java/org/apache/hop/pipeline/transforms/excelinput/BaseExcelParsingTest.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/test/java/org/apache/hop/pipeline/transforms/excelinput/BaseParsingTest.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/test/java/org/apache/hop/pipeline/transforms/excelinput/ExcelInputContentParsingTest.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/test/java/org/apache/hop/pipeline/transforms/excelinput/ExcelInputMetaInjectionTest.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/test/java/org/apache/hop/pipeline/transforms/excelinput/ExcelInputMetaTest.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/test/java/org/apache/hop/pipeline/transforms/excelinput/OdfSheetTest.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/test/java/org/apache/hop/pipeline/transforms/excelinput/staxpoi/StaxPoiSheetTest.java
(100%)
rename plugins/transforms/{excelwriter =>
excel}/src/test/java/org/apache/hop/pipeline/transforms/excelwriter/ExcelWriterTransformMetaTest.java
(100%)
rename plugins/transforms/{excelwriter =>
excel}/src/test/java/org/apache/hop/pipeline/transforms/excelwriter/ExcelWriterTransformTest.java
(90%)
rename plugins/transforms/{excelwriter =>
excel}/src/test/java/org/apache/hop/pipeline/transforms/excelwriter/ExcelWriterTransform_FormulaRecalculationTest.java
(76%)
rename plugins/transforms/{excelwriter =>
excel}/src/test/java/org/apache/hop/pipeline/transforms/excelwriter/ExcelWriterTransform_StyleFormatTest.java
(86%)
rename plugins/transforms/{excelwriter =>
excel}/src/test/java/org/apache/hop/pipeline/transforms/excelwriter/TransformMockUtil.java
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/test/resources/org/apache/hop/pipeline/transforms/excelinput/files/Balance_Type_Codes.xlsx
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/test/resources/org/apache/hop/pipeline/transforms/excelinput/files/pdi-17765.xlsx
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/test/resources/org/apache/hop/pipeline/transforms/excelinput/files/sample-2.4.ods
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/test/resources/org/apache/hop/pipeline/transforms/excelinput/files/sample-3.4.1.ods
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/test/resources/org/apache/hop/pipeline/transforms/excelinput/files/sample.xls
(100%)
rename plugins/transforms/{excelinput =>
excel}/src/test/resources/org/apache/hop/pipeline/transforms/excelinput/files/sample.xlsx
(100%)
rename plugins/transforms/{excelwriter =>
excel}/src/test/resources/org/apache/hop/pipeline/transforms/excelwriter/template_test.xls
(100%)
rename plugins/transforms/{excelwriter =>
excel}/src/test/resources/org/apache/hop/pipeline/transforms/excelwriter/template_test.xlsx
(100%)
rename plugins/transforms/{excelwriter =>
excel}/src/test/resources/org/apache/hop/pipeline/transforms/excelwriter/template_with_formatting.xlsx
(100%)
delete mode 100644 plugins/transforms/excelinput/pom.xml
