This is an automated email from the ASF dual-hosted git repository.
zehnder pushed a change to branch
4250-add-csv-dataset-import-with-preview-for-data-sets
in repository https://gitbox.apache.org/repos/asf/streampipes.git
from 038007ba62 chore(deps): bump actions/upload-artifact from 6 to 7
(#4206)
new fd812634bc feat(#4250): First version of the csv upload
new 30660e94dc feat(#4250): Improve upload dialog
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.idea/runConfigurations/AllExtensionsIIoTInit.xml | 1 +
.../model/datalake/importer/CsvImportColumn.java | 104 ++
.../datalake/importer/CsvImportConfiguration.java | 43 +-
.../CsvImportPreviewRequest.java} | 63 +-
.../datalake/importer/CsvImportPreviewResult.java | 100 ++
.../model/datalake/importer/CsvImportRequest.java | 89 ++
.../model/datalake/importer/CsvImportResult.java | 71 ++
.../datalake/importer/CsvImportSchemaIssue.java | 74 ++
.../importer/CsvImportSchemaIssueType.java | 11 +-
.../CsvImportSchemaValidationRequest.java} | 37 +-
.../importer/CsvImportSchemaValidationResult.java | 45 +-
.../importer/CsvImportTarget.java} | 22 +-
.../datalake/importer/CsvImportTargetMode.java | 6 +-
.../importer/CsvImportValidationMessage.java | 32 +-
.../impl/datalake/CsvDataLakeImportService.java | 1199 ++++++++++++++++++++
.../rest/impl/datalake/CsvImportUploadStorage.java | 130 +++
.../datalake/CsvImportValidationException.java | 24 +-
.../rest/impl/datalake/DataLakeDataWriter.java | 52 +-
.../rest/impl/datalake/DataLakeImportResource.java | 122 ++
.../datalake/CsvDataLakeImportServiceTest.java | 326 ++++++
.../rest/impl/datalake/DataLakeDataWriterTest.java | 56 +
...hine-data-simulator-import-later-timestamps.csv | 8 +
...-data-simulator-import-mismatched-timestamp.csv | 8 +
...achine-data-simulator-import-missing-values.csv | 8 +
...hine-data-simulator-import-string-timestamp.csv | 8 +
.../datalake/machine-data-simulator-import.csv | 8 +
ui/cypress/support/utils/dataset/DatasetBtns.ts | 97 ++
ui/cypress/support/utils/dataset/DatasetUtils.ts | 108 ++
ui/cypress/tests/dataset/csvImport.spec.ts | 96 ++
.../src/lib/apis/datalake-rest.service.ts | 34 +
.../src/lib/model/datalake/csv-import.model.ts | 111 ++
.../platform-services/src/public-api.ts | 1 +
.../datalake-configuration.component.html | 9 +
.../datalake-configuration.component.ts | 21 +
.../csv-import-dialog.component.html | 523 +++++++++
.../csv-import-dialog.component.scss | 236 ++++
.../csv-import-dialog.component.ts | 854 ++++++++++++++
37 files changed, 4589 insertions(+), 148 deletions(-)
create mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/datalake/importer/CsvImportColumn.java
copy
streampipes-extensions/streampipes-processors-transformation-jvm/src/main/java/org/apache/streampipes/processors/transformation/jvm/processor/state/labeler/model/Statement.java
=>
streampipes-model/src/main/java/org/apache/streampipes/model/datalake/importer/CsvImportConfiguration.java
(52%)
copy
streampipes-model/src/main/java/org/apache/streampipes/model/datalake/{DataSeries.java
=> importer/CsvImportPreviewRequest.java} (54%)
create mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/datalake/importer/CsvImportPreviewResult.java
create mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/datalake/importer/CsvImportRequest.java
create mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/datalake/importer/CsvImportResult.java
create mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/datalake/importer/CsvImportSchemaIssue.java
copy
streampipes-client-api/src/main/java/org/apache/streampipes/client/api/live/EventProcessor.java
=>
streampipes-model/src/main/java/org/apache/streampipes/model/datalake/importer/CsvImportSchemaIssueType.java
(80%)
copy
streampipes-model/src/main/java/org/apache/streampipes/model/{grounding/TransportFormat.java
=> datalake/importer/CsvImportSchemaValidationRequest.java} (56%)
copy
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/monitoring/FixedSizeList.java
=>
streampipes-model/src/main/java/org/apache/streampipes/model/datalake/importer/CsvImportSchemaValidationResult.java
(53%)
copy
streampipes-model/src/main/java/org/apache/streampipes/model/{NotificationCount.java
=> datalake/importer/CsvImportTarget.java} (64%)
copy
streampipes-connect-transformer-api/src/main/java/org/apache/streampipes/connect/transformer/api/Context.java
=>
streampipes-model/src/main/java/org/apache/streampipes/model/datalake/importer/CsvImportTargetMode.java
(88%)
copy
streampipes-rest-shared/src/main/java/org/apache/streampipes/rest/shared/exception/SpLogMessageException.java
=>
streampipes-model/src/main/java/org/apache/streampipes/model/datalake/importer/CsvImportValidationMessage.java
(62%)
create mode 100644
streampipes-rest/src/main/java/org/apache/streampipes/rest/impl/datalake/CsvDataLakeImportService.java
create mode 100644
streampipes-rest/src/main/java/org/apache/streampipes/rest/impl/datalake/CsvImportUploadStorage.java
copy
streampipes-model/src/main/java/org/apache/streampipes/model/export/ExportConfiguration.java
=>
streampipes-rest/src/main/java/org/apache/streampipes/rest/impl/datalake/CsvImportValidationException.java
(57%)
create mode 100644
streampipes-rest/src/main/java/org/apache/streampipes/rest/impl/datalake/DataLakeImportResource.java
create mode 100644
streampipes-rest/src/test/java/org/apache/streampipes/rest/impl/datalake/CsvDataLakeImportServiceTest.java
create mode 100644
streampipes-rest/src/test/java/org/apache/streampipes/rest/impl/datalake/DataLakeDataWriterTest.java
create mode 100644
ui/cypress/fixtures/datalake/machine-data-simulator-import-later-timestamps.csv
create mode 100644
ui/cypress/fixtures/datalake/machine-data-simulator-import-mismatched-timestamp.csv
create mode 100644
ui/cypress/fixtures/datalake/machine-data-simulator-import-missing-values.csv
create mode 100644
ui/cypress/fixtures/datalake/machine-data-simulator-import-string-timestamp.csv
create mode 100644
ui/cypress/fixtures/datalake/machine-data-simulator-import.csv
create mode 100644 ui/cypress/tests/dataset/csvImport.spec.ts
create mode 100644
ui/projects/streampipes/platform-services/src/lib/model/datalake/csv-import.model.ts
create mode 100644
ui/src/app/dataset/dialog/csv-import-dialog/csv-import-dialog.component.html
create mode 100644
ui/src/app/dataset/dialog/csv-import-dialog/csv-import-dialog.component.scss
create mode 100644
ui/src/app/dataset/dialog/csv-import-dialog/csv-import-dialog.component.ts
