This is an automated email from the ASF dual-hosted git repository.
riemer pushed a change to branch
3266-add-api-to-programmatically-create-pipelines
in repository https://gitbox.apache.org/repos/asf/streampipes.git
from f349fd7f2f Fix checkstyle
add 6e5ea81974 feat: Manually override dimensions in data lake sink (#3231)
add 57994127fc refactor: Rename domain properties to semantic type (#3251)
add ca8f2e8f04 chore(deps-dev): bump express from 4.19.2 to 4.21.0 in /ui
(#3230)
add 888b47a5b5 chore(deps): bump body-parser and express in /ui (#3229)
add 8f0d9ecb74 chore(deps): bump org.apache.commons:commons-compress
(#3239)
add d00b775d5b chore(deps-dev): bump cryptography in
/streampipes-client-python (#3214)
add a4c5d00540 Merge branch 'dev' into
3266-add-api-to-programmatically-create-pipelines
No new revisions were added by this update.
Summary of changes:
pom.xml | 2 +-
streampipes-client-go/streampipes/model/common.go | 4 +-
streampipes-client-python/poetry.lock | 63 ++++++-------
.../functions/utils/data_stream_generator.py | 2 +-
.../streampipes/model/common.py | 2 +-
.../tests/client/test_endpoint.py | 8 +-
.../management/compact/PersistPipelineHandler.java | 12 +--
.../management/compact/SchemaMetadataEnricher.java | 5 +-
.../generator/AdapterSchemaGeneratorTest.java | 2 +-
.../convert/ToOriginalSchemaConverter.java | 2 +-
.../convert/ToTransformedSchemaConverter.java | 4 +-
.../dataexplorer/api/IDataExplorerManager.java | 10 +-
.../influx/DataExplorerManagerInflux.java | 23 +++--
.../influx/PropertyDuplicateFilter.java | 40 ++++----
.../dataexplorer/influx/PropertyHandler.java | 51 +++++-----
.../influx/TimeSeriesStorageInflux.java | 10 +-
.../influx/PropertyDuplicateFilterTest.java | 63 +++++++++++++
.../iotdb/DataExplorerManagerIotDb.java | 2 +-
.../iotdb/IotDbPropertyConverterTest.java | 13 +--
.../streampipes/dataexplorer/ImageStoreUtils.java | 5 +-
.../api/extractor/IParameterExtractor.java | 4 +
.../connect/adapter/parser/json/GeoJsonParser.java | 10 +-
.../management/util/EventSchemaUtils.java | 3 +-
.../iiot/protocol/stream/FileReplayAdapter.java | 5 +-
.../iiot/protocol/stream/HttpServerProtocol.java | 5 +-
.../siddhi/listcollector/ListCollector.java | 6 +-
.../jvm/InternalSinksExtensionModuleExports.java | 5 +-
.../jvm/datalake/DataLakeDimensionProvider.java | 69 ++++++++++++++
.../sinks/internal/jvm/datalake/DataLakeSink.java | 81 +++++++++++-----
...grationV1.java => DataLakeSinkMigrationV2.java} | 62 ++++++------
.../documentation.md | 29 ++++++
.../strings.en | 6 ++
.../migrations/DataLakeSinkMigrationV2Test.java | 95 +++++++++++++++++++
.../model/client/matching/MatchingResultType.java | 4 +-
.../streampipes/model/schema/EventProperty.java | 41 +++-----
.../model/schema/EventPropertyList.java | 7 +-
.../model/schema/EventPropertyPrimitive.java | 25 +++--
.../matching/output/PropertyDuplicateRemover.java | 14 +--
.../output/TransformOutputSchemaGenerator.java | 3 +-
.../manager/matching/v2/ListPropertyMatch.java | 6 +-
.../matching/v2/PrimitivePropertyMatch.java | 12 +--
.../manager/matching/v2/PropertyMatch.java | 2 +-
...inPropertyMatch.java => SemanticTypeMatch.java} | 23 ++---
.../remote/ContainerProvidedOptionsHandler.java | 3 +-
.../manager/matching/v2/ListPropertyMatchTest.java | 10 +-
...opertyMatch.java => TestSemanticTypeMatch.java} | 23 ++---
.../apache/streampipes/sdk/StaticProperties.java | 18 +++-
.../sdk/builder/PrimitivePropertyBuilder.java | 23 ++++-
.../sdk/builder/PropertyRequirementsBuilder.java | 11 ---
.../sdk/extractor/AbstractParameterExtractor.java | 22 ++++-
.../streampipes/sdk/helpers/EpProperties.java | 39 ++++----
.../streampipes/sdk/helpers/EpRequirements.java | 35 +++++--
...erializer.java => EventPropertySerializer.java} | 40 +++-----
.../storage/couchdb/serializer/GsonSerializer.java | 2 +-
.../EventPropertyPrimitiveTestBuilder.java | 3 +-
.../test/generator/EventStreamGenerator.java | 3 +-
ui/package-lock.json | 105 ++++++++++++---------
.../src/lib/model/gen/streampipes-model.ts | 8 +-
.../src/lib/model/types/semantic-type.ts | 16 +++-
.../event-property-row.component.ts | 5 +-
.../event-schema/event-schema.component.ts | 6 +-
.../edit-schema-transformation.component.html | 2 +-
.../edit-schema-transformation.component.ts | 11 ++-
.../edit-event-property.component.ts | 4 +-
ui/src/app/connect/filter/timestamp.pipe.ts | 4 +-
.../services/transformation-rule.service.ts | 8 +-
.../static-property.component.html | 1 +
...tic-runtime-resolvable-any-input.component.html | 54 +++++++----
...tatic-runtime-resolvable-any-input.component.ts | 31 ++++--
.../static-slide-toggle.component.html | 1 -
.../static-slide-toggle.component.ts | 1 +
.../widgets/table/table-widget.component.ts | 2 +-
ui/src/app/dashboard/sdk/ep-requirements.ts | 4 +-
.../sdk/matching/domain-property-match.ts | 15 +--
.../sdk/matching/primitive-property-match.ts | 4 +-
.../data-explorer-field-provider-service.ts | 4 +-
.../user-defined-output.component.html | 2 +-
.../user-defined-output.component.ts | 2 +-
78 files changed, 858 insertions(+), 504 deletions(-)
copy
streampipes-user-management/src/main/java/org/apache/streampipes/user/management/authentication/StreamPipesCredentialsMatcher.java
=>
streampipes-data-explorer-influx/src/main/java/org/apache/streampipes/dataexplorer/influx/PropertyDuplicateFilter.java
(50%)
create mode 100644
streampipes-data-explorer-influx/src/test/java/org/apache/streampipes/dataexplorer/influx/PropertyDuplicateFilterTest.java
create mode 100644
streampipes-extensions/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/DataLakeDimensionProvider.java
copy
streampipes-extensions/streampipes-sinks-internal-jvm/src/main/java/org/apache/streampipes/sinks/internal/jvm/datalake/migrations/{DataLakeSinkMigrationV1.java
=> DataLakeSinkMigrationV2.java} (54%)
create mode 100644
streampipes-extensions/streampipes-sinks-internal-jvm/src/test/java/org/apache/streampipes/sinks/internal/jvm/datalake/migrations/DataLakeSinkMigrationV2Test.java
rename
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/matching/v2/{DomainPropertyMatch.java
=> SemanticTypeMatch.java} (62%)
rename
streampipes-pipeline-management/src/test/java/org/apache/streampipes/manager/matching/v2/{TestDomainPropertyMatch.java
=> TestSemanticTypeMatch.java} (63%)
copy
streampipes-storage-couchdb/src/main/java/org/apache/streampipes/storage/couchdb/serializer/{CouchDbJsonSerializer.java
=> EventPropertySerializer.java} (58%)