This is an automated email from the ASF dual-hosted git repository.
zehnder pushed a change to branch
3282-dd-regex-based-preprocessing-rule-to-adapters
in repository https://gitbox.apache.org/repos/asf/streampipes.git
from 8d157015af fix: Add spring boot to AllExtensionsIIoTInit (#3265)
add dd68567334 feat(#3266): Add API to programmatically create pipelines
(#3267)
add 50989f4730 feat(#3285): Introduce environment variable to define
allowed extensions for file upload (#3286)
add 72555fb0ac refactor: Refactor unit tests for transformation rules
(#3287)
new d4331d5c3c Merge branch 'dev' into
3282-dd-regex-based-preprocessing-rule-to-adapters
new ffd5e7cc00 feat(#3282): Add new rule and rule description for regex
rule
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../apache/streampipes/commons/constants/Envs.java | 3 +-
.../commons/environment/DefaultEnvironment.java | 5 +
.../commons/environment/Environment.java | 2 +
.../management/AdapterUpdateManagement.java | 2 +-
.../convert/ToOriginalSchemaConverter.java | 6 +
.../convert/ToTransformedSchemaConverter.java | 12 ++
...StatefulTransformationRuleGeneratorVisitor.java | 6 +
...tatelessTransformationRuleGeneratorVisitor.java | 11 ++
.../RegexTransformationRule.java} | 43 ++++--
.../shared/preprocessing/convert/Helpers.java | 31 +++-
.../convert/ToOriginalSchemaConverterTest.java | 20 +--
.../convert/ToTransformedSchemaConverterTest.java | 75 +++++++---
.../transform/value/CorrectionValueTest.java | 69 ++++-----
.../value/RegexTransformationRuleTest.java | 96 +++++++++++++
.../transform/value/UnitTransformRuleTest.java | 160 ++++++++++-----------
.../transform/value/ValueEventTransformerTest.java | 41 +++---
.../adapter/compact/CompactConfiguration.java | 23 ---
.../connect/rules/ITransformationRuleVisitor.java | 3 +
.../connect/rules/TransformationRulePriority.java | 1 +
...ava => RegexTransformationRuleDescription.java} | 48 ++++---
.../value/ValueTransformationRuleDescription.java | 1 +
... => ExtendedPipelineElementValidationInfo.java} | 23 ++-
.../model/pipeline/PipelineModification.java | 17 +--
...oLevel.java => PipelineModificationResult.java} | 11 +-
.../model/pipeline/PipelineVerificationResult.java | 11 +-
.../model/pipeline/compact/CompactPipeline.java | 17 ++-
.../pipeline/compact/CompactPipelineElement.java | 14 +-
.../model/pipeline/compact/CreateOptions.java | 5 +-
.../DefaultStaticPropertyVisitor.java | 10 ++
.../matching/PipelineModificationGenerator.java | 7 +-
.../matching/PipelineVerificationHandlerV2.java | 32 +++--
.../v2/pipeline/CheckCompletedVisitor.java | 70 +++++++--
.../compact/CompactPipelineManagement.java | 51 +++++++
.../generation/CompactPipelineGenerator.java | 11 +-
.../DataProcessorPipelineElementGenerator.java | 41 ++++++
.../DataSinkPipelineElementGenerator.java | 38 ++---
.../DataStreamPipelineElementGenerator.java} | 18 ++-
.../InvocablePipelineElementGenerator.java | 51 +++++++
.../PipelineElementConfigurationStep.java | 74 ++++++++++
.../manager/preview/PipelinePreview.java | 1 +
.../rest/impl/CompactPipelineResource.java | 100 +++++++++++++
.../apache/streampipes/sdk/helpers/Filetypes.java | 24 +++-
42 files changed, 936 insertions(+), 348 deletions(-)
copy
streampipes-connect-shared/src/main/java/org/apache/streampipes/connect/shared/preprocessing/transform/{schema/DeleteTransformationRule.java
=> value/RegexTransformationRule.java} (52%)
create mode 100644
streampipes-connect-shared/src/test/java/org/apache/streampipes/connect/shared/preprocessing/transform/value/RegexTransformationRuleTest.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/connect/adapter/compact/CompactConfiguration.java
copy
streampipes-model/src/main/java/org/apache/streampipes/model/connect/rules/value/{AddTimestampRuleDescription.java
=> RegexTransformationRuleDescription.java} (64%)
copy
streampipes-model/src/main/java/org/apache/streampipes/model/pipeline/{ValidationInfoLevel.java
=> ExtendedPipelineElementValidationInfo.java} (54%)
copy
streampipes-model/src/main/java/org/apache/streampipes/model/pipeline/{ValidationInfoLevel.java
=> PipelineModificationResult.java} (71%)
copy
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/data/PipelineGraph.java
=>
streampipes-model/src/main/java/org/apache/streampipes/model/pipeline/PipelineVerificationResult.java
(76%)
copy
streampipes-client-api/src/main/java/org/apache/streampipes/client/api/credentials/CredentialsProvider.java
=>
streampipes-model/src/main/java/org/apache/streampipes/model/pipeline/compact/CompactPipeline.java
(73%)
copy
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/storage/RunningPipelineElementStorage.java
=>
streampipes-model/src/main/java/org/apache/streampipes/model/pipeline/compact/CompactPipelineElement.java
(71%)
copy
streampipes-dataformat/src/main/java/org/apache/streampipes/dataformat/SpDataFormatFactory.java
=>
streampipes-model/src/main/java/org/apache/streampipes/model/pipeline/compact/CreateOptions.java
(88%)
create mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/pipeline/compact/CompactPipelineManagement.java
copy
streampipes-storage-api/src/main/java/org/apache/streampipes/storage/api/IPipelineStorage.java
=>
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/pipeline/compact/generation/CompactPipelineGenerator.java
(75%)
create mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/pipeline/compact/generation/DataProcessorPipelineElementGenerator.java
copy
archetypes/streampipes-archetype-pe-sinks-flink/src/main/resources/archetype-resources/src/main/java/pe/sink/__packageName__/__classNamePrefix__Parameters.java
=>
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/pipeline/compact/generation/DataSinkPipelineElementGenerator.java
(50%)
copy
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/{matching/mapping/AbstractRequirementsSelectorGenerator.java
=> pipeline/compact/generation/DataStreamPipelineElementGenerator.java} (68%)
create mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/pipeline/compact/generation/InvocablePipelineElementGenerator.java
create mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/pipeline/compact/generation/PipelineElementConfigurationStep.java
create mode 100644
streampipes-rest/src/main/java/org/apache/streampipes/rest/impl/CompactPipelineResource.java