This is an automated email from the ASF dual-hosted git repository.
riemer pushed a change to branch remove-set-adapters
in repository https://gitbox.apache.org/repos/asf/streampipes.git
from b9168d0f5 [hotfix] Regenerate typescript model
add 3253ec74a Refactor data processor and sink API (#1632) (#1633)
No new revisions were added by this update.
Summary of changes:
.github/workflows/pr-validation.yml | 2 +-
.../archetype-resources/src/main/java/Init.java | 4 +-
.../archetype-resources/src/main/java/Init.java | 4 +-
.../archetype-resources/src/main/java/Init.java | 4 +-
pom.xml | 25 ++--
streampipes-client-python/setup.py | 4 +-
.../apache/streampipes/commons/constants/Envs.java | 10 +-
.../commons/environment/DefaultEnvironment.java | 15 +++
.../commons/environment/Environment.java | 7 +
.../dataexplorer/commons/DataExplorerUtils.java | 10 +-
.../dataexplorer/commons/TimeSeriesStore.java | 4 +-
streampipes-extensions-api/pom.xml | 5 +
.../api/extractor/IDataSinkParameterExtractor.java | 8 +-
.../api/monitoring/IPipelineElementLogger.java | 7 +-
.../api/pe/IStreamPipesDataProcessor.java | 24 ++--
.../extensions/api/pe/IStreamPipesDataSink.java | 20 +--
.../IStreamPipesDataStream.java} | 7 +-
.../IStreamPipesPipelineElement.java} | 10 +-
.../api/pe/config/IDataProcessorConfiguration.java | 16 ++-
.../config/IDataSinkConfiguration.java} | 8 +-
.../config/IDataStreamConfiguration.java} | 9 +-
.../config/IPipelineElementConfiguration.java} | 15 ++-
.../pe/context/EventProcessorRuntimeContext.java | 7 +-
.../api/pe}/context/EventSinkRuntimeContext.java | 2 +-
.../context/IContextGenerator.java} | 11 +-
.../extensions/api/pe}/context/RuntimeContext.java | 18 +--
.../api/pe/param/IDataProcessorParameters.java | 28 ++--
.../param/IDataSinkParameters.java} | 8 +-
.../api/pe/param/IInternalRuntimeParameters.java | 14 +-
.../api/pe/param/IParameterGenerator.java | 13 +-
.../api/pe/param/IPipelineElementParameters.java | 48 ++++---
.../api/pe/param}/InputStreamParams.java | 17 +--
.../api/pe/param}/OutputStreamParams.java | 6 +-
.../api/pe}/routing/PipelineElementCollector.java | 2 +-
.../api/pe}/routing/RawDataProcessor.java | 2 +-
.../api/pe}/routing/SpInputCollector.java | 2 +-
.../api/pe}/routing/SpOutputCollector.java | 2 +-
.../runtime/IDataProcessorRuntime.java} | 7 +-
.../runtime/IDataSinkRuntime.java} | 7 +-
.../runtime/IStreamPipesRuntime.java} | 15 ++-
.../runtime/IStreamPipesRuntimeProvider.java} | 9 +-
.../context/AdapterContextGenerator.java | 14 +-
.../management/init/DeclarersSingleton.java | 110 ++++++++-------
.../management/init/RunningInstances.java | 15 ++-
.../management/model/SpServiceDefinition.java | 34 +++--
.../model/SpServiceDefinitionBuilder.java | 14 +-
.../management/util/RuntimeContextUtils.java | 17 +--
.../management/util/ServiceDefinitionUtil.java | 9 +-
.../connectors/influx/InfluxConnectorsInit.java | 4 +-
.../connectors/influx/sink/InfluxDbSink.java | 6 +-
.../streampipes-extensions-all-jvm/pom.xml | 1 -
.../extensions/all/jvm/AllExtensionsInit.java | 2 +
.../pe/flink/AllFlinkPipelineElementsInit.java | 4 +-
.../pe/jvm/AllPipelineElementsInit.java | 6 +-
.../flink/AbstractAggregationProgram.java | 49 -------
.../aggregation/flink/AggregationFlinkInit.java | 4 +-
.../aggregation/AggregationController.java | 12 +-
.../aggregation/AggregationParameters.java | 4 +-
.../processor/aggregation/AggregationProgram.java | 47 +++----
.../flink/processor/count/CountController.java | 12 +-
.../flink/processor/count/CountParameters.java | 6 +-
.../flink/processor/count/CountProgram.java | 21 ++-
.../processor/eventcount/EventCountController.java | 12 +-
.../processor/eventcount/EventCountParameters.java | 4 +-
.../processor/eventcount/EventCountProgram.java | 18 +--
.../flink/processor/rate/EventRate.java | 2 +-
.../flink/processor/rate/EventRateController.java | 12 +-
.../flink/processor/rate/EventRateParameter.java | 4 +-
.../flink/processor/rate/EventRateProgram.java | 16 +--
.../jvm/ChangeDetectionJvmInit.java | 4 +-
.../jvm/welford/WelfordChangeDetection.java | 6 +-
.../enricher/flink/AbstractEnricherProgram.java | 49 -------
.../enricher/flink/EnricherFlinkInit.java | 9 +-
.../processor/timestamp/TimestampController.java | 12 +-
.../processor/timestamp/TimestampParameters.java | 4 +-
.../processor/timestamp/TimestampProgram.java | 15 +--
.../UrlDereferencingController.java | 23 +---
.../UrlDereferencingParameter.java | 4 +-
.../urldereferencing/UrlDereferencingProgram.java | 14 +-
.../processors/enricher/jvm/EnricherJvmInit.java | 4 +-
.../jvm/processor/jseval/JSEvalProcessor.java | 6 +-
.../jvm/processor/math/MathOpProcessor.java | 6 +-
.../math/staticmathop/StaticMathOpProcessor.java | 6 +-
.../sizemeasure/SizeMeasureProcessor.java | 6 +-
.../trigonometry/TrigonometryProcessor.java | 6 +-
.../valuechange/ValueChangeProcessor.java | 6 +-
.../processors/filters/jvm/FiltersJvmInit.java | 4 +-
.../booleanfilter/BooleanFilterProcessor.java | 6 +-
.../jvm/processor/compose/ComposeProcessor.java | 6 +-
.../processor/enrich/MergeByEnrichProcessor.java | 6 +-
.../jvm/processor/limit/RateLimitProcessor.java | 6 +-
.../jvm/processor/limit/util/WindowFactory.java | 2 +-
.../jvm/processor/limit/window/CronWindow.java | 2 +-
.../jvm/processor/limit/window/LengthWindow.java | 2 +-
.../jvm/processor/limit/window/ScheduleWindow.java | 2 +-
.../jvm/processor/limit/window/TimeWindow.java | 2 +-
.../jvm/processor/merge/MergeByTimeProcessor.java | 6 +-
.../movingaverage/MovingAverageProcessor.java | 8 +-
.../numericalfilter/NumericalFilterProcessor.java | 60 +++++----
.../NumericalTextFilterProcessor.java | 6 +-
.../processor/projection/ProjectionProcessor.java | 6 +-
.../processor/schema/MergeBySchemaProcessor.java | 6 +-
.../processor/sdt/SwingingDoorTrendingFilter.java | 2 +-
.../sdt/SwingingDoorTrendingFilterProcessor.java | 6 +-
.../processor/textfilter/TextFilterProcessor.java | 8 +-
.../threshold/ThresholdDetectionProcessor.java | 6 +-
.../throughputmon/ThroughputMonitorProcessor.java | 6 +-
.../processors/siddhi/FiltersSiddhiInit.java | 4 +-
.../processors/siddhi/count/CountAggregation.java | 3 +-
.../filter/NumericalFilterSiddhiProcessor.java | 3 +-
.../siddhi/frequency/FrequencySiddhiProcessor.java | 5 +-
.../FrequencyChangeSiddhiProcessor.java | 7 +-
.../siddhi/listcollector/ListCollector.java | 3 +-
.../processors/siddhi/listfilter/ListFilter.java | 7 +-
.../siddhi/sequence/SequenceSiddhiProcessor.java | 7 +-
.../siddhi/stop/StreamStopSiddhiProcessor.java | 7 +-
.../streampipes/processors/siddhi/topk/TopK.java | 7 +-
.../processors/siddhi/trend/TrendProcessor.java | 7 +-
.../siddhi/trend/TestTrendProcessor.java | 6 +-
.../processor/geo/flink/AbstractGeoProgram.java | 47 -------
.../processor/geo/flink/GeoFlinkInit.java | 4 +-
.../SpatialGridEnrichmentController.java | 12 +-
.../SpatialGridEnrichmentParameters.java | 4 +-
.../gridenricher/SpatialGridEnrichmentProgram.java | 14 +-
.../streampipes/processors/geo/jvm/GeoJvmInit.java | 4 +-
.../buffergeometry/BufferGeomProcessor.java | 6 +-
.../bufferpoint/BufferPointProcessor.java | 6 +-
.../geo/jvm/jts/processor/epsg/EpsgProcessor.java | 6 +-
.../LatLngToJtsPointProcessor.java | 6 +-
.../reprojection/ReprojectionProcessor.java | 6 +-
.../trajectory/TrajectoryFromPointsProcessor.java | 6 +-
.../complex/TopologyValidationProcessor.java | 6 +-
.../simple/GeometryValidationProcessor.java | 6 +-
.../HaversineDistanceCalculatorProcessor.java | 6 +-
...HaversineStaticDistanceCalculatorProcessor.java | 6 +-
.../googlemaps/GoogleMapsGeocoderProcessor.java | 6 +-
.../GoogleMapsStaticGeocoderProcessor.java | 6 +-
.../geocityname/GeoCityNameRevdecodeProcessor.java | 6 +-
.../speedcalculator/SpeedCalculatorProcessor.java | 6 +-
.../jvm/ImageProcessingJvmInit.java | 4 +-
.../GenericImageClassificationProcessor.java | 6 +-
.../imagecropper/ImageCropperProcessor.java | 6 +-
.../imageenrichment/ImageEnrichmentProcessor.java | 6 +-
.../processor/qrreader/QrCodeReaderProcessor.java | 6 +-
.../flink/AbstractPatternDetectionProgram.java | 30 +----
.../detection/flink/PatternDetectionFlinkInit.java | 4 +-
.../flink/processor/absence/AbsenceController.java | 12 +-
.../flink/processor/absence/AbsenceParameters.java | 4 +-
.../flink/processor/absence/AbsenceProgram.java | 12 +-
.../flink/processor/and/AndController.java | 12 +-
.../flink/processor/and/AndParameters.java | 4 +-
.../detection/flink/processor/and/AndProgram.java | 8 +-
.../processor/peak/PeakDetectionController.java | 12 +-
.../processor/peak/PeakDetectionParameters.java | 4 +-
.../flink/processor/peak/PeakDetectionProgram.java | 10 +-
.../processor/sequence/SequenceController.java | 12 +-
.../processor/sequence/SequenceParameters.java | 4 +-
.../flink/processor/sequence/SequenceProgram.java | 17 +--
.../flink/AbstractStatisticsProgram.java | 49 -------
.../statistics/flink/StatisticsFlinkInit.java | 4 +-
.../stat/summary/StatisticsSummaryController.java | 12 +-
.../stat/summary/StatisticsSummaryParameters.java | 4 +-
.../stat/summary/StatisticsSummaryProgram.java | 16 +--
.../window/StatisticsSummaryControllerWindow.java | 12 +-
.../window/StatisticsSummaryParametersWindow.java | 4 +-
.../window/StatisticsSummaryProgramWindow.java | 17 +--
.../pom.xml | 2 +-
.../flink/AbstractTextMiningProgram.java | 49 -------
.../textmining/flink/TextMiningFlinkInit.java | 4 +-
.../language/LanguageDetectionController.java | 13 +-
.../language/LanguageDetectionParameters.java | 4 +-
.../language/LanguageDetectionProgram.java | 14 +-
.../processor/sentiment/SentimentDetection.java | 21 ---
.../sentiment/SentimentDetectionController.java | 21 ---
.../processor/wordcount/WordCountController.java | 13 +-
.../processor/wordcount/WordCountParameters.java | 4 +-
.../processor/wordcount/WordCountProgram.java | 16 +--
.../textmining/jvm/TextMiningJvmInit.java | 4 +-
.../jvm/processor/chunker/ChunkerProcessor.java | 6 +-
.../language/LanguageDetectionProcessor.java | 6 +-
.../processor/namefinder/NameFinderProcessor.java | 6 +-
.../partofspeech/PartOfSpeechProcessor.java | 6 +-
.../SentenceDetectionProcessor.java | 6 +-
.../processor/tokenizer/TokenizerProcessor.java | 6 +-
.../flink/AbstractFlinkTransformationProgram.java | 32 +----
.../flink/TransformationFlinkInit.java | 8 +-
.../boilerplate/BoilerplateController.java | 12 +-
.../boilerplate/BoilerplateParameters.java | 4 +-
.../processor/boilerplate/BoilerplateProgram.java | 10 +-
.../converter/FieldConverterController.java | 12 +-
.../converter/FieldConverterParameters.java | 4 +-
.../processor/converter/FieldConverterProgram.java | 10 +-
.../flink/processor/hasher/FieldHasher.java | 46 -------
.../processor/hasher/FieldHasherController.java | 74 -----------
.../processor/hasher/FieldHasherParameters.java | 45 -------
.../flink/processor/hasher/FieldHasherProgram.java | 46 -------
.../hasher/algorithm/HashAlgorithmType.java | 33 -----
.../hasher/algorithm/Sha1HashAlgorithm.java | 32 -----
.../hasher/algorithm/Sha2HashAlgorithm.java | 32 -----
.../flink/processor/mapper/FieldMapper.java | 56 --------
.../processor/mapper/FieldMapperController.java | 93 -------------
.../processor/mapper/FieldMapperParameters.java | 43 ------
.../flink/processor/mapper/FieldMapperProgram.java | 40 ------
.../MeasurementUnitConverterController.java | 12 +-
.../MeasurementUnitConverterParameters.java | 4 +-
.../MeasurementUnitConverterProgram.java | 10 +-
.../processor/rename/FieldRenamerController.java | 12 +-
.../processor/rename/FieldRenamerParameters.java | 4 +-
.../processor/rename/FieldRenamerProgram.java | 10 +-
.../transformation/jvm/TransformationJvmInit.java | 6 +-
.../processor/array/count/CountArrayProcessor.java | 6 +-
.../processor/array/split/SplitArrayProcessor.java | 6 +-
.../counter/BooleanCounterProcessor.java | 63 ++++-----
.../edge/SignalEdgeFilterProcessor.java | 6 +-
.../inverter/BooleanInverterProcessor.java | 8 +-
.../logical/BooleanOperatorProcessor.java | 6 +-
.../state/BooleanToStateProcessor.java | 6 +-
.../timekeeping/BooleanTimekeepingProcessor.java | 6 +-
.../booloperator/timer/BooleanTimerProcessor.java | 6 +-
.../CsvMetadataEnrichmentProcessor.java | 6 +-
.../fieldrename/FiledRenameProcessor.java | 6 +-
.../jvm/processor/hasher/FieldHasherProcessor.java | 6 +-
.../jvm/processor/mapper/FieldMapperProcessor.java | 6 +-
.../MeasurementUnitConverterProcessor.java | 6 +-
.../state/buffer/StateBufferProcessor.java | 6 +-
.../buffer/StateBufferLabelerProcessor.java | 6 +-
.../labeler/number/NumberLabelerProcessor.java | 6 +-
.../counter/StringCounterProcessor.java | 6 +-
.../state/StringToStateProcessor.java | 6 +-
.../stringoperator/timer/StringTimerProcessor.java | 6 +-
.../jvm/processor/task/TaskDurationProcessor.java | 6 +-
.../TimestampExtractorProcessor.java | 6 +-
.../TransformToBooleanProcessor.java | 6 +-
.../change/ChangedValueDetectionProcessor.java | 6 +-
.../value/duration/CalculateDurationProcessor.java | 6 +-
.../counter/TestBooleanCounterProcessor.java | 10 +-
.../inverter/TestBooleanInverterProcessor.java | 6 +-
.../counter/TestStringCounterProcessor.java | 6 +-
.../state/TestStringToStateProcessor.java | 4 +-
.../timer/TestStringTimerProcessor.java | 4 +-
.../sinks/brokers/jvm/BrokersJvmInit.java | 4 +-
.../jvm/bufferrest/BufferRestPublisherSink.java | 4 +-
.../sinks/brokers/jvm/jms/JmsPublisherSink.java | 4 +-
.../sinks/brokers/jvm/kafka/KafkaParameters.java | 5 +-
.../sinks/brokers/jvm/kafka/KafkaPublishSink.java | 4 +-
.../sinks/brokers/jvm/mqtt/MqttClient.java | 2 +-
.../sinks/brokers/jvm/mqtt/MqttPublisherSink.java | 4 +-
.../sinks/brokers/jvm/mqtt/common/MqttOptions.java | 7 +-
.../sinks/brokers/jvm/nats/NatsController.java | 6 +-
.../sinks/brokers/jvm/pulsar/PulsarParameters.java | 5 +-
.../brokers/jvm/pulsar/PulsarPublisherSink.java | 4 +-
.../jvm/rabbitmq/RabbitMqPublisherSink.java | 4 +-
.../sinks/brokers/jvm/rest/RestSink.java | 4 +-
.../brokers/jvm/rocketmq/RocketMQParameters.java | 5 +-
.../jvm/rocketmq/RocketMQPublisherSink.java | 4 +-
.../sinks/brokers/jvm/tubemq/TubeMQParameters.java | 5 +-
.../brokers/jvm/tubemq/TubeMQPublisherSink.java | 4 +-
.../brokers/jvm/websocket/WebsocketServerSink.java | 4 +-
.../brokers/jvm/pulsar/TestPulsarParameters.java | 2 +-
.../jvm/pulsar/TestPulsarPublisherSink.java | 2 +-
.../jvm/rocketmq/TestRocketMQPublisherSink.java | 2 +-
.../sinks/databases/flink/DatabasesFlinkInit.java | 4 +-
.../elasticsearch/ElasticSearchController.java | 22 ++-
.../elasticsearch/ElasticSearchParameters.java | 4 +-
.../flink/elasticsearch/ElasticSearchProgram.java | 34 ++---
.../sinks/databases/jvm/DatabasesJvmInit.java | 4 +-
.../sinks/databases/jvm/couchdb/CouchDbSink.java | 4 +-
.../sinks/databases/jvm/ditto/DittoSink.java | 4 +-
.../sinks/databases/jvm/iotdb/IotDbSink.java | 4 +-
.../jdbcclient/model/JdbcConnectionParameters.java | 11 +-
.../sinks/databases/jvm/opcua/OpcUaSink.java | 4 +-
.../databases/jvm/postgresql/PostgreSqlSink.java | 7 +-
.../sinks/databases/jvm/redis/RedisSink.java | 7 +-
.../sinks/internal/jvm/SinksInternalJvmInit.java | 4 +-
.../sinks/internal/jvm/datalake/DataLakeSink.java | 6 +-
.../jvm/notification/NotificationProducer.java | 12 +-
.../jvm/SinksNotificationsJvmInit.java | 10 +-
.../sinks/notifications/jvm/email/EmailSink.java | 8 +-
.../notifications/jvm/onesignal/OneSignalSink.java | 4 +-
.../jvm/slack/SlackNotificationSink.java | 4 +-
.../notifications/jvm/telegram/TelegramSink.java | 4 +-
.../watertank/streams/FlowRate2Stream.java | 1 -
.../AbstractPipelineElementResource.java | 12 +-
.../extensions/html/page/WelcomePageGenerator.java | 52 +++-----
.../pe/DataProcessorPipelineElementResource.java | 34 ++++-
.../pe/DataSinkPipelineElementResource.java | 33 ++++-
.../pe/DataStreamPipelineElementResource.java | 8 +-
.../pe/InvocablePipelineElementResource.java | 72 +++++-----
.../extensions/pe/PipelineTemplateResource.java | 35 -----
.../processor/DataProcessorConfiguration.java | 52 ++++++++
.../sdk/builder/sink/DataSinkConfiguration.java | 52 ++++++++
.../builder/stream/DataStreamConfiguration.java | 52 ++++++++
.../sdk/extractor/DataSinkParameterExtractor.java | 7 +-
.../extensions/ExtensionsResourceConfig.java | 2 -
.../service/extensions/ServiceTagProvider.java | 5 +-
.../function/StreamPipesFunctionHandler.java | 14 +-
.../sources/AbstractAdapterIncludedStream.java | 17 ++-
.../sources/AbstractAlreadyExistingStream.java | 25 +++-
.../distributed/runtime/DistributedRuntime.java | 55 +++-----
streampipes-wrapper-flink/pom.xml | 7 +-
.../flink/FlinkDataProcessorCompatProgram.java | 76 +++++++++++
.../wrapper/flink/FlinkDataProcessorDeclarer.java | 46 ++++++-
...eclarer.java => FlinkDataProcessorProgram.java} | 11 +-
.../wrapper/flink/FlinkDataProcessorRuntime.java | 92 +++++++------
.../wrapper/flink/FlinkDataSinkCompatProgram.java | 20 ++-
.../wrapper/flink/FlinkDataSinkDeclarer.java | 43 +++++-
...SinkDeclarer.java => FlinkDataSinkProgram.java} | 11 +-
.../wrapper/flink/FlinkDataSinkRuntime.java | 55 +++++---
.../streampipes/wrapper/flink/FlinkRuntime.java | 137 +++++++++++--------
.../wrapper/flink/FlinkRuntimeProvider.java | 20 +--
.../wrapper/flink/IDataProcessorProgram.java | 10 +-
.../wrapper/flink/IDataSinkProgram.java | 10 +-
...taProcessorDeclarer.java => IFlinkProgram.java} | 19 ++-
.../flink/converter/MapToEventConverter.java | 15 ++-
...clarer.java => KafkaStreamRuntimeProvider.java} | 19 ++-
.../kafka/KafkaStreamsDataProcessorRuntime.java | 75 ++++++++---
.../kafka/KafkaStreamsDataSinkDeclarer.java | 25 ----
.../wrapper/kafka/KafkaStreamsDataSinkRuntime.java | 28 ++--
.../wrapper/kafka/KafkaStreamsOutputCollector.java | 73 ++++++++++
.../wrapper/kafka/KafkaStreamsRuntime.java | 78 +++++++----
.../wrapper/kafka/converter/MapToJsonFormat.java | 45 -------
streampipes-wrapper-python/README.md | 91 +------------
streampipes-wrapper-python/setup.py | 1 +
streampipes-wrapper-python/streampipes/api/rest.py | 2 +
streampipes-wrapper-python/streampipes/core.py | 3 +
streampipes-wrapper-python/streampipes/declarer.py | 4 +-
.../streampipes/instances.py | 7 +-
streampipes-wrapper-python/streampipes/manager.py | 2 +
.../model/base/abstract_streampipes_entity.py | 3 +
.../model/base/consumable_streampipes_entity.py | 3 +
.../model/base/named_streampipes_entity.py | 3 +
.../model/base/unnamed_streampipes_entity.py | 4 +
.../streampipes/model/config_item.py | 2 +
.../model/graph/data_processor_description.py | 2 +
.../streampipes/model/pipeline_element_config.py | 2 +
.../staticproperty/free_text_StaticProperty.py | 5 +-
.../model/staticproperty/static_property.py | 3 +
.../streampipes/submitter.py | 3 +-
.../streampipes/utils/register.py | 2 +
.../wrapper/siddhi/engine/SiddhiEngine.java | 13 +-
.../wrapper/siddhi/engine/SiddhiEventEngine.java | 68 ----------
.../siddhi/engine/SiddhiStatementGenerator.java | 6 +-
.../siddhi/engine/StreamPipesSiddhiProcessor.java | 36 +++--
.../callback/SiddhiOutputStreamCallback.java | 18 +--
.../engine/generator/EventTypeGenerator.java | 8 +-
.../engine/generator/InputStreamNameGenerator.java | 8 +-
.../engine/generator/SiddhiAppGenerator.java | 9 +-
.../generator/SiddhiInvocationConfigGenerator.java | 22 +--
.../siddhi/model/SiddhiProcessorParams.java | 10 +-
.../wrapper/siddhi/utils/SiddhiUtils.java | 8 +-
.../ConfiguredExternalEventProcessor.java | 33 -----
.../standalone/ConfiguredExternalEventSink.java | 32 -----
.../wrapper/standalone/ProcessorParams.java | 36 -----
.../streampipes/wrapper/standalone/SinkParams.java | 36 -----
.../standalone/StreamPipesDataProcessor.java | 54 ++++++--
.../wrapper/standalone/StreamPipesDataSink.java | 50 +++++--
.../StreamPipesExternalDataProcessor.java | 148 ---------------------
.../StandaloneEventProcessingDeclarer.java | 55 --------
.../StandaloneEventProcessorDeclarerSingleton.java | 60 ---------
.../declarer/StandaloneEventSinkDeclarer.java | 55 --------
.../StandaloneEventSinkDeclarerSingleton.java | 54 --------
.../StandaloneExternalEventProcessingDeclarer.java | 55 --------
.../StandaloneExternalEventSinkDeclarer.java | 61 ---------
.../standalone/function/FunctionContext.java | 2 +-
.../function/FunctionContextGenerator.java | 2 +-
.../standalone/function/StreamPipesFunction.java | 6 +-
.../standalone/routing/StandaloneSpCollector.java | 2 +-
.../routing/StandaloneSpInputCollector.java | 4 +-
.../routing/StandaloneSpOutputCollector.java | 2 +-
.../runtime/StandaloneEventProcessorRuntime.java | 89 ++++++-------
.../runtime/StandaloneEventSinkRuntime.java | 68 +++++-----
.../StandaloneExternalEventProcessorRuntime.java | 69 ----------
.../StandaloneExternalEventSinkRuntime.java | 69 ----------
.../runtime/StandalonePipelineElementRuntime.java | 114 ++++++++++------
.../StandaloneStreamPipesRuntimeProvider.java} | 22 +--
.../context/SpEventProcessorRuntimeContext.java | 26 +---
.../wrapper/context/SpEventSinkRuntimeContext.java | 10 +-
.../wrapper/context/SpRuntimeContext.java | 24 +---
.../generator/DataProcessorContextGenerator.java | 39 ++++++
.../generator/DataSinkContextGenerator.java} | 30 ++---
.../wrapper/declarer/EventProcessorDeclarer.java | 48 -------
.../wrapper/declarer/EventSinkDeclarer.java | 43 ------
.../wrapper/declarer/PipelineElementDeclarer.java | 75 -----------
.../wrapper/params/DataProcessorParameters.java | 98 ++++++++++++++
...kBindingParams.java => DataSinkParameters.java} | 30 +++--
.../InternalRuntimeParameters.java} | 21 ++-
.../wrapper/params/PipelineElementParameters.java | 115 ++++++++++++++++
.../wrapper/params/binding/BindingParams.java | 72 ----------
.../binding/EventProcessorBindingParams.java | 75 -----------
.../wrapper/params/compat/ProcessorParams.java | 126 ++++++++++++++++++
.../wrapper/params/compat/SinkParams.java | 97 ++++++++++++++
.../generator/DataProcessorParameterGenerator.java | 55 ++++++++
.../generator/DataSinkParameterGenerator.java | 51 +++++++
.../PipelineElementParameterGenerator.java | 58 ++++++++
.../runtime/EventProcessorRuntimeParams.java | 54 --------
.../wrapper/params/runtime/RuntimeParams.java | 112 ----------------
.../wrapper/runtime/EventProcessor.java | 38 ------
.../wrapper/runtime/ExternalEventProcessor.java | 31 -----
.../wrapper/runtime/ExternalEventSink.java | 30 -----
.../wrapper/runtime/PipelineElementRuntime.java | 63 +++++++--
ui/cypress/support/utils/datalake/DataLakeUtils.ts | 40 +++++-
ui/cypress/tests/datalake/widgets/table.ts | 2 +-
402 files changed, 3217 insertions(+), 4350 deletions(-)
rename
streampipes-extensions/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/hasher/algorithm/HashAlgorithm.java
=>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/extractor/IDataSinkParameterExtractor.java
(79%)
rename
streampipes-extensions/streampipes-processors-text-mining-flink/src/main/java/org/apache/streampipes/processors/textmining/flink/processor/sentiment/SentimentDetectionProgram.java
=>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/monitoring/IPipelineElementLogger.java
(85%)
copy
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/runtime/EventSink.java
=>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/pe/IStreamPipesDataProcessor.java
(52%)
rename
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/runtime/EventSink.java
=>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/pe/IStreamPipesDataSink.java
(58%)
copy
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/{declarer/DataStreamDeclarer.java
=> pe/IStreamPipesDataStream.java} (78%)
copy
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/{declarer/Declarer.java
=> pe/IStreamPipesPipelineElement.java} (76%)
rename
streampipes-extensions/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/hasher/algorithm/Md5HashAlgorithm.java
=>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/pe/config/IDataProcessorConfiguration.java
(62%)
copy
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/{declarer/SemanticEventConsumerDeclarer.java
=> pe/config/IDataSinkConfiguration.java} (77%)
rename
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/{declarer/PipelineTemplateDeclarer.java
=> pe/config/IDataStreamConfiguration.java} (72%)
copy
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/{declarer/InvocableDeclarer.java
=> pe/config/IPipelineElementConfiguration.java} (67%)
rename
streampipes-extensions/streampipes-processors-text-mining-flink/src/main/java/org/apache/streampipes/processors/textmining/flink/processor/sentiment/SentimentDetectionParameters.java
=>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/pe/context/EventProcessorRuntimeContext.java
(85%)
rename {streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper =>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/pe}/context/EventSinkRuntimeContext.java
(93%)
rename
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/{declarer/DataStreamDeclarer.java
=> pe/context/IContextGenerator.java} (75%)
rename {streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper =>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/pe}/context/RuntimeContext.java
(67%)
copy
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/params/binding/EventSinkBindingParams.java
=>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/pe/param/IDataProcessorParameters.java
(57%)
copy
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/{declarer/SemanticEventConsumerDeclarer.java
=> pe/param/IDataSinkParameters.java} (76%)
rename
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/context/EventProcessorRuntimeContext.java
=>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/pe/param/IInternalRuntimeParameters.java
(71%)
rename
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/runtime/PipelineElement.java
=>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/pe/param/IParameterGenerator.java
(71%)
rename
streampipes-wrapper-standalone/src/main/java/org/apache/streampipes/wrapper/standalone/AbstractConfiguredPipelineElement.java
=>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/pe/param/IPipelineElementParameters.java
(52%)
rename
{streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/params/binding
=>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/pe/param}/InputStreamParams.java
(86%)
rename
{streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/params/binding
=>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/pe/param}/OutputStreamParams.java
(93%)
rename {streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper =>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/pe}/routing/PipelineElementCollector.java
(95%)
rename {streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper =>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/pe}/routing/RawDataProcessor.java
(94%)
rename {streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper =>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/pe}/routing/SpInputCollector.java
(93%)
copy {streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper =>
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/pe}/routing/SpOutputCollector.java
(94%)
rename
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/{declarer/SemanticEventProcessingAgentDeclarer.java
=> pe/runtime/IDataProcessorRuntime.java} (77%)
rename
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/{declarer/SemanticEventConsumerDeclarer.java
=> pe/runtime/IDataSinkRuntime.java} (78%)
rename
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/{declarer/InvocableDeclarer.java
=> pe/runtime/IStreamPipesRuntime.java} (66%)
rename
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/{declarer/Declarer.java
=> pe/runtime/IStreamPipesRuntimeProvider.java} (76%)
copy
streampipes-sources/src/main/java/org/apache/streampipes/sources/AbstractAdapterIncludedStream.java
=>
streampipes-extensions-management/src/main/java/org/apache/streampipes/extensions/management/util/RuntimeContextUtils.java
(64%)
delete mode 100644
streampipes-extensions/streampipes-processors-aggregation-flink/src/main/java/org/apache/streampipes/processors/aggregation/flink/AbstractAggregationProgram.java
delete mode 100644
streampipes-extensions/streampipes-processors-enricher-flink/src/main/java/org/apache/streampipes/processors/enricher/flink/AbstractEnricherProgram.java
delete mode 100644
streampipes-extensions/streampipes-processors-geo-flink/src/main/java/org/apache/streampipes/processor/geo/flink/AbstractGeoProgram.java
delete mode 100644
streampipes-extensions/streampipes-processors-statistics-flink/src/main/java/org/apache/streampipes/processors/statistics/flink/AbstractStatisticsProgram.java
delete mode 100644
streampipes-extensions/streampipes-processors-text-mining-flink/src/main/java/org/apache/streampipes/processors/textmining/flink/AbstractTextMiningProgram.java
delete mode 100644
streampipes-extensions/streampipes-processors-text-mining-flink/src/main/java/org/apache/streampipes/processors/textmining/flink/processor/sentiment/SentimentDetection.java
delete mode 100644
streampipes-extensions/streampipes-processors-text-mining-flink/src/main/java/org/apache/streampipes/processors/textmining/flink/processor/sentiment/SentimentDetectionController.java
delete mode 100644
streampipes-extensions/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/hasher/FieldHasher.java
delete mode 100644
streampipes-extensions/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/hasher/FieldHasherController.java
delete mode 100644
streampipes-extensions/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/hasher/FieldHasherParameters.java
delete mode 100644
streampipes-extensions/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/hasher/FieldHasherProgram.java
delete mode 100644
streampipes-extensions/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/hasher/algorithm/HashAlgorithmType.java
delete mode 100644
streampipes-extensions/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/hasher/algorithm/Sha1HashAlgorithm.java
delete mode 100644
streampipes-extensions/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/hasher/algorithm/Sha2HashAlgorithm.java
delete mode 100644
streampipes-extensions/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/mapper/FieldMapper.java
delete mode 100644
streampipes-extensions/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/mapper/FieldMapperController.java
delete mode 100644
streampipes-extensions/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/mapper/FieldMapperParameters.java
delete mode 100644
streampipes-extensions/streampipes-processors-transformation-flink/src/main/java/org/apache/streampipes/processors/transformation/flink/processor/mapper/FieldMapperProgram.java
delete mode 100644
streampipes-rest-extensions/src/main/java/org/apache/streampipes/rest/extensions/pe/PipelineTemplateResource.java
create mode 100644
streampipes-sdk/src/main/java/org/apache/streampipes/sdk/builder/processor/DataProcessorConfiguration.java
create mode 100644
streampipes-sdk/src/main/java/org/apache/streampipes/sdk/builder/sink/DataSinkConfiguration.java
create mode 100644
streampipes-sdk/src/main/java/org/apache/streampipes/sdk/builder/stream/DataStreamConfiguration.java
create mode 100644
streampipes-wrapper-flink/src/main/java/org/apache/streampipes/wrapper/flink/FlinkDataProcessorCompatProgram.java
copy
streampipes-wrapper-flink/src/main/java/org/apache/streampipes/wrapper/flink/{FlinkDataSinkDeclarer.java
=> FlinkDataProcessorProgram.java} (75%)
copy
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/routing/SpOutputCollector.java
=>
streampipes-wrapper-flink/src/main/java/org/apache/streampipes/wrapper/flink/FlinkDataSinkCompatProgram.java
(63%)
copy
streampipes-wrapper-flink/src/main/java/org/apache/streampipes/wrapper/flink/{FlinkDataSinkDeclarer.java
=> FlinkDataSinkProgram.java} (75%)
rename
streampipes-wrapper-standalone/src/main/java/org/apache/streampipes/wrapper/standalone/ConfiguredEventProcessor.java
=>
streampipes-wrapper-flink/src/main/java/org/apache/streampipes/wrapper/flink/FlinkRuntimeProvider.java
(58%)
copy
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/routing/SpOutputCollector.java
=>
streampipes-wrapper-flink/src/main/java/org/apache/streampipes/wrapper/flink/IDataProcessorProgram.java
(75%)
copy
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/routing/SpOutputCollector.java
=>
streampipes-wrapper-flink/src/main/java/org/apache/streampipes/wrapper/flink/IDataSinkProgram.java
(75%)
copy
streampipes-wrapper-flink/src/main/java/org/apache/streampipes/wrapper/flink/{FlinkDataProcessorDeclarer.java
=> IFlinkProgram.java} (59%)
rename
streampipes-wrapper-kafka-streams/src/main/java/org/apache/streampipes/wrapper/kafka/{KafkaStreamsDataProcessorDeclarer.java
=> KafkaStreamRuntimeProvider.java} (58%)
delete mode 100644
streampipes-wrapper-kafka-streams/src/main/java/org/apache/streampipes/wrapper/kafka/KafkaStreamsDataSinkDeclarer.java
create mode 100644
streampipes-wrapper-kafka-streams/src/main/java/org/apache/streampipes/wrapper/kafka/KafkaStreamsOutputCollector.java
delete mode 100644
streampipes-wrapper-kafka-streams/src/main/java/org/apache/streampipes/wrapper/kafka/converter/MapToJsonFormat.java
delete mode 100644
streampipes-wrapper-siddhi/src/main/java/org/apache/streampipes/wrapper/siddhi/engine/SiddhiEventEngine.java
delete mode 100644
streampipes-wrapper-standalone/src/main/java/org/apache/streampipes/wrapper/standalone/ConfiguredExternalEventProcessor.java
delete mode 100644
streampipes-wrapper-standalone/src/main/java/org/apache/streampipes/wrapper/standalone/ConfiguredExternalEventSink.java
delete mode 100644
streampipes-wrapper-standalone/src/main/java/org/apache/streampipes/wrapper/standalone/ProcessorParams.java
delete mode 100644
streampipes-wrapper-standalone/src/main/java/org/apache/streampipes/wrapper/standalone/SinkParams.java
delete mode 100644
streampipes-wrapper-standalone/src/main/java/org/apache/streampipes/wrapper/standalone/StreamPipesExternalDataProcessor.java
delete mode 100644
streampipes-wrapper-standalone/src/main/java/org/apache/streampipes/wrapper/standalone/declarer/StandaloneEventProcessingDeclarer.java
delete mode 100644
streampipes-wrapper-standalone/src/main/java/org/apache/streampipes/wrapper/standalone/declarer/StandaloneEventProcessorDeclarerSingleton.java
delete mode 100644
streampipes-wrapper-standalone/src/main/java/org/apache/streampipes/wrapper/standalone/declarer/StandaloneEventSinkDeclarer.java
delete mode 100644
streampipes-wrapper-standalone/src/main/java/org/apache/streampipes/wrapper/standalone/declarer/StandaloneEventSinkDeclarerSingleton.java
delete mode 100644
streampipes-wrapper-standalone/src/main/java/org/apache/streampipes/wrapper/standalone/declarer/StandaloneExternalEventProcessingDeclarer.java
delete mode 100644
streampipes-wrapper-standalone/src/main/java/org/apache/streampipes/wrapper/standalone/declarer/StandaloneExternalEventSinkDeclarer.java
delete mode 100644
streampipes-wrapper-standalone/src/main/java/org/apache/streampipes/wrapper/standalone/runtime/StandaloneExternalEventProcessorRuntime.java
delete mode 100644
streampipes-wrapper-standalone/src/main/java/org/apache/streampipes/wrapper/standalone/runtime/StandaloneExternalEventSinkRuntime.java
rename
streampipes-wrapper-standalone/src/main/java/org/apache/streampipes/wrapper/standalone/{ConfiguredEventSink.java
=> runtime/StandaloneStreamPipesRuntimeProvider.java} (57%)
create mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/context/generator/DataProcessorContextGenerator.java
rename
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/{params/runtime/EventSinkRuntimeParams.java
=> context/generator/DataSinkContextGenerator.java} (52%)
delete mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/declarer/EventProcessorDeclarer.java
delete mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/declarer/EventSinkDeclarer.java
delete mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/declarer/PipelineElementDeclarer.java
create mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/params/DataProcessorParameters.java
rename
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/params/{binding/EventSinkBindingParams.java
=> DataSinkParameters.java} (51%)
rename
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/{routing/SpOutputCollector.java
=> params/InternalRuntimeParameters.java} (54%)
create mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/params/PipelineElementParameters.java
delete mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/params/binding/BindingParams.java
delete mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/params/binding/EventProcessorBindingParams.java
create mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/params/compat/ProcessorParams.java
create mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/params/compat/SinkParams.java
create mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/params/generator/DataProcessorParameterGenerator.java
create mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/params/generator/DataSinkParameterGenerator.java
create mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/params/generator/PipelineElementParameterGenerator.java
delete mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/params/runtime/EventProcessorRuntimeParams.java
delete mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/params/runtime/RuntimeParams.java
delete mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/runtime/EventProcessor.java
delete mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/runtime/ExternalEventProcessor.java
delete mode 100644
streampipes-wrapper/src/main/java/org/apache/streampipes/wrapper/runtime/ExternalEventSink.java
