This is an automated email from the ASF dual-hosted git repository.
riemer pushed a change to branch 3032-harmonize-data-explorer-and-live-dashboard
in repository https://gitbox.apache.org/repos/asf/streampipes.git
from 94727ecb71 feat(#3079): Add permission management to data views (#3082)
add 6d24e9f426 fix: remove duplicate logging configuration in
docker-compose (#3070)
add 8a10b8baa3 fix(#3072): nullpointer in
datalakemeasureresourcev4getdatalakeinfos (#3073)
add 58559f7f05 fix(#3076): Correctly close dialogs when use clicks
somewhere on the screen (#3077)
add 7f396904ce fix(#3080): Remove ng5 prefix in ui prebuild script (#3081)
add b14ef78a81 refactor: Remove unused code (#3078)
add 75a5cd1a15 docs: python client output stream creation tutorial (#3067)
add df5b8e14d8 refactor(#3088): Remove deprecated class
ProtocolDescription (#3089)
add 10f9d8e8b3 refactor(#3084): Remove deprecated class PageResult (#3087)
add e3e85408d4 refactor(#3084): Remove deprecated method getFileContent
(#3085)
add f94bee0d6e chore(deps): bump redis.clients:jedis from 4.4.3 to 5.1.4
(#3094)
add 076a89e32b refactor(#3095): Remove deprecated processing element API
without version number (#3096)
add 3ef998bbaa feat(#3074): Support OAuth login (#3075)
add 70f989ac53 fix: Modify docker compose command in workflow (#3102)
add ddcbc18b02 fix(#3099): Remove broken connection from connection pool
(#3100)
add 0c19ec12ff fix(#3097): Avoid that pipeline element version gets lost
(#3107)
add de699d4037 fix(#3109): Remove asset dashboards from available apps
service (#3110)
add fac782b639 chore(deps-dev): bump setuptools in
/streampipes-client-python (#3035)
add 0a4e5bc7a6 chore(deps-dev): bump black in /streampipes-client-python
(#3108)
add f6265ea420 chore: Provide adapter and pipeline preview as stream
(#3101)
add 3472bcb25b feat(#3105): Allow modification of running pipelines (#3106)
add 542e822dec Merge branch 'dev' into
3032-harmonize-data-explorer-and-live-dashboard
No new revisions were added by this update.
Summary of changes:
.github/workflows/cypress-test.yml | 2 +-
.github/workflows/pr-validation.yml | 2 +-
docker-compose.yml | 11 +-
pom.xml | 2 +-
.../docs/img/tutorial-output-stream.png | Bin 0 -> 208565 bytes
.../6-streampipes-function-output-stream.ipynb | 312 +++++++++++++++++++++
streampipes-client-python/mkdocs.yml | 1 +
streampipes-client-python/poetry.lock | 59 ++--
streampipes-client-python/pyproject.toml | 2 +-
.../org/apache/streampipes/client/api/FileApi.java | 10 -
.../apache/streampipes/commons/constants/Envs.java | 2 +
.../commons/environment/DefaultEnvironment.java | 19 ++
.../commons/environment/Environment.java | 9 +
.../environment/model/OAuthConfiguration.java | 150 ++++++++++
.../parser/OAuthConfigurationParser.java | 137 +++++++++
.../parser/OAuthConfigurationParserTest.java | 76 +++++
.../query/DataLakeMeasurementCounter.java | 6 +-
.../query/DataLakeMeasurementCounterTest.java | 88 ++++++
.../query/DataLakeMeasurementCounterTestImpl.java | 20 +-
.../management/connect/PullAdapterScheduler.java | 38 ++-
.../connect/AdapterWorkerManagementTest.java | 2 +-
.../ConnectWorkerDescriptionProviderTest.java | 2 +-
.../management/init/DeclarersSingletonTest.java | 12 +-
.../connection/ContinuousPlcRequestReader.java | 4 +
.../jvm/welford/WelfordChangeDetection.java | 2 +-
.../jvm/processor/jseval/JSEvalProcessor.java | 3 +-
.../jvm/processor/math/MathOpProcessor.java | 3 +-
.../math/staticmathop/StaticMathOpProcessor.java | 3 +-
.../sizemeasure/SizeMeasureProcessor.java | 45 +--
.../trigonometry/TrigonometryProcessor.java | 3 +-
.../valuechange/ValueChangeProcessor.java | 3 +-
.../booleanfilter/BooleanFilterProcessor.java | 3 +-
.../jvm/processor/compose/ComposeProcessor.java | 3 +-
.../processor/enrich/MergeByEnrichProcessor.java | 3 +-
.../jvm/processor/limit/RateLimitProcessor.java | 2 +-
.../jvm/processor/merge/MergeByTimeProcessor.java | 3 +-
.../movingaverage/MovingAverageProcessor.java | 3 +-
.../numericalfilter/NumericalFilterProcessor.java | 3 +-
.../NumericalTextFilterProcessor.java | 3 +-
.../processor/projection/ProjectionProcessor.java | 3 +-
.../processor/schema/MergeBySchemaProcessor.java | 3 +-
.../sdt/SwingingDoorTrendingFilterProcessor.java | 3 +-
.../processor/textfilter/TextFilterProcessor.java | 3 +-
.../threshold/ThresholdDetectionProcessor.java | 3 +-
.../throughputmon/ThroughputMonitorProcessor.java | 3 +-
.../processors/siddhi/count/CountAggregation.java | 3 +-
.../filter/NumericalFilterSiddhiProcessor.java | 3 +-
.../siddhi/frequency/FrequencySiddhiProcessor.java | 3 +-
.../FrequencyChangeSiddhiProcessor.java | 3 +-
.../siddhi/listcollector/ListCollector.java | 3 +-
.../processors/siddhi/listfilter/ListFilter.java | 3 +-
.../siddhi/sequence/SequenceSiddhiProcessor.java | 3 +-
.../siddhi/stop/StreamStopSiddhiProcessor.java | 3 +-
.../streampipes/processors/siddhi/topk/TopK.java | 3 +-
.../processors/siddhi/trend/TrendProcessor.java | 3 +-
.../buffergeometry/BufferGeomProcessor.java | 3 +-
.../bufferpoint/BufferPointProcessor.java | 3 +-
.../geo/jvm/jts/processor/epsg/EpsgProcessor.java | 3 +-
.../LatLngToJtsPointProcessor.java | 2 +-
.../reprojection/ReprojectionProcessor.java | 3 +-
.../trajectory/TrajectoryFromPointsProcessor.java | 2 +-
.../complex/TopologyValidationProcessor.java | 3 +-
.../simple/GeometryValidationProcessor.java | 3 +-
.../HaversineDistanceCalculatorProcessor.java | 2 +-
...HaversineStaticDistanceCalculatorProcessor.java | 2 +-
.../googlemaps/GoogleMapsGeocoderProcessor.java | 2 +-
.../GoogleMapsStaticGeocoderProcessor.java | 2 +-
.../geocityname/GeoCityNameRevdecodeProcessor.java | 2 +-
.../speedcalculator/SpeedCalculatorProcessor.java | 2 +-
.../GenericImageClassificationProcessor.java | 4 +-
.../imagecropper/ImageCropperProcessor.java | 3 +-
.../processor/qrreader/QrCodeReaderProcessor.java | 3 +-
.../jvm/processor/chunker/ChunkerProcessor.java | 3 +-
.../language/LanguageDetectionProcessor.java | 3 +-
.../processor/namefinder/NameFinderProcessor.java | 3 +-
.../partofspeech/PartOfSpeechProcessor.java | 3 +-
.../SentenceDetectionProcessor.java | 3 +-
.../processor/tokenizer/TokenizerProcessor.java | 4 +-
.../processor/array/count/CountArrayProcessor.java | 3 +-
.../processor/array/split/SplitArrayProcessor.java | 3 +-
.../counter/BooleanCounterProcessor.java | 3 +-
.../edge/SignalEdgeFilterProcessor.java | 4 +-
.../inverter/BooleanInverterProcessor.java | 3 +-
.../logical/BooleanOperatorProcessor.java | 3 +-
.../state/BooleanToStateProcessor.java | 4 +-
.../timekeeping/BooleanTimekeepingProcessor.java | 4 +-
.../booloperator/timer/BooleanTimerProcessor.java | 3 +-
.../CsvMetadataEnrichmentProcessor.java | 4 +-
.../fieldrename/FiledRenameProcessor.java | 3 +-
.../jvm/processor/hasher/FieldHasherProcessor.java | 3 +-
.../jvm/processor/mapper/FieldMapperProcessor.java | 3 +-
.../MeasurementUnitConverterProcessor.java | 4 +-
.../jvm/processor/round/RoundProcessor.java | 2 +-
.../state/buffer/StateBufferProcessor.java | 4 +-
.../buffer/StateBufferLabelerProcessor.java | 4 +-
.../labeler/number/NumberLabelerProcessor.java | 4 +-
.../counter/StringCounterProcessor.java | 4 +-
.../state/StringToStateProcessor.java | 4 +-
.../stringoperator/timer/StringTimerProcessor.java | 3 +-
.../jvm/processor/task/TaskDurationProcessor.java | 4 +-
.../TimestampExtractorProcessor.java | 4 +-
.../TransformToBooleanProcessor.java | 3 +-
.../change/ChangedValueDetectionProcessor.java | 3 +-
.../value/duration/CalculateDurationProcessor.java | 3 +-
.../messaging/kafka/SpKafkaConsumer.java | 1 -
streampipes-model-client/pom.xml | 3 +
.../streampipes/model/client/user/UserAccount.java | 16 ++
.../model/client/user/UserRegistrationData.java | 35 ++-
.../connect/grounding/ProtocolDescription.java | 80 ------
.../streampipes/model/datalake/PageResult.java | 56 ----
.../model/graph/DataProcessorInvocation.java | 1 +
.../model/graph/DataSinkInvocation.java | 1 +
.../streampipes/manager/operations/Operations.java | 6 -
.../manager/preview/ActivePipelinePreviews.java | 17 +-
.../manager/preview/PipelinePreview.java | 59 ++--
.../runtime/DataStreamRuntimeInfoProvider.java | 94 +++++++
.../runtime/PipelineElementRuntimeInfoFetcher.java | 118 --------
.../runtime/RateLimitedRuntimeInfoProvider.java | 64 +++++
.../manager/runtime/SpDataFormatConverter.java | 15 +-
.../streampipes/ps/DataLakeMeasureResourceV4.java | 36 ++-
.../resource/management/UserResourceManager.java | 17 +-
.../rest/shared/exception/BadRequestException.java | 80 +++---
.../streampipes/rest/impl/Authentication.java | 31 +-
.../rest/impl/PipelineCanvasMetadataResource.java | 2 +
.../rest/impl/PipelineElementPreview.java | 25 +-
.../rest/impl/PipelineElementRuntimeInfo.java | 26 +-
.../apache/streampipes/rest/impl/UserResource.java | 6 +
.../OAuth2AuthenticationProcessingException.java | 78 +++---
.../streampipes/sdk/builder/DataSinkBuilder.java | 30 --
.../sdk/builder/ProcessingElementBuilder.java | 46 ---
.../adapter/AdapterConfigurationBuilder.java | 14 -
.../adapter/AdapterConfigurationBuilderTest.java | 19 +-
.../extractor/AdapterParameterExtractorTest.java | 16 +-
.../minimal/StreamPipesCoreApplicationMinimal.java | 5 +-
streampipes-service-core/pom.xml | 5 +
.../service/core/StreamPipesCoreApplication.java | 8 +-
.../service/core/WebSecurityConfig.java | 153 +++++++++-
.../core/oauth2/CustomOAuth2UserService.java | 48 ++++
.../service/core/oauth2/CustomOidcUserService.java | 51 ++++
...CookieOAuth2AuthorizationRequestRepository.java | 83 ++++++
...h2AccessTokenResponseConverterWithDefaults.java | 89 ++++++
.../oauth2/OAuth2AuthenticationFailureHandler.java | 63 +++++
.../oauth2/OAuth2AuthenticationSuccessHandler.java | 108 +++++++
.../service/core/oauth2/OAuthEnabledCondition.java | 37 ++-
.../core/oauth2/OidcUserAccountDetails.java | 82 ++++++
.../service/core/oauth2/UserService.java | 104 +++++++
.../service/core/oauth2/util/CookieUtils.java | 81 ++++++
ui/.gitignore | 2 +-
ui/.prettierignore | 2 +-
ui/cypress/support/utils/PipelineUtils.ts | 31 +-
ui/cypress/support/utils/connect/ConnectUtils.ts | 9 +-
.../pipeline/updatePipelineTest.smoke.spec.ts | 67 +++++
ui/deployment/app-routing.module.mst | 6 +-
.../{appng5.module.mst => app.module.mst} | 2 +-
ui/deployment/apps.ts | 14 +-
ui/deployment/modules.yml | 48 ++--
ui/deployment/prebuild.js | 29 +-
.../src/lib/apis/adapter-monitoring.service.ts | 6 +-
.../src/lib/apis/adapter.service.ts | 10 -
.../src/lib/apis/datalake-rest.service.ts | 6 +-
.../src/lib/model/gen/streampipes-model-client.ts | 15 +-
.../src/lib/model/gen/streampipes-model.ts | 51 +---
.../warning-box/warning-box.component.html} | 7 +-
.../warning-box/warning-box.component.scss | 13 +-
.../warning-box/warning-box.component.ts} | 14 +-
.../lib/dialog/base-dialog/base-dialog.service.ts | 6 +-
.../shared-ui/src/lib/shared-ui.module.ts | 3 +
.../streampipes/shared-ui/src/public-api.ts | 1 +
.../authentication-configuration.component.ts | 1 -
.../edit-user-dialog.component.html | 5 +-
.../edit-user-dialog/edit-user-dialog.component.ts | 30 +-
.../security-user-config.component.html | 13 +
.../security-user-config.component.ts | 6 +-
.../adapter-started-preview.component.html | 2 +-
.../adapter-started-preview.component.ts | 9 +-
.../edit-schema-transformation.component.ts | 1 -
ui/src/app/connect/services/rest.service.ts | 9 +-
ui/src/app/core-ui/core-ui.module.ts | 12 +
.../loading-indicator.component.html} | 8 +-
.../loading-indicator.component.scss | 8 +-
.../loading-indicator.component.ts} | 14 +-
.../multi-step-status-indicator.component.html | 47 ++++
.../multi-step-status-indicator.component.scss | 12 +-
.../multi-step-status-indicator.component.ts} | 37 +--
.../multi-step-status-indicator.model.ts | 12 +-
.../pipeline-element-runtime-info.component.ts | 62 ++--
.../pipeline-operation-status.component.html | 56 ++++
.../pipeline-operation-status.component.scss | 7 +-
.../pipeline-operation-status.component.ts} | 29 +-
.../pipeline-started-status.component.html | 57 ++--
.../pipeline-started-status.component.ts | 3 +
.../status-indicator.component.html} | 9 +-
.../status-indicator.component.scss | 14 +-
.../status-indicator.component.ts} | 30 +-
.../pipeline-assembly.component.ts | 177 ++++++------
.../pipeline-element-preview.component.html | 5 +-
.../pipeline-element-preview.component.scss | 10 +-
.../pipeline-element-preview.component.ts | 54 ++--
.../components/pipeline/pipeline.component.html | 4 +-
.../components/pipeline/pipeline.component.ts | 21 +-
.../save-pipeline-settings.component.html | 86 ++++++
.../save-pipeline-settings.component.scss | 0
.../save-pipeline-settings.component.ts | 82 ++++++
.../save-pipeline/save-pipeline.component.html | 164 ++++-------
.../save-pipeline/save-pipeline.component.scss | 9 -
.../save-pipeline/save-pipeline.component.ts | 311 +++++++++++++-------
ui/src/app/editor/editor.component.html | 30 +-
ui/src/app/editor/editor.component.ts | 19 +-
ui/src/app/editor/editor.module.ts | 2 +
ui/src/app/editor/model/editor.model.ts | 23 +-
ui/src/app/editor/services/editor.service.ts | 21 +-
.../login/components/login/login.component.html | 33 ++-
.../login/components/login/login.component.scss | 13 +
.../app/login/components/login/login.component.ts | 12 +-
ui/src/app/login/components/login/login.model.ts | 12 +
.../pipeline-overview.component.html | 5 +-
.../pipeline-overview.component.ts | 13 -
.../pipeline-status-dialog.component.ts | 5 -
ui/src/app/pipelines/pipelines.component.html | 1 -
ui/src/app/pipelines/pipelines.component.ts | 36 +--
.../general-profile-settings.component.html | 12 +-
.../general/general-profile-settings.component.ts | 2 +
ui/src/app/services/auth.service.ts | 9 +
.../live-preview.service.ts} | 38 +--
.../tour/create-pipeline-tour.constants.ts | 2 +-
ui/src/app/services/tour/shepherd.service.ts | 8 -
ui/src/bootstrap.ts | 2 +-
ui/src/scss/sp/main.scss | 4 +-
ui/src/scss/sp/shepherd-new.scss | 5 +-
229 files changed, 3600 insertions(+), 1625 deletions(-)
create mode 100644
streampipes-client-python/docs/img/tutorial-output-stream.png
create mode 100644
streampipes-client-python/docs/tutorials/6-streampipes-function-output-stream.ipynb
create mode 100644
streampipes-commons/src/main/java/org/apache/streampipes/commons/environment/model/OAuthConfiguration.java
create mode 100644
streampipes-commons/src/main/java/org/apache/streampipes/commons/environment/parser/OAuthConfigurationParser.java
create mode 100644
streampipes-commons/src/test/java/org/apache/streampipes/commons/environment/parser/OAuthConfigurationParserTest.java
create mode 100644
streampipes-data-explorer/src/test/java/org/apache/streampipes/dataexplorer/query/DataLakeMeasurementCounterTest.java
copy
streampipes-model-client/src/main/java/org/apache/streampipes/model/client/user/UserRegistrationData.java
=>
streampipes-data-explorer/src/test/java/org/apache/streampipes/dataexplorer/query/DataLakeMeasurementCounterTestImpl.java
(57%)
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/connect/grounding/ProtocolDescription.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/datalake/PageResult.java
create mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/runtime/DataStreamRuntimeInfoProvider.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/runtime/PipelineElementRuntimeInfoFetcher.java
create mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/runtime/RateLimitedRuntimeInfoProvider.java
copy ui/src/app/editor/dialog/save-pipeline/save-pipeline.component.scss =>
streampipes-rest-shared/src/main/java/org/apache/streampipes/rest/shared/exception/BadRequestException.java
(63%)
mode change 100644 => 100755
copy ui/src/app/editor/dialog/save-pipeline/save-pipeline.component.scss =>
streampipes-rest/src/main/java/org/apache/streampipes/rest/security/OAuth2AuthenticationProcessingException.java
(66%)
mode change 100644 => 100755
create mode 100755
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/oauth2/CustomOAuth2UserService.java
create mode 100755
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/oauth2/CustomOidcUserService.java
create mode 100755
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/oauth2/HttpCookieOAuth2AuthorizationRequestRepository.java
create mode 100755
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/oauth2/OAuth2AccessTokenResponseConverterWithDefaults.java
create mode 100755
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/oauth2/OAuth2AuthenticationFailureHandler.java
create mode 100755
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/oauth2/OAuth2AuthenticationSuccessHandler.java
copy ui/src/app/editor/dialog/save-pipeline/save-pipeline.component.scss =>
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/oauth2/OAuthEnabledCondition.java
(53%)
create mode 100755
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/oauth2/OidcUserAccountDetails.java
create mode 100755
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/oauth2/UserService.java
create mode 100755
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/oauth2/util/CookieUtils.java
create mode 100644 ui/cypress/tests/pipeline/updatePipelineTest.smoke.spec.ts
rename ui/deployment/{appng5.module.mst => app.module.mst} (98%)
copy
ui/{src/app/connect/dialog/adapter-started/adapter-started-preview/adapter-started-preview.component.html
=>
projects/streampipes/shared-ui/src/lib/components/warning-box/warning-box.component.html}
(80%)
copy
streampipes-model-client/src/main/java/org/apache/streampipes/model/client/user/UserRegistrationData.java
=>
ui/projects/streampipes/shared-ui/src/lib/components/warning-box/warning-box.component.scss
(82%)
copy ui/{src/app/login/components/login/login.model.ts =>
projects/streampipes/shared-ui/src/lib/components/warning-box/warning-box.component.ts}
(75%)
copy
ui/src/app/{connect/dialog/adapter-started/adapter-started-preview/adapter-started-preview.component.html
=> core-ui/loading-indicator/loading-indicator.component.html} (80%)
copy
streampipes-model-client/src/main/java/org/apache/streampipes/model/client/user/UserRegistrationData.java
=> ui/src/app/core-ui/loading-indicator/loading-indicator.component.scss (82%)
copy ui/src/app/{login/components/login/login.model.ts =>
core-ui/loading-indicator/loading-indicator.component.ts} (73%)
create mode 100644
ui/src/app/core-ui/multi-step-status-indicator/multi-step-status-indicator.component.html
copy
streampipes-model-client/src/main/java/org/apache/streampipes/model/client/user/UserRegistrationData.java
=>
ui/src/app/core-ui/multi-step-status-indicator/multi-step-status-indicator.component.scss
(82%)
copy ui/src/app/{editor/dialog/save-pipeline/save-pipeline.component.scss =>
core-ui/multi-step-status-indicator/multi-step-status-indicator.component.ts}
(63%)
copy
streampipes-model-client/src/main/java/org/apache/streampipes/model/client/user/UserRegistrationData.java
=>
ui/src/app/core-ui/multi-step-status-indicator/multi-step-status-indicator.model.ts
(83%)
create mode 100644
ui/src/app/core-ui/pipeline/pipeline-operation-status/pipeline-operation-status.component.html
copy
streampipes-model-client/src/main/java/org/apache/streampipes/model/client/user/UserRegistrationData.java
=>
ui/src/app/core-ui/pipeline/pipeline-operation-status/pipeline-operation-status.component.scss
(82%)
copy ui/src/app/{login/components/login/login.component.scss =>
core-ui/pipeline/pipeline-operation-status/pipeline-operation-status.component.ts}
(65%)
copy
ui/src/app/{connect/dialog/adapter-started/adapter-started-preview/adapter-started-preview.component.html
=> core-ui/status-indicator/status-indicator.component.html} (77%)
copy
streampipes-model-client/src/main/java/org/apache/streampipes/model/client/user/UserRegistrationData.java
=> ui/src/app/core-ui/status-indicator/status-indicator.component.scss (80%)
copy ui/src/app/{login/components/login/login.component.scss =>
core-ui/status-indicator/status-indicator.component.ts} (68%)
create mode 100644
ui/src/app/editor/dialog/save-pipeline/save-pipeline-settings/save-pipeline-settings.component.html
copy tools/maven/checkstyle-header.txt =>
ui/src/app/editor/dialog/save-pipeline/save-pipeline-settings/save-pipeline-settings.component.scss
(100%)
create mode 100644
ui/src/app/editor/dialog/save-pipeline/save-pipeline-settings/save-pipeline-settings.component.ts
copy ui/src/app/{editor/dialog/save-pipeline/save-pipeline.component.scss =>
services/live-preview.service.ts} (61%)
