This is an automated email from the ASF dual-hosted git repository.
hansva pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hop.git
from 36b83bf2cf Merge pull request #1684 from hansva/master
new 90df8d4366 HOP-2391 : Samples for various transforms and actions
new fd5e567486 HOP-4058 : Hop GUI does not display the field name of data
with including ampersand
new 680c4c1e63 HOP-4042 : Create a new execution information platform
(pipelines)
new 0f5e9f9a52 HOP-4024 : Create a new execution information platform
(workflow, remote)
new 6772057006 Merge remote-tracking branch 'origin/master' into HOP-4024
new 247fd86003 HOP-4024 : Create a new execution information platform
(bugfixes)
new cb930c9321 HOP-4024 : Create a new execution information platform (RAT)
new 82718215b1 HOP-4024 : Create a new execution information platform
(data profile moved)
new 0111934035 HOP-4024 : Create a new execution information platform
(code hardening)
new 73b25489fc HOP-4024 : Create a new execution information platform
(Beam pipeline info)
new 18043ce9c5 HOP-4024 : Create a new execution information platform
(Beam)
new a4b97a7a79 HOP-4024 : Create a new execution information platform
(Beam)
new 378dac01f1 HOP-3451 : Log disappear from Hop GUI if updating a
project/environment while Hop's running
new 2cda25a1b5 Merge pull request #1683 from mattcasters/HOP-4024
The 4460 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/hop/core/database/Database.java | 2 +-
.../org/apache/hop/core/database/DatabaseMeta.java | 2 +-
.../gui/plugin/action/GuiActionLambdaBuilder.java | 2 +-
.../org/apache/hop/core/logging/LogChannel.java | 16 +-
.../apache/hop/core/logging/LoggingRegistry.java | 26 +-
.../apache/hop/core/plugins/PluginRegistry.java | 2 +-
.../java/org/apache/hop/core/row/IRowMeta.java | 2 +
.../java/org/apache/hop/core/row/IValueMeta.java | 26 +-
.../java/org/apache/hop/core/row/RowBuffer.java | 69 +-
.../main/java/org/apache/hop/core/row/RowMeta.java | 40 +-
.../apache/hop/core/row/ValueMetaDeserializer.java | 84 ++
.../apache/hop/core/row/value/ValueMetaBase.java | 361 +++++++--
.../main/java/org/apache/hop/laf/LafDelegate.java | 2 +-
.../serializer/json/JsonMetadataParser.java | 14 +-
.../metadata/serializer/xml/XmlMetadataUtil.java | 2 +-
.../java/org/apache/hop/core/HopEnvironment.java | 21 +-
.../java/org/apache/hop/execution/Execution.java | 347 ++++++++
.../org/apache/hop/execution/ExecutionBuilder.java | 250 ++++++
.../org/apache/hop/execution/ExecutionData.java | 383 +++++++++
.../apache/hop/execution/ExecutionDataBuilder.java | 371 +++++++++
.../apache/hop/execution/ExecutionDataSetMeta.java | 183 +++++
.../ExecutionDataSetMetaDeserializer.java | 53 ++
.../hop/execution/ExecutionInfoLocation.java | 172 ++++
.../ExecutionInfoLocationTypeMetadata.java | 38 +-
.../apache/hop/execution/ExecutionMetricsType.java | 46 +-
.../org/apache/hop/execution/ExecutionState.java | 266 +++++++
.../hop/execution/ExecutionStateBuilder.java | 231 ++++++
.../execution/ExecutionStateComponentMetrics.java | 99 +++
.../org/apache/hop/execution/ExecutionType.java | 42 +-
.../hop/execution/IExecutionInfoLocation.java | 164 ++++
.../execution/local/FileExecutionInfoLocation.java | 472 +++++++++++
.../plugin/ExecutionInfoLocationPlugin.java | 38 +-
.../plugin/ExecutionInfoLocationPluginType.java | 57 ++
.../execution/profiling/ExecutionDataProfile.java | 112 +++
.../remote/RemoteExecutionInfoLocation.java | 486 ++++++++++++
.../sampler/ExecutionDataSampleInformation.java | 61 +-
.../sampler/ExecutionDataSamplerMeta.java | 152 ++++
.../sampler/ExecutionDataSamplerPlugin.java | 38 +-
.../sampler/ExecutionDataSamplerPluginType.java | 57 ++
.../sampler/ExecutionDataSamplerStoreBase.java | 162 ++++
.../execution/sampler/IExecutionDataSampler.java | 92 +++
.../sampler/IExecutionDataSamplerStore.java | 57 ++
.../sampler/plugins/ExecutionDataSamplerBase.java | 140 ++++
.../dataprof/BasicDataProfilingDataSampler.java | 547 +++++++++++++
.../BasicDataProfilingDataSamplerStore.java | 500 ++++++++++++
.../first/FirstRowsExecutionDataSampler.java | 84 ++
.../first/FirstRowsExecutionDataSamplerStore.java | 116 +++
.../plugins/last/LastRowsExecutionDataSampler.java | 93 +++
.../last/LastRowsExecutionDataSamplerStore.java | 114 +++
.../random/RandomRowsExecutionDataSampler.java | 94 +++
.../RandomRowsExecutionDataSamplerStore.java | 127 +++
.../java/org/apache/hop/pipeline/Pipeline.java | 94 ++-
.../pipeline/config/PipelineRunConfiguration.java | 54 +-
.../hop/pipeline/engine/IPipelineEngine.java | 13 +
.../engines/local/LocalPipelineEngine.java | 260 +++++-
.../engines/remote/RemotePipelineEngine.java | 177 ++++-
.../main/java/org/apache/hop/server/HopServer.java | 42 +-
.../java/org/apache/hop/workflow/Workflow.java | 19 +-
.../workflow/config/WorkflowRunConfiguration.java | 24 +-
.../hop/workflow/engine/IWorkflowEngine.java | 2 +
.../engines/local/LocalWorkflowEngine.java | 216 ++++-
.../apache/hop/www/GetExecutionInfoServlet.java | 286 +++++++
.../hop/www/RegisterExecutionInfoServlet.java | 179 +++++
.../local/messages/messages_en_US.properties | 20 +
.../execution/messages/messages_en_US.properties | 21 +
.../remote/messages/messages_en_US.properties | 25 +
.../dataprof/messages/messages_en_US.properties | 38 +
.../plugins/messages/messages_en_US.properties | 34 +
.../apache/hop/execution/ExecutionDataTest.java | 135 ++++
.../org/apache/hop/pipeline/PipelineMetaTest.java | 21 -
.../java/org/apache/hop/workflow/WorkflowTest.java | 15 -
.../apache/hop/workflow/actions/repeat/Repeat.java | 13 +-
.../hop/beam/core/transform/TransformBaseFn.java | 190 +++++
.../core/transform/TransformBatchTransform.java | 118 ++-
.../beam/core/transform/TransformTransform.java | 149 ++--
.../hop/beam/engines/BeamPipelineEngine.java | 136 +++-
.../beam/engines/BeamPipelineRunConfiguration.java | 4 +
.../dataflow/BeamDataFlowPipelineEngine.java | 2 +
.../direct/BeamDirectPipelineRunConfiguration.java | 4 +-
.../HopPipelineMetaToBeamPipelineConverter.java | 86 +-
.../pipeline/IBeamPipelineTransformHandler.java | 6 +-
.../handler/BeamGenericTransformHandler.java | 16 +-
.../handler/BeamGroupByTransformHandler.java | 5 +-
.../handler/BeamMergeJoinTransformHandler.java | 5 +-
.../handler/BeamRowGeneratorTransformHandler.java | 5 +-
.../transforms/bigtable/BeamBigtableInputMeta.java | 5 +-
.../bigtable/BeamBigtableOutputMeta.java | 5 +-
.../hop/beam/transforms/bq/BeamBQInputMeta.java | 5 +-
.../hop/beam/transforms/bq/BeamBQOutputMeta.java | 5 +-
.../hop/beam/transforms/io/BeamInputMeta.java | 5 +-
.../hop/beam/transforms/io/BeamOutputMeta.java | 5 +-
.../hop/beam/transforms/kafka/BeamConsumeMeta.java | 5 +-
.../hop/beam/transforms/kafka/BeamProduceMeta.java | 5 +-
.../transforms/kinesis/BeamKinesisConsumeMeta.java | 5 +-
.../transforms/kinesis/BeamKinesisProduceMeta.java | 5 +-
.../beam/transforms/pubsub/BeamPublishMeta.java | 5 +-
.../beam/transforms/pubsub/BeamSubscribeMeta.java | 5 +-
.../beam/transforms/window/BeamTimestampMeta.java | 5 +-
.../hop/beam/transforms/window/BeamWindowMeta.java | 5 +-
.../direct/BeamDirectPipelineEngineTest.java | 4 +-
.../engines/flink/BeamFlinkPipelineEngineTest.java | 4 +-
.../engines/spark/BeamSparkPipelineEngineTest.java | 4 +-
.../hop/beam/transform/PipelineTestBase.java | 119 ++-
.../apache/hop/projects/gui/ProjectsGuiPlugin.java | 1 +
.../transforms/javascript-create-xml-with-e4x.hpl | 179 +++++
.../pipeline/transforms/jsonoutput/JsonOutput.java | 9 +
.../main/java/org/apache/hop/ui/core/PropsUi.java | 2 +
.../hop/ui/core/gui/GuiCompositeWidgets.java | 3 +-
.../org/apache/hop/ui/core/gui/GuiResource.java | 9 +-
.../org/apache/hop/ui/core/widget/TableView.java | 75 +-
.../ExecutionInfoLocationEditor.java} | 326 ++++----
.../profiling/ExecutionDataProfileEditor.java | 366 +++++++++
.../main/java/org/apache/hop/ui/hopgui/HopGui.java | 6 +
.../hopgui/file/pipeline/HopGuiPipelineGraph.java | 104 ++-
.../hopgui/file/workflow/HopGuiWorkflowGraph.java | 134 +++-
.../dataorch/HopDataOrchestrationPerspective.java | 37 +
.../perspective/execution/BaseExecutionViewer.java | 99 +++
.../execution/ExecutionPerspective.java | 650 +++++++++++++++
.../execution/IExecutionViewer.java} | 50 +-
.../execution/PipelineExecutionViewer.java | 875 +++++++++++++++++++++
.../execution/WorkflowExecutionViewer.java | 838 ++++++++++++++++++++
.../config/PipelineRunConfigurationEditor.java | 92 ++-
.../PipelineExecutionConfigurationDialog.java | 10 +-
.../config/WorkflowRunConfigurationEditor.java | 34 +
.../WorkflowExecutionConfigurationDialog.java | 1 +
.../execution/messages/messages_en_US.properties | 24 +
.../profiling/messages/messages_en_US.properties | 25 +
.../pipeline/messages/messages_en_US.properties | 3 +
.../workflow/messages/messages_en_US.properties | 6 +-
.../ui/hopgui/messages/messages_en_US.properties | 4 +
.../execution/messages/messages_en_US.properties | 38 +
.../config/messages/messages_en_US.properties | 4 +
.../config/messages/messages_en_US.properties | 2 +
ui/src/main/resources/ui/images/location.svg | 18 +
134 files changed, 12715 insertions(+), 839 deletions(-)
create mode 100644
core/src/main/java/org/apache/hop/core/row/ValueMetaDeserializer.java
create mode 100644 engine/src/main/java/org/apache/hop/execution/Execution.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/ExecutionBuilder.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/ExecutionData.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/ExecutionDataBuilder.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/ExecutionDataSetMeta.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/ExecutionDataSetMetaDeserializer.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/ExecutionInfoLocation.java
copy
ui/src/main/java/org/apache/hop/ui/hopgui/file/pipeline/extension/HopGuiPipelinePreviewExtension.java
=>
engine/src/main/java/org/apache/hop/execution/ExecutionInfoLocationTypeMetadata.java
(51%)
copy
ui/src/main/java/org/apache/hop/ui/hopgui/file/pipeline/extension/HopGuiPipelinePreviewExtension.java
=> engine/src/main/java/org/apache/hop/execution/ExecutionMetricsType.java
(51%)
create mode 100644
engine/src/main/java/org/apache/hop/execution/ExecutionState.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/ExecutionStateBuilder.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/ExecutionStateComponentMetrics.java
copy
ui/src/main/java/org/apache/hop/ui/hopgui/file/pipeline/extension/HopGuiPipelinePreviewExtension.java
=> engine/src/main/java/org/apache/hop/execution/ExecutionType.java (52%)
create mode 100644
engine/src/main/java/org/apache/hop/execution/IExecutionInfoLocation.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/local/FileExecutionInfoLocation.java
copy
ui/src/main/java/org/apache/hop/ui/hopgui/file/pipeline/extension/HopGuiPipelinePreviewExtension.java
=>
engine/src/main/java/org/apache/hop/execution/plugin/ExecutionInfoLocationPlugin.java
(51%)
create mode 100644
engine/src/main/java/org/apache/hop/execution/plugin/ExecutionInfoLocationPluginType.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/profiling/ExecutionDataProfile.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/remote/RemoteExecutionInfoLocation.java
copy
ui/src/main/java/org/apache/hop/ui/hopgui/file/pipeline/extension/HopGuiPipelinePreviewExtension.java
=>
engine/src/main/java/org/apache/hop/execution/sampler/ExecutionDataSampleInformation.java
(51%)
create mode 100644
engine/src/main/java/org/apache/hop/execution/sampler/ExecutionDataSamplerMeta.java
copy
ui/src/main/java/org/apache/hop/ui/hopgui/file/pipeline/extension/HopGuiPipelinePreviewExtension.java
=>
engine/src/main/java/org/apache/hop/execution/sampler/ExecutionDataSamplerPlugin.java
(51%)
create mode 100644
engine/src/main/java/org/apache/hop/execution/sampler/ExecutionDataSamplerPluginType.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/sampler/ExecutionDataSamplerStoreBase.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/sampler/IExecutionDataSampler.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/sampler/IExecutionDataSamplerStore.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/sampler/plugins/ExecutionDataSamplerBase.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/sampler/plugins/dataprof/BasicDataProfilingDataSampler.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/sampler/plugins/dataprof/BasicDataProfilingDataSamplerStore.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/sampler/plugins/first/FirstRowsExecutionDataSampler.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/sampler/plugins/first/FirstRowsExecutionDataSamplerStore.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/sampler/plugins/last/LastRowsExecutionDataSampler.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/sampler/plugins/last/LastRowsExecutionDataSamplerStore.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/sampler/plugins/random/RandomRowsExecutionDataSampler.java
create mode 100644
engine/src/main/java/org/apache/hop/execution/sampler/plugins/random/RandomRowsExecutionDataSamplerStore.java
create mode 100644
engine/src/main/java/org/apache/hop/www/GetExecutionInfoServlet.java
create mode 100644
engine/src/main/java/org/apache/hop/www/RegisterExecutionInfoServlet.java
create mode 100644
engine/src/main/resources/org/apache/hop/execution/local/messages/messages_en_US.properties
create mode 100644
engine/src/main/resources/org/apache/hop/execution/messages/messages_en_US.properties
create mode 100644
engine/src/main/resources/org/apache/hop/execution/remote/messages/messages_en_US.properties
create mode 100644
engine/src/main/resources/org/apache/hop/execution/sampler/plugins/dataprof/messages/messages_en_US.properties
create mode 100644
engine/src/main/resources/org/apache/hop/execution/sampler/plugins/messages/messages_en_US.properties
create mode 100644
engine/src/test/java/org/apache/hop/execution/ExecutionDataTest.java
create mode 100644
plugins/engines/beam/src/main/java/org/apache/hop/beam/core/transform/TransformBaseFn.java
create mode 100644
plugins/transforms/javascript/src/main/samples/transforms/javascript-create-xml-with-e4x.hpl
copy
ui/src/main/java/org/apache/hop/ui/{pipeline/config/PipelineRunConfigurationEditor.java
=> execution/ExecutionInfoLocationEditor.java} (50%)
create mode 100644
ui/src/main/java/org/apache/hop/ui/execution/profiling/ExecutionDataProfileEditor.java
create mode 100644
ui/src/main/java/org/apache/hop/ui/hopgui/perspective/execution/BaseExecutionViewer.java
create mode 100644
ui/src/main/java/org/apache/hop/ui/hopgui/perspective/execution/ExecutionPerspective.java
rename
ui/src/main/java/org/apache/hop/ui/hopgui/{file/pipeline/extension/HopGuiPipelinePreviewExtension.java
=> perspective/execution/IExecutionViewer.java} (54%)
create mode 100644
ui/src/main/java/org/apache/hop/ui/hopgui/perspective/execution/PipelineExecutionViewer.java
create mode 100644
ui/src/main/java/org/apache/hop/ui/hopgui/perspective/execution/WorkflowExecutionViewer.java
create mode 100644
ui/src/main/resources/org/apache/hop/ui/execution/messages/messages_en_US.properties
create mode 100644
ui/src/main/resources/org/apache/hop/ui/execution/profiling/messages/messages_en_US.properties
create mode 100644
ui/src/main/resources/org/apache/hop/ui/hopgui/perspective/execution/messages/messages_en_US.properties
create mode 100644 ui/src/main/resources/ui/images/location.svg
