This is an automated email from the ASF dual-hosted git repository.
lordgamez pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/nifi-minifi-cpp.git
from 8a6518e52 MINIFICPP-2023 Skip brew update to avoid python link failure
new 30fdfb7ee MINIFICPP-1948 Add the UUID to the end of Processor and
Controller Service log lines
new 63c4eb9e9 MINIFICPP-2025 Eliminate cmake CMP0135 warnings
new 00d145e08 MINIFICPP-1972 - Refactor State Manager code
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
CMakeLists.txt | 4 +
bootstrap.sh | 16 +-
centos.sh | 1 +
cmake/BundledLibXml2.cmake | 4 +
cmake/{Abseil.cmake => Crc32c.cmake} | 16 +-
cmake/FindLibGPS.cmake | 12 +-
cmake/GoogleCloudCpp.cmake | 13 +-
conf/minifi-log.properties | 3 +
docker/conf/minifi-log.properties | 3 +
extensions/aws/processors/DeleteS3Object.h | 4 +-
extensions/aws/processors/FetchS3Object.h | 4 +-
extensions/aws/processors/ListS3.h | 4 +-
extensions/aws/processors/PutS3Object.h | 4 +-
extensions/aws/processors/S3Processor.cpp | 5 +-
extensions/aws/processors/S3Processor.h | 2 +-
.../AzureStorageCredentialsService.h | 2 +-
.../processors/AzureBlobStorageProcessorBase.h | 4 -
.../AzureBlobStorageSingleBlobProcessorBase.h | 4 -
.../azure/processors/DeleteAzureDataLakeStorage.h | 2 +-
.../azure/processors/FetchAzureDataLakeStorage.h | 2 +-
extensions/azure/processors/ListAzureBlobStorage.h | 2 +-
.../azure/processors/ListAzureDataLakeStorage.h | 4 +-
extensions/bustache/ApplyTemplate.h | 2 +-
extensions/bustache/CMakeLists.txt | 1 -
extensions/civetweb/processors/ListenHTTP.h | 7 +-
.../ElasticsearchCredentialsControllerService.h | 2 +-
extensions/elasticsearch/PostElasticsearch.h | 2 +-
.../GCPCredentialsControllerService.h | 2 +-
extensions/gcp/processors/DeleteGCSObject.h | 2 +-
extensions/gcp/processors/FetchGCSObject.h | 2 +-
extensions/gcp/processors/ListGCSBucket.h | 2 +-
extensions/gcp/processors/PutGCSObject.h | 2 +-
extensions/gps/GetGPS.h | 2 +-
extensions/http-curl/processors/InvokeHTTP.h | 2 +-
extensions/jni/ExecuteJavaControllerService.h | 4 +-
extensions/jni/jvm/JavaControllerService.h | 2 +-
.../KubernetesControllerService.cpp | 2 +-
.../processors/CollectKubernetesPodMetrics.h | 2 +-
extensions/libarchive/BinFiles.h | 15 +-
extensions/libarchive/CompressContent.h | 14 +-
extensions/libarchive/FocusArchiveEntry.h | 2 +-
extensions/libarchive/ManipulateArchive.h | 2 +-
extensions/libarchive/MergeContent.cpp | 4 +-
extensions/libarchive/MergeContent.h | 16 +-
extensions/libarchive/UnfocusArchiveEntry.h | 2 +-
extensions/librdkafka/ConsumeKafka.h | 11 +-
extensions/librdkafka/PublishKafka.h | 2 +-
extensions/mqtt/processors/AbstractMQTTProcessor.h | 2 +-
extensions/mqtt/processors/ConsumeMQTT.h | 2 +-
extensions/mqtt/processors/PublishMQTT.h | 2 +-
extensions/opc/include/fetchopc.h | 16 +-
extensions/opc/include/putopc.h | 4 +-
extensions/opencv/CaptureRTSPFrame.h | 2 +-
extensions/opencv/MotionDetector.h | 2 +-
.../SourceInitiatedSubscriptionListener.h | 2 +-
extensions/pcap/CapturePacket.h | 2 +-
extensions/procfs/processors/ProcFsMonitor.h | 3 +-
...lueStoreService.cpp => RocksDbStateStorage.cpp} | 74 ++++---
...eyValueStoreService.h => RocksDbStateStorage.h} | 36 ++--
extensions/script/ExecuteScript.h | 2 +-
extensions/script/python/ExecutePythonProcessor.h | 2 +-
extensions/sftp/processors/FetchSFTP.cpp | 6 +-
extensions/sftp/processors/FetchSFTP.h | 4 +-
extensions/sftp/processors/ListSFTP.cpp | 21 +-
extensions/sftp/processors/ListSFTP.h | 30 +--
extensions/sftp/processors/PutSFTP.cpp | 15 +-
extensions/splunk/PutSplunkHTTP.h | 2 +-
extensions/sql/processors/ExecuteSQL.cpp | 10 +-
extensions/sql/processors/PutSQL.cpp | 4 +-
extensions/sql/processors/QueryDatabaseTable.cpp | 8 +-
extensions/sql/processors/QueryDatabaseTable.h | 3 +-
extensions/sql/services/DatabaseService.h | 6 +-
extensions/sql/services/ODBCConnector.h | 6 +-
.../controllers/InMemoryKeyValueStorage.cpp | 77 +++++++
.../controllers/InMemoryKeyValueStorage.h | 30 +--
...reService.cpp => PersistentMapStateStorage.cpp} | 120 ++++++-----
...eStoreService.h => PersistentMapStateStorage.h} | 47 ++---
.../UnorderedMapKeyValueStoreService.cpp | 108 ----------
.../controllers/VolatileMapStateStorage.cpp | 75 +++++++
...lueStoreService.h => VolatileMapStateStorage.h} | 26 ++-
.../processors/AppendHostInfo.h | 12 +-
.../processors/AttributesToJSON.h | 2 +-
.../processors/DefragmentText.h | 2 +-
.../processors/ExecuteProcess.h | 10 +-
.../standard-processors/processors/ExtractText.h | 2 +-
.../standard-processors/processors/FetchFile.h | 2 +-
.../processors/GenerateFlowFile.h | 3 +-
.../standard-processors/processors/GetFile.h | 2 +-
extensions/standard-processors/processors/GetTCP.h | 27 +--
.../standard-processors/processors/HashContent.h | 8 +-
.../standard-processors/processors/ListFile.h | 2 +-
.../standard-processors/processors/ListenSyslog.h | 2 +-
.../standard-processors/processors/ListenTCP.h | 2 +-
.../standard-processors/processors/ListenUDP.h | 2 +-
.../standard-processors/processors/LogAttribute.h | 19 +-
.../standard-processors/processors/PutFile.h | 6 +-
extensions/standard-processors/processors/PutTCP.h | 2 +-
.../standard-processors/processors/PutUDP.cpp | 2 +-
.../standard-processors/processors/ReplaceText.cpp | 2 +-
.../standard-processors/processors/RetryFlowFile.h | 2 +-
.../processors/RouteOnAttribute.h | 7 +-
.../standard-processors/processors/RouteText.cpp | 6 +-
.../standard-processors/processors/TailFile.h | 4 +-
.../processors/UpdateAttribute.h | 7 +-
extensions/systemd/ConsumeJournald.h | 6 +-
extensions/tensorflow/TFApplyGraph.h | 2 +-
extensions/tensorflow/TFConvertImageToTensor.h | 2 +-
extensions/tensorflow/TFExtractTopLabels.h | 2 +-
extensions/test-processors/KamikazeProcessor.h | 2 +-
.../test-processors/LogOnDestructionProcessor.h | 2 +-
extensions/usb-camera/GetUSBCamera.h | 8 +-
extensions/windows-event-log/Bookmark.cpp | 2 +-
extensions/windows-event-log/Bookmark.h | 4 +-
.../CollectorInitiatedSubscription.cpp | 2 +-
.../windows-event-log/ConsumeWindowsEventLog.cpp | 2 +-
.../windows-event-log/ConsumeWindowsEventLog.h | 2 +-
.../windows-event-log/tests/BookmarkTests.cpp | 22 +-
libminifi/CMakeLists.txt | 3 +
libminifi/include/Funnel.h | 2 +-
libminifi/include/Port.h | 2 +-
libminifi/include/RemoteProcessorGroupPort.h | 2 +-
.../controllers/LinuxPowerManagementService.h | 2 +-
.../controllers/NetworkPrioritizerService.h | 2 +-
libminifi/include/controllers/SSLContextService.h | 5 +-
.../AbstractCoreComponentStateManagerProvider.h | 87 --------
...stingKeyValueStoreService.h => AutoPersistor.h} | 45 ++---
.../KeyValueStateManager.h} | 41 +++-
...yValueStoreService.h => KeyValueStateStorage.h} | 55 +++--
.../keyvalue/PersistableKeyValueStoreService.h | 49 -----
libminifi/include/core/CoreComponentState.h | 82 --------
libminifi/include/core/ProcessContext.h | 108 +++++-----
libminifi/include/core/ProcessSession.h | 2 +-
libminifi/include/core/Processor.h | 1 -
.../{json/JsonConfiguration.h => StateManager.h} | 54 +++--
.../{ConfigurationFactory.h => StateStorage.h} | 31 +--
libminifi/include/core/logging/Logger.h | 57 +++---
.../include/core/logging/LoggerConfiguration.h | 27 ++-
libminifi/include/core/logging/LoggerFactory.h | 9 +-
libminifi/include/properties/Configuration.h | 15 +-
libminifi/include/properties/Configure.h | 17 +-
libminifi/include/utils/ListingStateManager.h | 6 +-
libminifi/src/Configuration.cpp | 15 +-
libminifi/src/Configure.cpp | 18 +-
libminifi/src/c2/C2Agent.cpp | 18 +-
.../AbstractCoreComponentStateManagerProvider.cpp | 222 ---------------------
...gKeyValueStoreService.cpp => AutoPersistor.cpp} | 59 ++----
.../controllers/keyvalue/KeyValueStateManager.cpp | 145 ++++++++++++++
.../controllers/keyvalue/KeyValueStateStorage.cpp | 104 ++++++++++
.../controllers/keyvalue/KeyValueStoreService.cpp | 39 ----
.../keyvalue/PersistableKeyValueStoreService.cpp | 63 ------
libminifi/src/core/Connectable.cpp | 4 +-
libminifi/src/core/Processor.cpp | 4 +-
libminifi/src/core/logging/LoggerConfiguration.cpp | 30 ++-
libminifi/src/core/logging/LoggerFactory.cpp | 4 +-
libminifi/test/ReadFromFlowFileTestProcessor.h | 3 +-
libminifi/test/StatefulProcessor.h | 6 +-
libminifi/test/TestBase.cpp | 14 +-
libminifi/test/TestBase.h | 12 +-
libminifi/test/WriteToFlowFileTestProcessor.h | 3 +-
libminifi/test/flow-tests/CycleTest.cpp | 4 +-
libminifi/test/flow-tests/FlowControllerTests.cpp | 4 +-
libminifi/test/flow-tests/LoopTest.cpp | 4 +-
libminifi/test/flow-tests/MultiLoopTest.cpp | 4 +-
libminifi/test/integration/IntegrationBase.h | 8 +-
.../integration/StateTransactionalityTests.cpp | 118 +++++------
libminifi/test/keyvalue-tests/CMakeLists.txt | 6 +-
...viceTest.cpp => PersistentStateStorageTest.cpp} | 34 ++--
...iceTest.cpp => VolatileMapStateStorageTest.cpp} | 33 ++-
...rviceTest.yml => PersistentMapStateStorage.yml} | 2 +-
...toreServiceTest.yml => RocksDbStateStorage.yml} | 2 +-
...ServiceTest.yml => VolatileMapStateStorage.yml} | 2 +-
libminifi/test/sql-tests/mocks/MockODBCService.h | 2 +-
libminifi/test/unit/LoggerTests.cpp | 35 ++++
nanofi/include/cxx/CallbackProcessor.h | 7 +-
174 files changed, 1328 insertions(+), 1567 deletions(-)
copy cmake/{Abseil.cmake => Crc32c.cmake} (62%)
rename
extensions/rocksdb-repos/controllers/{RocksDbPersistableKeyValueStoreService.cpp
=> RocksDbStateStorage.cpp} (68%)
rename
extensions/rocksdb-repos/controllers/{RocksDbPersistableKeyValueStoreService.h
=> RocksDbStateStorage.h} (74%)
create mode 100644
extensions/standard-processors/controllers/InMemoryKeyValueStorage.cpp
copy libminifi/include/controllers/AttributeProviderService.h =>
extensions/standard-processors/controllers/InMemoryKeyValueStorage.h (52%)
rename
extensions/standard-processors/controllers/{UnorderedMapPersistableKeyValueStoreService.cpp
=> PersistentMapStateStorage.cpp} (59%)
rename
extensions/standard-processors/controllers/{UnorderedMapPersistableKeyValueStoreService.h
=> PersistentMapStateStorage.h} (63%)
delete mode 100644
extensions/standard-processors/controllers/UnorderedMapKeyValueStoreService.cpp
create mode 100644
extensions/standard-processors/controllers/VolatileMapStateStorage.cpp
rename
extensions/standard-processors/controllers/{UnorderedMapKeyValueStoreService.h
=> VolatileMapStateStorage.h} (75%)
delete mode 100644
libminifi/include/controllers/keyvalue/AbstractCoreComponentStateManagerProvider.h
rename
libminifi/include/controllers/keyvalue/{AbstractAutoPersistingKeyValueStoreService.h
=> AutoPersistor.h} (61%)
copy libminifi/include/controllers/{AttributeProviderService.h =>
keyvalue/KeyValueStateManager.h} (52%)
rename libminifi/include/controllers/keyvalue/{KeyValueStoreService.h =>
KeyValueStateStorage.h} (54%)
delete mode 100644
libminifi/include/controllers/keyvalue/PersistableKeyValueStoreService.h
delete mode 100644 libminifi/include/core/CoreComponentState.h
copy libminifi/include/core/{json/JsonConfiguration.h => StateManager.h} (51%)
copy libminifi/include/core/{ConfigurationFactory.h => StateStorage.h} (62%)
delete mode 100644
libminifi/src/controllers/keyvalue/AbstractCoreComponentStateManagerProvider.cpp
rename
libminifi/src/controllers/keyvalue/{AbstractAutoPersistingKeyValueStoreService.cpp
=> AutoPersistor.cpp} (52%)
create mode 100644 libminifi/src/controllers/keyvalue/KeyValueStateManager.cpp
create mode 100644 libminifi/src/controllers/keyvalue/KeyValueStateStorage.cpp
delete mode 100644 libminifi/src/controllers/keyvalue/KeyValueStoreService.cpp
delete mode 100644
libminifi/src/controllers/keyvalue/PersistableKeyValueStoreService.cpp
rename libminifi/test/keyvalue-tests/{PersistableKeyValueStoreServiceTest.cpp
=> PersistentStateStorageTest.cpp} (80%)
rename libminifi/test/keyvalue-tests/{UnorderedMapKeyValueStoreServiceTest.cpp
=> VolatileMapStateStorageTest.cpp} (78%)
rename
libminifi/test/resources/{UnorderedMapPersistableKeyValueStoreServiceTest.yml
=> PersistentMapStateStorage.yml} (95%)
rename
libminifi/test/resources/{RocksDbPersistableKeyValueStoreServiceTest.yml =>
RocksDbStateStorage.yml} (95%)
rename libminifi/test/resources/{UnorderedMapKeyValueStoreServiceTest.yml =>
VolatileMapStateStorage.yml} (95%)
