Hi I have created a wait-notify gate which is working fine for days, but suddenly the wait process is not releasing any files. I am using redis as the distributed cachemap, and I was looking in redis to find the release identifier but I could not find it. Which seems odd to me. I have release identifier for other gates in redis but not for this one. Even after I manually triggered my Notify process and the wait process released a file, the release identifier is not present in redis.
Does anyone have some ideas how to troubleshoot this? kind regards Jens
<?xml version="1.0" encoding="UTF-8" standalone="yes"?> <template encoding-version="1.3"> <description></description> <groupId>cf9e5021-016e-1000-2dad-693074c1bd11</groupId> <name>Wait-Notify Gate</name> <snippet> <controllerServices> <id>7e417548-636e-3150-0000-000000000000</id> <parentGroupId>afa738db-ffb0-3abc-0000-000000000000</parentGroupId> <bundle> <artifact>nifi-redis-nar</artifact> <group>org.apache.nifi</group> <version>1.11.4</version> </bundle> <comments></comments> <descriptors> <entry> <key>Redis Mode</key> <value> <name>Redis Mode</name> </value> </entry> <entry> <key>Connection String</key> <value> <name>Connection String</name> </value> </entry> <entry> <key>Database Index</key> <value> <name>Database Index</name> </value> </entry> <entry> <key>Communication Timeout</key> <value> <name>Communication Timeout</name> </value> </entry> <entry> <key>Cluster Max Redirects</key> <value> <name>Cluster Max Redirects</name> </value> </entry> <entry> <key>Sentinel Master</key> <value> <name>Sentinel Master</name> </value> </entry> <entry> <key>Password</key> <value> <name>Password</name> </value> </entry> <entry> <key>Pool - Max Total</key> <value> <name>Pool - Max Total</name> </value> </entry> <entry> <key>Pool - Max Idle</key> <value> <name>Pool - Max Idle</name> </value> </entry> <entry> <key>Pool - Min Idle</key> <value> <name>Pool - Min Idle</name> </value> </entry> <entry> <key>Pool - Block When Exhausted</key> <value> <name>Pool - Block When Exhausted</name> </value> </entry> <entry> <key>Pool - Max Wait Time</key> <value> <name>Pool - Max Wait Time</name> </value> </entry> <entry> <key>Pool - Min Evictable Idle Time</key> <value> <name>Pool - Min Evictable Idle Time</name> </value> </entry> <entry> <key>Pool - Time Between Eviction Runs</key> <value> <name>Pool - Time Between Eviction Runs</name> </value> </entry> <entry> <key>Pool - Num Tests Per Eviction Run</key> <value> <name>Pool - Num Tests Per Eviction Run</name> </value> </entry> <entry> <key>Pool - Test On Create</key> <value> <name>Pool - Test On Create</name> </value> </entry> <entry> <key>Pool - Test On Borrow</key> <value> <name>Pool - Test On Borrow</name> </value> </entry> <entry> <key>Pool - Test On Return</key> <value> <name>Pool - Test On Return</name> </value> </entry> <entry> <key>Pool - Test While Idle</key> <value> <name>Pool - Test While Idle</name> </value> </entry> </descriptors> <name>Redis DB index 15</name> <persistsState>false</persistsState> <properties> <entry> <key>Redis Mode</key> <value>Sentinel</value> </entry> <entry> <key>Connection String</key> <value>#{Redis Sentinel Connection String}</value> </entry> <entry> <key>Database Index</key> <value>15</value> </entry> <entry> <key>Communication Timeout</key> <value>10 seconds</value> </entry> <entry> <key>Cluster Max Redirects</key> <value>5</value> </entry> <entry> <key>Sentinel Master</key> <value>#{Sentinel Master}</value> </entry> <entry> <key>Password</key> </entry> <entry> <key>Pool - Max Total</key> <value>8</value> </entry> <entry> <key>Pool - Max Idle</key> <value>8</value> </entry> <entry> <key>Pool - Min Idle</key> <value>0</value> </entry> <entry> <key>Pool - Block When Exhausted</key> <value>true</value> </entry> <entry> <key>Pool - Max Wait Time</key> <value>10 seconds</value> </entry> <entry> <key>Pool - Min Evictable Idle Time</key> <value>60 seconds</value> </entry> <entry> <key>Pool - Time Between Eviction Runs</key> <value>30 seconds</value> </entry> <entry> <key>Pool - Num Tests Per Eviction Run</key> <value>-1</value> </entry> <entry> <key>Pool - Test On Create</key> <value>false</value> </entry> <entry> <key>Pool - Test On Borrow</key> <value>false</value> </entry> <entry> <key>Pool - Test On Return</key> <value>false</value> </entry> <entry> <key>Pool - Test While Idle</key> <value>true</value> </entry> </properties> <state>ENABLED</state> <type>org.apache.nifi.redis.service.RedisConnectionPoolService</type> </controllerServices> <processGroups> <id>5689540c-d93b-33f5-0000-000000000000</id> <parentGroupId>afa738db-ffb0-3abc-0000-000000000000</parentGroupId> <position> <x>0.0</x> <y>0.0</y> </position> <versionedComponentId>5689540c-d93b-33f5-bffa-4d80e2a08a96</versionedComponentId> <comments></comments> <contents> <connections> <id>09c9adc1-6aee-3597-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>932ef4ac-31e4-3451-a54c-c78f1e4cbebf</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <bends> <x>561.0</x> <y>459.0</y> </bends> <bends> <x>561.0</x> <y>509.0</y> </bends> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>281b4b18-59cc-35ea-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>e65b9d1f-c7b4-3522-adbf-e60685fa5a0c</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>1</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <selectedRelationships>failure</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>281b4b18-59cc-35ea-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>e65b9d1f-c7b4-3522-adbf-e60685fa5a0c</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>10b45ebe-8d74-3832-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>10b45ebe-8d74-3832-ac7f-8c7e18bc965b</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <bends> <x>568.0</x> <y>-136.0</y> </bends> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>7d1765c8-6712-3e5d-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>7e0fc3a4-f830-3f6c-9b0d-1e2144bded42</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>0</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <prioritizers>org.apache.nifi.prioritizer.OldestFlowFileFirstPrioritizer</prioritizers> <selectedRelationships>success</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>77fc8be4-9de7-30d6-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>77fc8be4-9de7-30d6-a676-3db2733ffe70</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>14366eb3-bec9-37cb-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>da679a1f-3c81-358f-92a0-0d2b20fd3dfc</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <bends> <x>567.0</x> <y>611.0</y> </bends> <bends> <x>567.0</x> <y>661.0</y> </bends> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>725437db-acac-3702-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>5a3d6b84-0231-3238-82e5-c5618ce15a5b</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>1</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <selectedRelationships>failure</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>725437db-acac-3702-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>5a3d6b84-0231-3238-82e5-c5618ce15a5b</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>1b688076-1635-3e25-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>1b688076-1635-3e25-bb64-c90f580ce4fa</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <bends> <x>1237.0</x> <y>72.0</y> </bends> <bends> <x>1237.0</x> <y>122.0</y> </bends> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>0ee57c60-d056-3826-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>0ee57c60-d056-3826-9a27-65d904a51fed</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>1</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <selectedRelationships>failure</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>0ee57c60-d056-3826-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>0ee57c60-d056-3826-9a27-65d904a51fed</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>20f93be6-923c-311c-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>dc12ffa2-3bae-312f-8478-e363387ca135</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <bends> <x>557.5539093017578</x> <y>-380.8846893310547</y> </bends> <bends> <x>557.5539093017578</x> <y>-330.8846893310547</y> </bends> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>93550f02-42f2-3b51-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>df59d0c9-1301-3c77-b277-6f7871764408</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>1</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <selectedRelationships>set state fail</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>93550f02-42f2-3b51-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>df59d0c9-1301-3c77-b277-6f7871764408</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>2199c411-80a4-32d9-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>a7d8ac6d-14ce-301e-b8b9-778fd0283dff</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>5360bdf6-f2d9-390a-0000-000000000000</id> <type>FUNNEL</type> <versionedComponentId>f9e5863e-dd58-352c-9074-c3d884f42f9b</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>1</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <prioritizers>org.apache.nifi.prioritizer.OldestFlowFileFirstPrioritizer</prioritizers> <selectedRelationships>unmatched</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>5c40a785-027a-34a3-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>70b18b33-b219-30a8-8d07-3920181a73b3</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>251ef07e-ae74-36f6-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>251ef07e-ae74-36f6-9de1-4c22da87a57a</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>916ac9de-ebed-33f1-0000-000000000000</id> <type>OUTPUT_PORT</type> <versionedComponentId>916ac9de-ebed-33f1-acd1-522ea8e6da4f</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>1</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <selectedRelationships>success</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>725437db-acac-3702-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>5a3d6b84-0231-3238-82e5-c5618ce15a5b</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>3b23d1c6-0386-31f2-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>3b23d1c6-0386-31f2-b6f4-10b06139bcca</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>f439139f-53fc-3fde-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>f439139f-53fc-3fde-9eda-696f7eba7660</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>1</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>790221d1-3d08-3a8e-0000-000000000000</id> <type>INPUT_PORT</type> <versionedComponentId>790221d1-3d08-3a8e-9180-d3ed86901e50</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>3bb3e147-1107-3375-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>cfd03d03-15ad-330b-97ce-2f0547ea6bc8</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <bends> <x>1248.0</x> <y>32.0</y> </bends> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>0ee57c60-d056-3826-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>0ee57c60-d056-3826-9a27-65d904a51fed</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>1</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <selectedRelationships>success</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>64d6e957-bebf-302a-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>8c0072e9-617b-3f2b-b834-e24353453413</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>40a3697d-edec-360f-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>e6ff2aca-56a7-3f0b-b459-acfef0d16711</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>f439139f-53fc-3fde-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>f439139f-53fc-3fde-9eda-696f7eba7660</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>0</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <selectedRelationships>success</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>f03ec345-ff0a-3a88-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>a5200134-6621-3987-97d2-5cc471ff63bd</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>43913ba4-dd89-3b92-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>fefe8578-ee55-349a-a6de-157da24332e1</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <bends> <x>584.0</x> <y>-264.0</y> </bends> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>77fc8be4-9de7-30d6-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>77fc8be4-9de7-30d6-a676-3db2733ffe70</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>1</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <prioritizers>org.apache.nifi.prioritizer.OldestFlowFileFirstPrioritizer</prioritizers> <selectedRelationships>success</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>93550f02-42f2-3b51-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>df59d0c9-1301-3c77-b277-6f7871764408</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>4ebcb657-a57c-3297-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>e8e4e852-ae49-331f-bab0-266112d62a84</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <bends> <x>1232.0000610351562</x> <y>-81.0</y> </bends> <bends> <x>1232.0000610351562</x> <y>-31.0</y> </bends> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>64d6e957-bebf-302a-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>8c0072e9-617b-3f2b-b834-e24353453413</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>1</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <selectedRelationships>failure</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>64d6e957-bebf-302a-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>8c0072e9-617b-3f2b-b834-e24353453413</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>528f2d05-6612-31e3-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>560b6de1-a8d2-3e05-bf86-9209f4b2af76</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>64d6e957-bebf-302a-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>8c0072e9-617b-3f2b-b834-e24353453413</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>1</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <prioritizers>org.apache.nifi.prioritizer.OldestFlowFileFirstPrioritizer</prioritizers> <selectedRelationships>initial</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>7d1765c8-6712-3e5d-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>7e0fc3a4-f830-3f6c-9b0d-1e2144bded42</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>559fc39a-0886-3776-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>26c90ad5-e503-3f5d-88b1-1d6c456ee8e2</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>5360bdf6-f2d9-390a-0000-000000000000</id> <type>FUNNEL</type> <versionedComponentId>f9e5863e-dd58-352c-9074-c3d884f42f9b</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>1</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <prioritizers>org.apache.nifi.prioritizer.OldestFlowFileFirstPrioritizer</prioritizers> <selectedRelationships>unmatched</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>7d1765c8-6712-3e5d-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>7e0fc3a4-f830-3f6c-9b0d-1e2144bded42</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>6db3eb00-6e19-3789-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>7054bf22-b185-31b4-97d6-3f2407c7720e</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>281b4b18-59cc-35ea-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>e65b9d1f-c7b4-3522-adbf-e60685fa5a0c</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>1</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <prioritizers>org.apache.nifi.prioritizer.OldestFlowFileFirstPrioritizer</prioritizers> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>5360bdf6-f2d9-390a-0000-000000000000</id> <type>FUNNEL</type> <versionedComponentId>f9e5863e-dd58-352c-9074-c3d884f42f9b</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>7be97f96-933a-38ce-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>7be97f96-933a-38ce-ad62-9ab865f21efe</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <bends> <x>1256.0</x> <y>176.0</y> </bends> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>5c40a785-027a-34a3-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>70b18b33-b219-30a8-8d07-3920181a73b3</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>0</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <selectedRelationships>success</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>0ee57c60-d056-3826-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>0ee57c60-d056-3826-9a27-65d904a51fed</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>991e27f2-dbc2-3b3a-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>f1ae07d4-61a2-3857-84bf-d76ccb812e68</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <bends> <x>584.0</x> <y>568.0</y> </bends> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>725437db-acac-3702-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>5a3d6b84-0231-3238-82e5-c5618ce15a5b</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>1</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <selectedRelationships>success</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>281b4b18-59cc-35ea-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>e65b9d1f-c7b4-3522-adbf-e60685fa5a0c</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>9afa10fc-2d87-3c6b-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>9afa10fc-2d87-3c6b-a957-d3e36dda8045</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>93550f02-42f2-3b51-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>df59d0c9-1301-3c77-b277-6f7871764408</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>1</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>669e2659-cd22-36e7-0000-000000000000</id> <type>INPUT_PORT</type> <versionedComponentId>669e2659-cd22-36e7-993e-22fa0f635655</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>c9793e4d-0646-313a-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>c9793e4d-0646-313a-b383-94283da6bdac</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <bends> <x>-104.0</x> <y>-352.0</y> </bends> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>93550f02-42f2-3b51-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>df59d0c9-1301-3c77-b277-6f7871764408</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>0</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <prioritizers>org.apache.nifi.prioritizer.OldestFlowFileFirstPrioritizer</prioritizers> <selectedRelationships>success</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>65c1846f-7f24-383b-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>65c1846f-7f24-383b-b014-336afc21ec1d</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>dc9dffba-6350-30a3-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>9ae28a8e-3478-37ba-a18b-ab16c7c9b332</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <bends> <x>-104.0</x> <y>496.0</y> </bends> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>65c1846f-7f24-383b-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>65c1846f-7f24-383b-b014-336afc21ec1d</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>0</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <prioritizers>org.apache.nifi.prioritizer.OldestFlowFileFirstPrioritizer</prioritizers> <selectedRelationships>expired</selectedRelationships> <selectedRelationships>wait</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>281b4b18-59cc-35ea-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>e65b9d1f-c7b4-3522-adbf-e60685fa5a0c</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <connections> <id>f0a67884-a87f-3855-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>f0a67884-a87f-3855-817e-4fd117c4a04c</versionedComponentId> <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> <backPressureObjectThreshold>10000</backPressureObjectThreshold> <bends> <x>1256.0</x> <y>-120.0</y> </bends> <destination> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>64d6e957-bebf-302a-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>8c0072e9-617b-3f2b-b834-e24353453413</versionedComponentId> </destination> <flowFileExpiration>0 sec</flowFileExpiration> <labelIndex>0</labelIndex> <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> <loadBalancePartitionAttribute></loadBalancePartitionAttribute> <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> <name></name> <selectedRelationships>success</selectedRelationships> <source> <groupId>5689540c-d93b-33f5-0000-000000000000</groupId> <id>f439139f-53fc-3fde-0000-000000000000</id> <type>PROCESSOR</type> <versionedComponentId>f439139f-53fc-3fde-9eda-696f7eba7660</versionedComponentId> </source> <zIndex>0</zIndex> </connections> <controllerServices> <id>7188d03c-28ec-3823-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <versionedComponentId>9211aaaf-a718-3617-bf09-ca0901328051</versionedComponentId> <bundle> <artifact>nifi-redis-nar</artifact> <group>org.apache.nifi</group> <version>1.11.4</version> </bundle> <comments></comments> <descriptors> <entry> <key>redis-connection-pool</key> <value> <identifiesControllerService>org.apache.nifi.redis.RedisConnectionPool</identifiesControllerService> <name>redis-connection-pool</name> </value> </entry> <entry> <key>redis-cache-ttl</key> <value> <name>redis-cache-ttl</name> </value> </entry> </descriptors> <name>Gate MapCache</name> <persistsState>false</persistsState> <properties> <entry> <key>redis-connection-pool</key> <value>7e417548-636e-3150-0000-000000000000</value> </entry> <entry> <key>redis-cache-ttl</key> <value>30 days</value> </entry> </properties> <state>ENABLED</state> <type>org.apache.nifi.redis.service.RedisDistributedMapCacheClientService</type> </controllerServices> <funnels> <id>5360bdf6-f2d9-390a-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <position> <x>248.0</x> <y>208.0</y> </position> <versionedComponentId>f9e5863e-dd58-352c-9074-c3d884f42f9b</versionedComponentId> </funnels> <inputPorts> <id>669e2659-cd22-36e7-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <position> <x>152.0</x> <y>-544.0</y> </position> <versionedComponentId>669e2659-cd22-36e7-993e-22fa0f635655</versionedComponentId> <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> <name>Data into gate</name> <state>STOPPED</state> <type>INPUT_PORT</type> </inputPorts> <inputPorts> <id>790221d1-3d08-3a8e-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <position> <x>824.0</x> <y>-384.0</y> </position> <versionedComponentId>790221d1-3d08-3a8e-9180-d3ed86901e50</versionedComponentId> <comments></comments> <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> <name>Trigger gate to open</name> <state>STOPPED</state> <type>INPUT_PORT</type> </inputPorts> <labels> <id>e89e361e-19ce-3281-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <position> <x>704.0</x> <y>328.0</y> </position> <versionedComponentId>e89e361e-19ce-3281-a387-116328917251</versionedComponentId> <height>320.0</height> <label>This is an attempt to create a gate function with use of wait-notify. One of the issues with wait-notify is how to open the gate the very first time. 1. “set initial and gateUUID” process is part of a work-around to fix the very first opening trigger. This process is storing the state of 2 attributes (initialTrigger and gateUUID). If this gate is a new copy, the initial state value is set to “yes”. The process is checking if the state values are equal to yes. If so the initialTrigger is set to true and gateUUID will be set with a random UUID. 2. “set gateName” process will set a gateName attribute to: ${hostname(true)}_GATE-${gateUUID} This gateName should be unique for every new gate in your flow, also for every node in the cluster. This gatename is used as “Release Signal Identifier” in the wait and notify processes. 3. “Route initial” will route the very first flowfile (initialTrigger=true) to the gate trigger. 4. “reset gate to closed” In rare cases a gate counter could be in an open state (counter=1) and if the systems is restarting a new trigger will increment the counter. And the gate will never open again because the counter will be greater than 1. So, to be sure this process is forcing the gate to be closed (counter=0) 5. “open gate” set the gate counter = 1 6. “drop gateTrigger” will drop new gate triggers. Except the very first initial trigger, since the first flowfile is not going through the “set gateTrigger” process. 7. “Gate” is running every 1 second to check if the gate is open. When the gate is open it will release 1 flowfile. 8. “Close gate” will set the gate counter = 0 9. “reset expired files”. If flowfiles is waiting to long time they will be expired from the gate, so this process is deleting those wait attributes and looping the files back in the queue. 10. Manual trigger. If some how the gate is closed and a trigger has not notified the gate counter correctly you can enable and tart this process to release a manual trigger. </label> <style> <entry> <key>font-size</key> <value>12px</value> </entry> </style> <width>992.0</width> </labels> <outputPorts> <id>916ac9de-ebed-33f1-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <position> <x>152.0</x> <y>792.0</y> </position> <versionedComponentId>916ac9de-ebed-33f1-acd1-522ea8e6da4f</versionedComponentId> <comments></comments> <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> <name>Data passed gate</name> <state>STOPPED</state> <type>OUTPUT_PORT</type> </outputPorts> <processors> <id>0ee57c60-d056-3826-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <position> <x>768.0</x> <y>32.0</y> </position> <versionedComponentId>0ee57c60-d056-3826-9a27-65d904a51fed</versionedComponentId> <bundle> <artifact>nifi-standard-nar</artifact> <group>org.apache.nifi</group> <version>1.11.4</version> </bundle> <config> <bulletinLevel>WARN</bulletinLevel> <comments></comments> <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> <descriptors> <entry> <key>release-signal-id</key> <value> <name>release-signal-id</name> </value> </entry> <entry> <key>signal-counter-name</key> <value> <name>signal-counter-name</name> </value> </entry> <entry> <key>signal-counter-delta</key> <value> <name>signal-counter-delta</name> </value> </entry> <entry> <key>signal-buffer-count</key> <value> <name>signal-buffer-count</name> </value> </entry> <entry> <key>distributed-cache-service</key> <value> <identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> <name>distributed-cache-service</name> </value> </entry> <entry> <key>attribute-cache-regex</key> <value> <name>attribute-cache-regex</name> </value> </entry> </descriptors> <executionNode>ALL</executionNode> <lossTolerant>false</lossTolerant> <penaltyDuration>30 sec</penaltyDuration> <properties> <entry> <key>release-signal-id</key> <value>${gateName}</value> </entry> <entry> <key>signal-counter-name</key> <value>default</value> </entry> <entry> <key>signal-counter-delta</key> <value>1</value> </entry> <entry> <key>signal-buffer-count</key> <value>1</value> </entry> <entry> <key>distributed-cache-service</key> <value>7188d03c-28ec-3823-0000-000000000000</value> </entry> <entry> <key>attribute-cache-regex</key> </entry> </properties> <runDurationMillis>0</runDurationMillis> <schedulingPeriod>0 sec</schedulingPeriod> <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> <yieldDuration>1 sec</yieldDuration> </config> <executionNodeRestricted>false</executionNodeRestricted> <name>open gate</name> <relationships> <autoTerminate>false</autoTerminate> <name>failure</name> </relationships> <relationships> <autoTerminate>false</autoTerminate> <name>success</name> </relationships> <state>STOPPED</state> <style/> <type>org.apache.nifi.processors.standard.Notify</type> </processors> <processors> <id>281b4b18-59cc-35ea-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <position> <x>96.0</x> <y>432.0</y> </position> <versionedComponentId>e65b9d1f-c7b4-3522-adbf-e60685fa5a0c</versionedComponentId> <bundle> <artifact>nifi-standard-nar</artifact> <group>org.apache.nifi</group> <version>1.11.4</version> </bundle> <config> <bulletinLevel>WARN</bulletinLevel> <comments></comments> <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> <descriptors> <entry> <key>release-signal-id</key> <value> <name>release-signal-id</name> </value> </entry> <entry> <key>target-signal-count</key> <value> <name>target-signal-count</name> </value> </entry> <entry> <key>signal-counter-name</key> <value> <name>signal-counter-name</name> </value> </entry> <entry> <key>wait-buffer-count</key> <value> <name>wait-buffer-count</name> </value> </entry> <entry> <key>releasable-flowfile-count</key> <value> <name>releasable-flowfile-count</name> </value> </entry> <entry> <key>expiration-duration</key> <value> <name>expiration-duration</name> </value> </entry> <entry> <key>distributed-cache-service</key> <value> <identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> <name>distributed-cache-service</name> </value> </entry> <entry> <key>attribute-copy-mode</key> <value> <name>attribute-copy-mode</name> </value> </entry> <entry> <key>wait-mode</key> <value> <name>wait-mode</name> </value> </entry> <entry> <key>wait-penalty-duration</key> <value> <name>wait-penalty-duration</name> </value> </entry> </descriptors> <executionNode>ALL</executionNode> <lossTolerant>false</lossTolerant> <penaltyDuration>30 sec</penaltyDuration> <properties> <entry> <key>release-signal-id</key> <value>${gateName}</value> </entry> <entry> <key>target-signal-count</key> <value>1</value> </entry> <entry> <key>signal-counter-name</key> </entry> <entry> <key>wait-buffer-count</key> <value>1</value> </entry> <entry> <key>releasable-flowfile-count</key> <value>1</value> </entry> <entry> <key>expiration-duration</key> <value>1 hour</value> </entry> <entry> <key>distributed-cache-service</key> <value>7188d03c-28ec-3823-0000-000000000000</value> </entry> <entry> <key>attribute-copy-mode</key> <value>keeporiginal</value> </entry> <entry> <key>wait-mode</key> <value>keep</value> </entry> <entry> <key>wait-penalty-duration</key> </entry> </properties> <runDurationMillis>0</runDurationMillis> <schedulingPeriod>1 sec</schedulingPeriod> <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> <yieldDuration>1 sec</yieldDuration> </config> <executionNodeRestricted>false</executionNodeRestricted> <name>Gate</name> <relationships> <autoTerminate>false</autoTerminate> <name>expired</name> </relationships> <relationships> <autoTerminate>false</autoTerminate> <name>failure</name> </relationships> <relationships> <autoTerminate>false</autoTerminate> <name>success</name> </relationships> <relationships> <autoTerminate>false</autoTerminate> <name>wait</name> </relationships> <state>STOPPED</state> <style/> <type>org.apache.nifi.processors.standard.Wait</type> </processors> <processors> <id>5c40a785-027a-34a3-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <position> <x>768.0</x> <y>176.0</y> </position> <versionedComponentId>70b18b33-b219-30a8-8d07-3920181a73b3</versionedComponentId> <bundle> <artifact>nifi-standard-nar</artifact> <group>org.apache.nifi</group> <version>1.11.4</version> </bundle> <config> <bulletinLevel>WARN</bulletinLevel> <comments></comments> <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> <descriptors> <entry> <key>Routing Strategy</key> <value> <name>Routing Strategy</name> </value> </entry> <entry> <key>gateTrigger</key> <value> <name>gateTrigger</name> </value> </entry> </descriptors> <executionNode>ALL</executionNode> <lossTolerant>false</lossTolerant> <penaltyDuration>30 sec</penaltyDuration> <properties> <entry> <key>Routing Strategy</key> <value>Route to Property name</value> </entry> <entry> <key>gateTrigger</key> <value>${gateTrigger:notNull()}</value> </entry> </properties> <runDurationMillis>0</runDurationMillis> <schedulingPeriod>0 sec</schedulingPeriod> <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> <yieldDuration>1 sec</yieldDuration> </config> <executionNodeRestricted>false</executionNodeRestricted> <name>drop gateTrigger</name> <relationships> <autoTerminate>true</autoTerminate> <name>gateTrigger</name> </relationships> <relationships> <autoTerminate>false</autoTerminate> <name>unmatched</name> </relationships> <state>STOPPED</state> <style/> <type>org.apache.nifi.processors.standard.RouteOnAttribute</type> </processors> <processors> <id>64d6e957-bebf-302a-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <position> <x>768.0</x> <y>-112.0</y> </position> <versionedComponentId>8c0072e9-617b-3f2b-b834-e24353453413</versionedComponentId> <bundle> <artifact>nifi-standard-nar</artifact> <group>org.apache.nifi</group> <version>1.11.4</version> </bundle> <config> <bulletinLevel>WARN</bulletinLevel> <comments></comments> <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> <descriptors> <entry> <key>release-signal-id</key> <value> <name>release-signal-id</name> </value> </entry> <entry> <key>signal-counter-name</key> <value> <name>signal-counter-name</name> </value> </entry> <entry> <key>signal-counter-delta</key> <value> <name>signal-counter-delta</name> </value> </entry> <entry> <key>signal-buffer-count</key> <value> <name>signal-buffer-count</name> </value> </entry> <entry> <key>distributed-cache-service</key> <value> <identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> <name>distributed-cache-service</name> </value> </entry> <entry> <key>attribute-cache-regex</key> <value> <name>attribute-cache-regex</name> </value> </entry> </descriptors> <executionNode>ALL</executionNode> <lossTolerant>false</lossTolerant> <penaltyDuration>30 sec</penaltyDuration> <properties> <entry> <key>release-signal-id</key> <value>${gateName}</value> </entry> <entry> <key>signal-counter-name</key> <value>default</value> </entry> <entry> <key>signal-counter-delta</key> <value>0</value> </entry> <entry> <key>signal-buffer-count</key> <value>1</value> </entry> <entry> <key>distributed-cache-service</key> <value>7188d03c-28ec-3823-0000-000000000000</value> </entry> <entry> <key>attribute-cache-regex</key> </entry> </properties> <runDurationMillis>0</runDurationMillis> <schedulingPeriod>0 sec</schedulingPeriod> <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> <yieldDuration>1 sec</yieldDuration> </config> <executionNodeRestricted>false</executionNodeRestricted> <name>reset gate to closed</name> <relationships> <autoTerminate>false</autoTerminate> <name>failure</name> </relationships> <relationships> <autoTerminate>false</autoTerminate> <name>success</name> </relationships> <state>STOPPED</state> <style/> <type>org.apache.nifi.processors.standard.Notify</type> </processors> <processors> <id>65c1846f-7f24-383b-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <position> <x>-280.0</x> <y>-184.0</y> </position> <versionedComponentId>65c1846f-7f24-383b-b014-336afc21ec1d</versionedComponentId> <bundle> <artifact>nifi-update-attribute-nar</artifact> <group>org.apache.nifi</group> <version>1.11.4</version> </bundle> <config> <bulletinLevel>WARN</bulletinLevel> <comments></comments> <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> <descriptors> <entry> <key>Delete Attributes Expression</key> <value> <name>Delete Attributes Expression</name> </value> </entry> <entry> <key>Store State</key> <value> <name>Store State</name> </value> </entry> <entry> <key>Stateful Variables Initial Value</key> <value> <name>Stateful Variables Initial Value</name> </value> </entry> <entry> <key>canonical-value-lookup-cache-size</key> <value> <name>canonical-value-lookup-cache-size</name> </value> </entry> </descriptors> <executionNode>ALL</executionNode> <lossTolerant>false</lossTolerant> <penaltyDuration>30 sec</penaltyDuration> <properties> <entry> <key>Delete Attributes Expression</key> <value>wait.*</value> </entry> <entry> <key>Store State</key> <value>Do not store state</value> </entry> <entry> <key>Stateful Variables Initial Value</key> </entry> <entry> <key>canonical-value-lookup-cache-size</key> <value>100</value> </entry> </properties> <runDurationMillis>0</runDurationMillis> <schedulingPeriod>0 sec</schedulingPeriod> <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> <yieldDuration>1 sec</yieldDuration> </config> <executionNodeRestricted>false</executionNodeRestricted> <name>Reset expired files</name> <relationships> <autoTerminate>false</autoTerminate> <name>success</name> </relationships> <state>STOPPED</state> <style/> <type>org.apache.nifi.processors.attributes.UpdateAttribute</type> </processors> <processors> <id>725437db-acac-3702-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <position> <x>96.0</x> <y>576.0</y> </position> <versionedComponentId>5a3d6b84-0231-3238-82e5-c5618ce15a5b</versionedComponentId> <bundle> <artifact>nifi-standard-nar</artifact> <group>org.apache.nifi</group> <version>1.11.4</version> </bundle> <config> <bulletinLevel>WARN</bulletinLevel> <comments></comments> <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> <descriptors> <entry> <key>release-signal-id</key> <value> <name>release-signal-id</name> </value> </entry> <entry> <key>signal-counter-name</key> <value> <name>signal-counter-name</name> </value> </entry> <entry> <key>signal-counter-delta</key> <value> <name>signal-counter-delta</name> </value> </entry> <entry> <key>signal-buffer-count</key> <value> <name>signal-buffer-count</name> </value> </entry> <entry> <key>distributed-cache-service</key> <value> <identifiesControllerService>org.apache.nifi.distributed.cache.client.AtomicDistributedMapCacheClient</identifiesControllerService> <name>distributed-cache-service</name> </value> </entry> <entry> <key>attribute-cache-regex</key> <value> <name>attribute-cache-regex</name> </value> </entry> </descriptors> <executionNode>ALL</executionNode> <lossTolerant>false</lossTolerant> <penaltyDuration>30 sec</penaltyDuration> <properties> <entry> <key>release-signal-id</key> <value>${gateName}</value> </entry> <entry> <key>signal-counter-name</key> <value>default</value> </entry> <entry> <key>signal-counter-delta</key> <value>0</value> </entry> <entry> <key>signal-buffer-count</key> <value>1</value> </entry> <entry> <key>distributed-cache-service</key> <value>7188d03c-28ec-3823-0000-000000000000</value> </entry> <entry> <key>attribute-cache-regex</key> </entry> </properties> <runDurationMillis>0</runDurationMillis> <schedulingPeriod>0 sec</schedulingPeriod> <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> <yieldDuration>1 sec</yieldDuration> </config> <executionNodeRestricted>false</executionNodeRestricted> <name>Close gate</name> <relationships> <autoTerminate>false</autoTerminate> <name>failure</name> </relationships> <relationships> <autoTerminate>false</autoTerminate> <name>success</name> </relationships> <state>STOPPED</state> <style/> <type>org.apache.nifi.processors.standard.Notify</type> </processors> <processors> <id>77fc8be4-9de7-30d6-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <position> <x>96.0</x> <y>-264.0</y> </position> <versionedComponentId>77fc8be4-9de7-30d6-a676-3db2733ffe70</versionedComponentId> <bundle> <artifact>nifi-update-attribute-nar</artifact> <group>org.apache.nifi</group> <version>1.11.4</version> </bundle> <config> <bulletinLevel>WARN</bulletinLevel> <comments></comments> <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> <descriptors> <entry> <key>Delete Attributes Expression</key> <value> <name>Delete Attributes Expression</name> </value> </entry> <entry> <key>Store State</key> <value> <name>Store State</name> </value> </entry> <entry> <key>Stateful Variables Initial Value</key> <value> <name>Stateful Variables Initial Value</name> </value> </entry> <entry> <key>canonical-value-lookup-cache-size</key> <value> <name>canonical-value-lookup-cache-size</name> </value> </entry> <entry> <key>gateName</key> <value> <name>gateName</name> </value> </entry> </descriptors> <executionNode>ALL</executionNode> <lossTolerant>false</lossTolerant> <penaltyDuration>30 sec</penaltyDuration> <properties> <entry> <key>Delete Attributes Expression</key> </entry> <entry> <key>Store State</key> <value>Do not store state</value> </entry> <entry> <key>Stateful Variables Initial Value</key> </entry> <entry> <key>canonical-value-lookup-cache-size</key> <value>100</value> </entry> <entry> <key>gateName</key> <value>${hostname(true)}_GATE-${gateUUID}</value> </entry> </properties> <runDurationMillis>0</runDurationMillis> <schedulingPeriod>0 sec</schedulingPeriod> <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> <yieldDuration>1 sec</yieldDuration> </config> <executionNodeRestricted>false</executionNodeRestricted> <name>set gateName</name> <relationships> <autoTerminate>false</autoTerminate> <name>success</name> </relationships> <state>STOPPED</state> <style/> <type>org.apache.nifi.processors.attributes.UpdateAttribute</type> </processors> <processors> <id>7d1765c8-6712-3e5d-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <position> <x>96.0</x> <y>-128.0</y> </position> <versionedComponentId>7e0fc3a4-f830-3f6c-9b0d-1e2144bded42</versionedComponentId> <bundle> <artifact>nifi-standard-nar</artifact> <group>org.apache.nifi</group> <version>1.11.4</version> </bundle> <config> <bulletinLevel>WARN</bulletinLevel> <comments></comments> <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> <descriptors> <entry> <key>Routing Strategy</key> <value> <name>Routing Strategy</name> </value> </entry> <entry> <key>initial</key> <value> <name>initial</name> </value> </entry> </descriptors> <executionNode>ALL</executionNode> <lossTolerant>false</lossTolerant> <penaltyDuration>30 sec</penaltyDuration> <properties> <entry> <key>Routing Strategy</key> <value>Route to Property name</value> </entry> <entry> <key>initial</key> <value>${initialTrigger:equals('true')}</value> </entry> </properties> <runDurationMillis>0</runDurationMillis> <schedulingPeriod>0 sec</schedulingPeriod> <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> <yieldDuration>1 sec</yieldDuration> </config> <executionNodeRestricted>false</executionNodeRestricted> <name>Route initial</name> <relationships> <autoTerminate>false</autoTerminate> <name>initial</name> </relationships> <relationships> <autoTerminate>false</autoTerminate> <name>unmatched</name> </relationships> <state>STOPPED</state> <style/> <type>org.apache.nifi.processors.standard.RouteOnAttribute</type> </processors> <processors> <id>93550f02-42f2-3b51-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <position> <x>96.0</x> <y>-416.0</y> </position> <versionedComponentId>df59d0c9-1301-3c77-b277-6f7871764408</versionedComponentId> <bundle> <artifact>nifi-update-attribute-nar</artifact> <group>org.apache.nifi</group> <version>1.11.4</version> </bundle> <config> <annotationData><criteria> <flowFilePolicy>USE_ORIGINAL</flowFilePolicy> </criteria></annotationData> <bulletinLevel>WARN</bulletinLevel> <comments></comments> <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> <descriptors> <entry> <key>Delete Attributes Expression</key> <value> <name>Delete Attributes Expression</name> </value> </entry> <entry> <key>Store State</key> <value> <name>Store State</name> </value> </entry> <entry> <key>Stateful Variables Initial Value</key> <value> <name>Stateful Variables Initial Value</name> </value> </entry> <entry> <key>canonical-value-lookup-cache-size</key> <value> <name>canonical-value-lookup-cache-size</name> </value> </entry> <entry> <key>gateUUID</key> <value> <name>gateUUID</name> </value> </entry> <entry> <key>initialTrigger</key> <value> <name>initialTrigger</name> </value> </entry> </descriptors> <executionNode>ALL</executionNode> <lossTolerant>false</lossTolerant> <penaltyDuration>30 sec</penaltyDuration> <properties> <entry> <key>Delete Attributes Expression</key> </entry> <entry> <key>Store State</key> <value>Store state locally</value> </entry> <entry> <key>Stateful Variables Initial Value</key> <value>yes</value> </entry> <entry> <key>canonical-value-lookup-cache-size</key> <value>100</value> </entry> <entry> <key>gateUUID</key> <value>${getStateValue('gateUUID'):equals('yes'):ifElse(${UUID()},${getStateValue('gateUUID')})}</value> </entry> <entry> <key>initialTrigger</key> <value>${getStateValue('initialTrigger'):equals('yes'):ifElse(true,false)}</value> </entry> </properties> <runDurationMillis>0</runDurationMillis> <schedulingPeriod>0 sec</schedulingPeriod> <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> <yieldDuration>1 sec</yieldDuration> </config> <executionNodeRestricted>false</executionNodeRestricted> <name>set initial and gateUUID</name> <relationships> <autoTerminate>false</autoTerminate> <name>set state fail</name> </relationships> <relationships> <autoTerminate>false</autoTerminate> <name>success</name> </relationships> <state>STOPPED</state> <style/> <type>org.apache.nifi.processors.attributes.UpdateAttribute</type> </processors> <processors> <id>f03ec345-ff0a-3a88-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <position> <x>1392.0</x> <y>-384.0</y> </position> <versionedComponentId>a5200134-6621-3987-97d2-5cc471ff63bd</versionedComponentId> <bundle> <artifact>nifi-standard-nar</artifact> <group>org.apache.nifi</group> <version>1.11.4</version> </bundle> <config> <bulletinLevel>WARN</bulletinLevel> <comments></comments> <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> <descriptors> <entry> <key>File Size</key> <value> <name>File Size</name> </value> </entry> <entry> <key>Batch Size</key> <value> <name>Batch Size</name> </value> </entry> <entry> <key>Data Format</key> <value> <name>Data Format</name> </value> </entry> <entry> <key>Unique FlowFiles</key> <value> <name>Unique FlowFiles</name> </value> </entry> <entry> <key>generate-ff-custom-text</key> <value> <name>generate-ff-custom-text</name> </value> </entry> <entry> <key>character-set</key> <value> <name>character-set</name> </value> </entry> </descriptors> <executionNode>ALL</executionNode> <lossTolerant>false</lossTolerant> <penaltyDuration>30 sec</penaltyDuration> <properties> <entry> <key>File Size</key> <value>0B</value> </entry> <entry> <key>Batch Size</key> <value>1</value> </entry> <entry> <key>Data Format</key> <value>Text</value> </entry> <entry> <key>Unique FlowFiles</key> <value>false</value> </entry> <entry> <key>generate-ff-custom-text</key> </entry> <entry> <key>character-set</key> <value>UTF-8</value> </entry> </properties> <runDurationMillis>0</runDurationMillis> <schedulingPeriod>60 sec</schedulingPeriod> <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> <yieldDuration>1 sec</yieldDuration> </config> <executionNodeRestricted>false</executionNodeRestricted> <name>Manual trigger</name> <relationships> <autoTerminate>false</autoTerminate> <name>success</name> </relationships> <state>DISABLED</state> <style/> <type>org.apache.nifi.processors.standard.GenerateFlowFile</type> </processors> <processors> <id>f439139f-53fc-3fde-0000-000000000000</id> <parentGroupId>5689540c-d93b-33f5-0000-000000000000</parentGroupId> <position> <x>768.0</x> <y>-256.0</y> </position> <versionedComponentId>f439139f-53fc-3fde-9eda-696f7eba7660</versionedComponentId> <bundle> <artifact>nifi-update-attribute-nar</artifact> <group>org.apache.nifi</group> <version>1.11.4</version> </bundle> <config> <bulletinLevel>WARN</bulletinLevel> <comments></comments> <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> <descriptors> <entry> <key>Delete Attributes Expression</key> <value> <name>Delete Attributes Expression</name> </value> </entry> <entry> <key>Store State</key> <value> <name>Store State</name> </value> </entry> <entry> <key>Stateful Variables Initial Value</key> <value> <name>Stateful Variables Initial Value</name> </value> </entry> <entry> <key>canonical-value-lookup-cache-size</key> <value> <name>canonical-value-lookup-cache-size</name> </value> </entry> <entry> <key>gateTrigger</key> <value> <name>gateTrigger</name> </value> </entry> </descriptors> <executionNode>ALL</executionNode> <lossTolerant>false</lossTolerant> <penaltyDuration>30 sec</penaltyDuration> <properties> <entry> <key>Delete Attributes Expression</key> </entry> <entry> <key>Store State</key> <value>Do not store state</value> </entry> <entry> <key>Stateful Variables Initial Value</key> </entry> <entry> <key>canonical-value-lookup-cache-size</key> <value>100</value> </entry> <entry> <key>gateTrigger</key> <value>yes</value> </entry> </properties> <runDurationMillis>0</runDurationMillis> <schedulingPeriod>0 sec</schedulingPeriod> <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> <yieldDuration>1 sec</yieldDuration> </config> <executionNodeRestricted>false</executionNodeRestricted> <name>set gateTrigger</name> <relationships> <autoTerminate>false</autoTerminate> <name>success</name> </relationships> <state>STOPPED</state> <style/> <type>org.apache.nifi.processors.attributes.UpdateAttribute</type> </processors> </contents> <name>Wait-Notify Gate</name> <variables/> </processGroups> </snippet> <timestamp>08/03/2020 07:04:41 CEST</timestamp> </template>