http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/25298e90/minifi-integration-tests/src/test/resources/standalone/v1/DecompressionCircularFlow/xml/DecompressionCircularFlow.xml ---------------------------------------------------------------------- diff --git a/minifi-integration-tests/src/test/resources/standalone/v1/DecompressionCircularFlow/xml/DecompressionCircularFlow.xml b/minifi-integration-tests/src/test/resources/standalone/v1/DecompressionCircularFlow/xml/DecompressionCircularFlow.xml new file mode 100644 index 0000000..3a81433 --- /dev/null +++ b/minifi-integration-tests/src/test/resources/standalone/v1/DecompressionCircularFlow/xml/DecompressionCircularFlow.xml @@ -0,0 +1,757 @@ +<?xml version="1.0" encoding="UTF-8" standalone="yes"?> +<!-- + ~ Licensed to the Apache Software Foundation (ASF) under one or more + ~ contributor license agreements. See the NOTICE file distributed with + ~ this work for additional information regarding copyright ownership. + ~ The ASF licenses this file to You under the Apache License, Version 2.0 + ~ (the "License"); you may not use this file except in compliance with + ~ the License. You may obtain a copy of the License at + ~ + ~ http://www.apache.org/licenses/LICENSE-2.0 + ~ + ~ Unless required by applicable law or agreed to in writing, software + ~ distributed under the License is distributed on an "AS IS" BASIS, + ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + ~ See the License for the specific language governing permissions and + ~ limitations under the License. + --> +<template encoding-version="1.0"> + <description></description> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <name>DecompressionCircularFlow2</name> + <snippet> + <connections> + <id>645ec08f-3d6d-4255-b4d9-0f6d61708974</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>0</backPressureObjectThreshold> + <destination> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>9d33bbc9-2f51-43c8-aa8a-94dcc367b371</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <prioritizers>org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer</prioritizers> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>defa6d98-3e98-41dd-82ac-1bdfd39eacfc</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>bb250fb4-0b15-418f-83f9-83a43bd3de9c</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>0</backPressureObjectThreshold> + <bends> + <x>2664.3797325791907</x> + <y>604.6419422353362</y> + </bends> + <destination> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>212097d4-2ea8-497b-b574-b1354fae40f2</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <prioritizers>org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer</prioritizers> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>0bdda776-0c7e-4723-b3ce-969b7d10a922</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>bdfdb568-682d-4d3b-b87b-99199c15505c</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>0</backPressureObjectThreshold> + <bends> + <x>1701.5</x> + <y>538.5800204467773</y> + </bends> + <bends> + <x>1701.5</x> + <y>605.5800204467773</y> + </bends> + <destination> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>defa6d98-3e98-41dd-82ac-1bdfd39eacfc</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <prioritizers>org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer</prioritizers> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>defa6d98-3e98-41dd-82ac-1bdfd39eacfc</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>f6ff74cf-a30b-4916-86b3-e269266666ff</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>0</backPressureObjectThreshold> + <bends> + <x>1692.5</x> + <y>326.86002044677736</y> + </bends> + <bends> + <x>1692.5</x> + <y>393.86002044677736</y> + </bends> + <destination> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>e227167f-62af-49cc-8fb5-a5b5e5251066</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <prioritizers>org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer</prioritizers> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>e227167f-62af-49cc-8fb5-a5b5e5251066</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>ded9891b-4433-4f56-9fc0-1a240146835f</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>0</backPressureObjectThreshold> + <destination> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>1377e3cc-db4e-4832-8a90-c8dc9e08f603</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <prioritizers>org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer</prioritizers> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>212097d4-2ea8-497b-b574-b1354fae40f2</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>5cdc2e79-ec8c-4f7d-a3ab-d284c80e3afe</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>0</backPressureObjectThreshold> + <destination> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>e227167f-62af-49cc-8fb5-a5b5e5251066</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <prioritizers>org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer</prioritizers> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>9e28dd28-8116-4199-aeab-bc7a1002aec5</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>42bd2967-d74a-4e22-9b16-9e0a51024658</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>0</backPressureObjectThreshold> + <bends> + <x>1701.5</x> + <y>767.7200204467774</y> + </bends> + <bends> + <x>1701.5</x> + <y>834.7200204467774</y> + </bends> + <destination> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>9d33bbc9-2f51-43c8-aa8a-94dcc367b371</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <prioritizers>org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer</prioritizers> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>9d33bbc9-2f51-43c8-aa8a-94dcc367b371</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>299f7d1f-e216-43a3-ad0b-7a6d6680dacc</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>0</backPressureObjectThreshold> + <destination> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>9e28dd28-8116-4199-aeab-bc7a1002aec5</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <prioritizers>org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer</prioritizers> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>ad8ff6a3-ba60-4b9b-af9e-0773c8afc1c9</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>6eeca4aa-04c7-4774-aee5-bb6340c3a7b6</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>0</backPressureObjectThreshold> + <destination> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>0bdda776-0c7e-4723-b3ce-969b7d10a922</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <prioritizers>org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer</prioritizers> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>9d33bbc9-2f51-43c8-aa8a-94dcc367b371</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>4f98618d-2443-465d-9856-bbf7c1ee49e1</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>0</backPressureObjectThreshold> + <bends> + <x>1695.5</x> + <y>120.5</y> + </bends> + <bends> + <x>1695.5</x> + <y>187.5</y> + </bends> + <destination> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>9e28dd28-8116-4199-aeab-bc7a1002aec5</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <prioritizers>org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer</prioritizers> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>9e28dd28-8116-4199-aeab-bc7a1002aec5</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>37f15fde-d463-41b1-9fe7-28c72cd6c871</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>0</backPressureObjectThreshold> + <bends> + <x>2647.0997032823157</x> + <y>701.1219422353362</y> + </bends> + <bends> + <x>2652.689913243253</x> + <y>883.8309913076018</y> + </bends> + <destination> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>0bdda776-0c7e-4723-b3ce-969b7d10a922</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>5 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <prioritizers>org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer</prioritizers> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>0bdda776-0c7e-4723-b3ce-969b7d10a922</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>ac822b4f-7d0d-462a-8ac0-03e9032ebefb</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>0</backPressureObjectThreshold> + <destination> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>defa6d98-3e98-41dd-82ac-1bdfd39eacfc</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <prioritizers>org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer</prioritizers> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>e227167f-62af-49cc-8fb5-a5b5e5251066</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>a72e8727-9a5c-44dd-a4f5-cf94b3422c1a</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>0</backPressureObjectThreshold> + <destination> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>7209cf79-23ba-421c-b1c3-925ed86c302d</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <prioritizers>org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer</prioritizers> + <selectedRelationships>unmatched</selectedRelationships> + <source> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>1377e3cc-db4e-4832-8a90-c8dc9e08f603</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>5de215d5-9f7e-414b-98aa-2edaa0514d99</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>0</backPressureObjectThreshold> + <bends> + <x>2258.299776524503</x> + <y>1088.9714637197112</y> + </bends> + <destination> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>0bdda776-0c7e-4723-b3ce-969b7d10a922</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <prioritizers>org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer</prioritizers> + <selectedRelationships>gzip</selectedRelationships> + <source> + <groupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</groupId> + <id>1377e3cc-db4e-4832-8a90-c8dc9e08f603</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <processors> + <id>1377e3cc-db4e-4832-8a90-c8dc9e08f603</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <position> + <x>2864.4202270507812</x> + <y>1020.8192269897463</y> + </position> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Routing Strategy</key> + </entry> + <entry> + <key>gzip</key> + <value>${mime.type:toUpper():contains("GZIP")}</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>Compressed?</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>gzip</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>unmatched</name> + </relationships> + <style/> + <type>org.apache.nifi.processors.standard.RouteOnAttribute</type> + </processors> + <processors> + <id>212097d4-2ea8-497b-b574-b1354fae40f2</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <position> + <x>2854.459897460938</x> + <y>731.99545032959</y> + </position> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties/> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>IdentifyMimeType</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <style/> + <type>org.apache.nifi.processors.standard.IdentifyMimeType</type> + </processors> + <processors> + <id>9e28dd28-8116-4199-aeab-bc7a1002aec5</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <position> + <x>1082.0</x> + <y>87.0</y> + </position> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Mode</key> + </entry> + <entry> + <key>Compression Format</key> + <value>gzip</value> + </entry> + <entry> + <key>Compression Level</key> + </entry> + <entry> + <key>Update Filename</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>GZIP CompressContent</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <style/> + <type>org.apache.nifi.processors.standard.CompressContent</type> + </processors> + <processors> + <id>defa6d98-3e98-41dd-82ac-1bdfd39eacfc</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <position> + <x>1088.0</x> + <y>505.0800204467774</y> + </position> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Mode</key> + </entry> + <entry> + <key>Compression Format</key> + <value>gzip</value> + </entry> + <entry> + <key>Compression Level</key> + </entry> + <entry> + <key>Update Filename</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>GZIP CompressContent3</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <style/> + <type>org.apache.nifi.processors.standard.CompressContent</type> + </processors> + <processors> + <id>0bdda776-0c7e-4723-b3ce-969b7d10a922</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <position> + <x>2025.5</x> + <y>732.8800204467774</y> + </position> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Mode</key> + <value>decompress</value> + </entry> + <entry> + <key>Compression Format</key> + <value>gzip</value> + </entry> + <entry> + <key>Compression Level</key> + </entry> + <entry> + <key>Update Filename</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>Uncompress GZIP</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <style/> + <type>org.apache.nifi.processors.standard.CompressContent</type> + </processors> + <processors> + <id>7209cf79-23ba-421c-b1c3-925ed86c302d</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <position> + <x>2858.3004760742188</x> + <y>1334.7543026733401</y> + </position> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Log Level</key> + </entry> + <entry> + <key>Log Payload</key> + </entry> + <entry> + <key>Attributes to Log</key> + </entry> + <entry> + <key>Attributes to Ignore</key> + </entry> + <entry> + <key>Log prefix</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>LogAttribute</name> + <relationships> + <autoTerminate>true</autoTerminate> + <name>success</name> + </relationships> + <style/> + <type>org.apache.nifi.processors.standard.LogAttribute</type> + </processors> + <processors> + <id>e227167f-62af-49cc-8fb5-a5b5e5251066</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <position> + <x>1079.0</x> + <y>293.36002044677736</y> + </position> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Mode</key> + </entry> + <entry> + <key>Compression Format</key> + <value>gzip</value> + </entry> + <entry> + <key>Compression Level</key> + </entry> + <entry> + <key>Update Filename</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>GZIP CompressContent2</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <style/> + <type>org.apache.nifi.processors.standard.CompressContent</type> + </processors> + <processors> + <id>ad8ff6a3-ba60-4b9b-af9e-0773c8afc1c9</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <position> + <x>416.0</x> + <y>92.36002044677734</y> + </position> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>File Size</key> + <value>10kb</value> + </entry> + <entry> + <key>Batch Size</key> + </entry> + <entry> + <key>Data Format</key> + </entry> + <entry> + <key>Unique FlowFiles</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>1 min</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>GenerateFlowFile</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <style/> + <type>org.apache.nifi.processors.standard.GenerateFlowFile</type> + </processors> + <processors> + <id>9d33bbc9-2f51-43c8-aa8a-94dcc367b371</id> + <parentGroupId>ff2213e2-b27e-458b-ab3b-1c7a4a50d2e3</parentGroupId> + <position> + <x>1088.0</x> + <y>734.2200204467774</y> + </position> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Mode</key> + </entry> + <entry> + <key>Compression Format</key> + <value>gzip</value> + </entry> + <entry> + <key>Compression Level</key> + </entry> + <entry> + <key>Update Filename</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>GZIP CompressContent4</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <style/> + <type>org.apache.nifi.processors.standard.CompressContent</type> + </processors> + </snippet> + <timestamp>07/04/2016 20:44:19 UTC</timestamp> +</template>
http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/25298e90/minifi-integration-tests/src/test/resources/standalone/v1/DecompressionCircularFlow/xml/expected.json ---------------------------------------------------------------------- diff --git a/minifi-integration-tests/src/test/resources/standalone/v1/DecompressionCircularFlow/xml/expected.json b/minifi-integration-tests/src/test/resources/standalone/v1/DecompressionCircularFlow/xml/expected.json new file mode 100644 index 0000000..7812559 --- /dev/null +++ b/minifi-integration-tests/src/test/resources/standalone/v1/DecompressionCircularFlow/xml/expected.json @@ -0,0 +1,4 @@ +{ + "pattern": "o.a.n.c.r.StandardProcessSession StandardProcessSession\\[id=.*\\] for LogAttribute\\[id=7209cf79-23ba-421c-b1c3-925ed86c302d\\], committed the following events: Transferred FlowFiles \\[.*\\] to 'success'", + "occurrences": 1 +} http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/25298e90/minifi-integration-tests/src/test/resources/standalone/v1/DecompressionCircularFlow/yml/DecompressionCircularFlow.yml ---------------------------------------------------------------------- diff --git a/minifi-integration-tests/src/test/resources/standalone/v1/DecompressionCircularFlow/yml/DecompressionCircularFlow.yml b/minifi-integration-tests/src/test/resources/standalone/v1/DecompressionCircularFlow/yml/DecompressionCircularFlow.yml new file mode 100644 index 0000000..743fdf6 --- /dev/null +++ b/minifi-integration-tests/src/test/resources/standalone/v1/DecompressionCircularFlow/yml/DecompressionCircularFlow.yml @@ -0,0 +1,293 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the \"License\"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an \"AS IS\" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +Flow Controller: + name: DecompressionCircularFlow2 + comment: '' +Core Properties: + flow controller graceful shutdown period: 10 sec + flow service write delay interval: 500 ms + administrative yield duration: 30 sec + bored yield duration: 10 millis + max concurrent threads: 1 +FlowFile Repository: + partitions: 256 + checkpoint interval: 2 mins + always sync: false + Swap: + threshold: 20000 + in period: 5 sec + in threads: 1 + out period: 5 sec + out threads: 4 +Content Repository: + content claim max appendable size: 10 MB + content claim max flow files: 100 + always sync: false +Provenance Repository: + provenance rollover time: 1 min +Component Status Repository: + buffer size: 1440 + snapshot frequency: 1 min +Security Properties: + keystore: '' + keystore type: '' + keystore password: '' + key password: '' + truststore: '' + truststore type: '' + truststore password: '' + ssl protocol: '' + Sensitive Props: + key: + algorithm: PBEWITHMD5AND256BITAES-CBC-OPENSSL + provider: BC +Processors: +- name: Compressed? + class: org.apache.nifi.processors.standard.RouteOnAttribute + max concurrent tasks: 1 + scheduling strategy: TIMER_DRIVEN + scheduling period: 0 sec + penalization period: 30 sec + yield period: 1 sec + run duration nanos: 0 + auto-terminated relationships list: [] + Properties: + Routing Strategy: + gzip: ${mime.type:toUpper():contains("GZIP")} +- name: GZIP CompressContent + class: org.apache.nifi.processors.standard.CompressContent + max concurrent tasks: 1 + scheduling strategy: TIMER_DRIVEN + scheduling period: 0 sec + penalization period: 30 sec + yield period: 1 sec + run duration nanos: 0 + auto-terminated relationships list: [] + Properties: + Compression Format: gzip + Compression Level: + Mode: + Update Filename: +- name: GZIP CompressContent2 + class: org.apache.nifi.processors.standard.CompressContent + max concurrent tasks: 1 + scheduling strategy: TIMER_DRIVEN + scheduling period: 0 sec + penalization period: 30 sec + yield period: 1 sec + run duration nanos: 0 + auto-terminated relationships list: [] + Properties: + Compression Format: gzip + Compression Level: + Mode: + Update Filename: +- name: GZIP CompressContent3 + class: org.apache.nifi.processors.standard.CompressContent + max concurrent tasks: 1 + scheduling strategy: TIMER_DRIVEN + scheduling period: 0 sec + penalization period: 30 sec + yield period: 1 sec + run duration nanos: 0 + auto-terminated relationships list: [] + Properties: + Compression Format: gzip + Compression Level: + Mode: + Update Filename: +- name: GZIP CompressContent4 + class: org.apache.nifi.processors.standard.CompressContent + max concurrent tasks: 1 + scheduling strategy: TIMER_DRIVEN + scheduling period: 0 sec + penalization period: 30 sec + yield period: 1 sec + run duration nanos: 0 + auto-terminated relationships list: [] + Properties: + Compression Format: gzip + Compression Level: + Mode: + Update Filename: +- name: GenerateFlowFile + class: org.apache.nifi.processors.standard.GenerateFlowFile + max concurrent tasks: 1 + scheduling strategy: TIMER_DRIVEN + scheduling period: 1 min + penalization period: 30 sec + yield period: 1 sec + run duration nanos: 0 + auto-terminated relationships list: [] + Properties: + Batch Size: + Data Format: + File Size: 10kb + Unique FlowFiles: +- name: IdentifyMimeType + class: org.apache.nifi.processors.standard.IdentifyMimeType + max concurrent tasks: 1 + scheduling strategy: TIMER_DRIVEN + scheduling period: 0 sec + penalization period: 30 sec + yield period: 1 sec + run duration nanos: 0 + auto-terminated relationships list: [] + Properties: {} +- name: LogAttribute + class: org.apache.nifi.processors.standard.LogAttribute + max concurrent tasks: 1 + scheduling strategy: TIMER_DRIVEN + scheduling period: 0 sec + penalization period: 30 sec + yield period: 1 sec + run duration nanos: 0 + auto-terminated relationships list: + - success + Properties: + Attributes to Ignore: + Attributes to Log: + Log Level: + Log Payload: + Log prefix: +- name: Uncompress GZIP + class: org.apache.nifi.processors.standard.CompressContent + max concurrent tasks: 1 + scheduling strategy: TIMER_DRIVEN + scheduling period: 0 sec + penalization period: 30 sec + yield period: 1 sec + run duration nanos: 0 + auto-terminated relationships list: [] + Properties: + Compression Format: gzip + Compression Level: + Mode: decompress + Update Filename: +Connections: +- name: Compressed?/gzip/Uncompress GZIP + source name: Compressed? + source relationship name: gzip + destination name: Uncompress GZIP + max work queue size: 0 + max work queue data size: 0 MB + flowfile expiration: 0 sec + queue prioritizer class: org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer +- name: Compressed?/unmatched/LogAttribute + source name: Compressed? + source relationship name: unmatched + destination name: LogAttribute + max work queue size: 0 + max work queue data size: 0 MB + flowfile expiration: 0 sec + queue prioritizer class: org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer +- name: GZIP CompressContent/failure/GZIP CompressContent + source name: GZIP CompressContent + source relationship name: failure + destination name: GZIP CompressContent + max work queue size: 0 + max work queue data size: 0 MB + flowfile expiration: 0 sec + queue prioritizer class: org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer +- name: GZIP CompressContent/success/GZIP CompressContent2 + source name: GZIP CompressContent + source relationship name: success + destination name: GZIP CompressContent2 + max work queue size: 0 + max work queue data size: 0 MB + flowfile expiration: 0 sec + queue prioritizer class: org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer +- name: GZIP CompressContent2/failure/GZIP CompressContent2 + source name: GZIP CompressContent2 + source relationship name: failure + destination name: GZIP CompressContent2 + max work queue size: 0 + max work queue data size: 0 MB + flowfile expiration: 0 sec + queue prioritizer class: org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer +- name: GZIP CompressContent2/success/GZIP CompressContent3 + source name: GZIP CompressContent2 + source relationship name: success + destination name: GZIP CompressContent3 + max work queue size: 0 + max work queue data size: 0 MB + flowfile expiration: 0 sec + queue prioritizer class: org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer +- name: GZIP CompressContent3/failure/GZIP CompressContent3 + source name: GZIP CompressContent3 + source relationship name: failure + destination name: GZIP CompressContent3 + max work queue size: 0 + max work queue data size: 0 MB + flowfile expiration: 0 sec + queue prioritizer class: org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer +- name: GZIP CompressContent3/success/GZIP CompressContent4 + source name: GZIP CompressContent3 + source relationship name: success + destination name: GZIP CompressContent4 + max work queue size: 0 + max work queue data size: 0 MB + flowfile expiration: 0 sec + queue prioritizer class: org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer +- name: GZIP CompressContent4/failure/GZIP CompressContent4 + source name: GZIP CompressContent4 + source relationship name: failure + destination name: GZIP CompressContent4 + max work queue size: 0 + max work queue data size: 0 MB + flowfile expiration: 0 sec + queue prioritizer class: org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer +- name: GZIP CompressContent4/success/Uncompress GZIP + source name: GZIP CompressContent4 + source relationship name: success + destination name: Uncompress GZIP + max work queue size: 0 + max work queue data size: 0 MB + flowfile expiration: 0 sec + queue prioritizer class: org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer +- name: GenerateFlowFile/success/GZIP CompressContent + source name: GenerateFlowFile + source relationship name: success + destination name: GZIP CompressContent + max work queue size: 0 + max work queue data size: 0 MB + flowfile expiration: 0 sec + queue prioritizer class: org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer +- name: IdentifyMimeType/success/Compressed? + source name: IdentifyMimeType + source relationship name: success + destination name: Compressed? + max work queue size: 0 + max work queue data size: 0 MB + flowfile expiration: 0 sec + queue prioritizer class: org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer +- name: Uncompress GZIP/failure/Uncompress GZIP + source name: Uncompress GZIP + source relationship name: failure + destination name: Uncompress GZIP + max work queue size: 0 + max work queue data size: 0 MB + flowfile expiration: 5 sec + queue prioritizer class: org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer +- name: Uncompress GZIP/success/IdentifyMimeType + source name: Uncompress GZIP + source relationship name: success + destination name: IdentifyMimeType + max work queue size: 0 + max work queue data size: 0 MB + flowfile expiration: 0 sec + queue prioritizer class: org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer +Remote Processing Groups: [] http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/25298e90/minifi-integration-tests/src/test/resources/standalone/v1/DecompressionCircularFlow/yml/expected.json ---------------------------------------------------------------------- diff --git a/minifi-integration-tests/src/test/resources/standalone/v1/DecompressionCircularFlow/yml/expected.json b/minifi-integration-tests/src/test/resources/standalone/v1/DecompressionCircularFlow/yml/expected.json new file mode 100644 index 0000000..a486289 --- /dev/null +++ b/minifi-integration-tests/src/test/resources/standalone/v1/DecompressionCircularFlow/yml/expected.json @@ -0,0 +1,4 @@ +{ + "pattern": "o.a.n.c.r.StandardProcessSession StandardProcessSession\\[id=.*\\] for LogAttribute\\[id=59198b81-12fc-374f-bead-7fcd1d5d4823\\], committed the following events: Transferred FlowFiles \\[.*\\] to 'success'", + "occurrences": 1 +} http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/25298e90/minifi-integration-tests/src/test/resources/standalone/v1/MiNiFiTailLogAttribute/xml/MiNiFiTailLogAttribute.xml ---------------------------------------------------------------------- diff --git a/minifi-integration-tests/src/test/resources/standalone/v1/MiNiFiTailLogAttribute/xml/MiNiFiTailLogAttribute.xml b/minifi-integration-tests/src/test/resources/standalone/v1/MiNiFiTailLogAttribute/xml/MiNiFiTailLogAttribute.xml new file mode 100644 index 0000000..a2c0fd5 --- /dev/null +++ b/minifi-integration-tests/src/test/resources/standalone/v1/MiNiFiTailLogAttribute/xml/MiNiFiTailLogAttribute.xml @@ -0,0 +1,134 @@ +<?xml version="1.0" encoding="UTF-8" standalone="yes"?> +<!-- + ~ Licensed to the Apache Software Foundation (ASF) under one or more + ~ contributor license agreements. See the NOTICE file distributed with + ~ this work for additional information regarding copyright ownership. + ~ The ASF licenses this file to You under the Apache License, Version 2.0 + ~ (the "License"); you may not use this file except in compliance with + ~ the License. You may obtain a copy of the License at + ~ + ~ http://www.apache.org/licenses/LICENSE-2.0 + ~ + ~ Unless required by applicable law or agreed to in writing, software + ~ distributed under the License is distributed on an "AS IS" BASIS, + ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + ~ See the License for the specific language governing permissions and + ~ limitations under the License. + --> + +<template encoding-version="1.0"> + <description></description> + <groupId>d7261cce-f2bb-4ae9-9e73-199b79137a16</groupId> + <name>MiNiFi TailTail LogAttribute</name> + <snippet> + <connections> + <id>aadfc150-660d-4a35-beb0-2dbd351daca9</id> + <parentGroupId>d7261cce-f2bb-4ae9-9e73-199b79137a16</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>d7261cce-f2bb-4ae9-9e73-199b79137a16</groupId> + <id>5a36371c-4884-41cb-8792-073deb6c256a</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>d7261cce-f2bb-4ae9-9e73-199b79137a16</groupId> + <id>dd9611ff-7820-4109-b33f-db43d98613d7</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <processors> + <id>5a36371c-4884-41cb-8792-073deb6c256a</id> + <parentGroupId>d7261cce-f2bb-4ae9-9e73-199b79137a16</parentGroupId> + <position> + <x>2261.0</x> + <y>539.5399780273438</y> + </position> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Log Level</key> + </entry> + <entry> + <key>Log Payload</key> + </entry> + <entry> + <key>Attributes to Log</key> + </entry> + <entry> + <key>Attributes to Ignore</key> + </entry> + <entry> + <key>Log prefix</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>LogAttribute</name> + <relationships> + <autoTerminate>true</autoTerminate> + <name>success</name> + </relationships> + <style/> + <type>org.apache.nifi.processors.standard.LogAttribute</type> + </processors> + <processors> + <id>dd9611ff-7820-4109-b33f-db43d98613d7</id> + <parentGroupId>d7261cce-f2bb-4ae9-9e73-199b79137a16</parentGroupId> + <position> + <x>2281.0</x> + <y>291.53997802734375</y> + </position> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>File to Tail</key> + <value>./logs/minifi-app.log</value> + </entry> + <entry> + <key>Rolling Filename Pattern</key> + </entry> + <entry> + <key>State File</key> + </entry> + <entry> + <key>Initial Start Position</key> + </entry> + <entry> + <key>File Location</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>TailFile</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <style/> + <type>org.apache.nifi.processors.standard.TailFile</type> + </processors> + </snippet> + <timestamp>07/03/2016 21:16:16 EDT</timestamp> +</template> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/25298e90/minifi-integration-tests/src/test/resources/standalone/v1/MiNiFiTailLogAttribute/xml/expected.json ---------------------------------------------------------------------- diff --git a/minifi-integration-tests/src/test/resources/standalone/v1/MiNiFiTailLogAttribute/xml/expected.json b/minifi-integration-tests/src/test/resources/standalone/v1/MiNiFiTailLogAttribute/xml/expected.json new file mode 100644 index 0000000..57ad2d1 --- /dev/null +++ b/minifi-integration-tests/src/test/resources/standalone/v1/MiNiFiTailLogAttribute/xml/expected.json @@ -0,0 +1,4 @@ +{ + "pattern": "o.a.n.c.r.StandardProcessSession StandardProcessSession\\[id=.*\\] for LogAttribute\\[id=5a36371c-4884-41cb-8792-073deb6c256a\\], committed the following events: Transferred FlowFiles \\[.*\\] to 'success'", + "occurrences": 20 +} http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/25298e90/minifi-integration-tests/src/test/resources/standalone/v1/MiNiFiTailLogAttribute/yml/MiNiFiTailLogAttribute.yml ---------------------------------------------------------------------- diff --git a/minifi-integration-tests/src/test/resources/standalone/v1/MiNiFiTailLogAttribute/yml/MiNiFiTailLogAttribute.yml b/minifi-integration-tests/src/test/resources/standalone/v1/MiNiFiTailLogAttribute/yml/MiNiFiTailLogAttribute.yml new file mode 100644 index 0000000..88f5c6d --- /dev/null +++ b/minifi-integration-tests/src/test/resources/standalone/v1/MiNiFiTailLogAttribute/yml/MiNiFiTailLogAttribute.yml @@ -0,0 +1,98 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the \"License\"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an \"AS IS\" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +Flow Controller: + name: MiNiFi TailTail LogAttribute + comment: '' +Core Properties: + flow controller graceful shutdown period: 10 sec + flow service write delay interval: 500 ms + administrative yield duration: 30 sec + bored yield duration: 10 millis + max concurrent threads: 1 +FlowFile Repository: + partitions: 256 + checkpoint interval: 2 mins + always sync: false + Swap: + threshold: 20000 + in period: 5 sec + in threads: 1 + out period: 5 sec + out threads: 4 +Content Repository: + content claim max appendable size: 10 MB + content claim max flow files: 100 + always sync: false +Provenance Repository: + provenance rollover time: 1 min +Component Status Repository: + buffer size: 1440 + snapshot frequency: 1 min +Security Properties: + keystore: '' + keystore type: '' + keystore password: '' + key password: '' + truststore: '' + truststore type: '' + truststore password: '' + ssl protocol: '' + Sensitive Props: + key: + algorithm: PBEWITHMD5AND256BITAES-CBC-OPENSSL + provider: BC +Processors: +- name: LogAttribute + class: org.apache.nifi.processors.standard.LogAttribute + max concurrent tasks: 1 + scheduling strategy: TIMER_DRIVEN + scheduling period: 0 sec + penalization period: 30 sec + yield period: 1 sec + run duration nanos: 0 + auto-terminated relationships list: + - success + Properties: + Attributes to Ignore: + Attributes to Log: + Log Level: + Log Payload: + Log prefix: +- name: TailFile + class: org.apache.nifi.processors.standard.TailFile + max concurrent tasks: 1 + scheduling strategy: TIMER_DRIVEN + scheduling period: 0 sec + penalization period: 30 sec + yield period: 1 sec + run duration nanos: 0 + auto-terminated relationships list: [] + Properties: + File Location: + File to Tail: ./logs/minifi-app.log + Initial Start Position: + Rolling Filename Pattern: + State File: +Connections: +- name: TailFile/success/LogAttribute + source name: TailFile + source relationship name: success + destination name: LogAttribute + max work queue size: 10000 + max work queue data size: 1 GB + flowfile expiration: 0 sec + queue prioritizer class: '' +Remote Processing Groups: [] http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/25298e90/minifi-integration-tests/src/test/resources/standalone/v1/MiNiFiTailLogAttribute/yml/expected.json ---------------------------------------------------------------------- diff --git a/minifi-integration-tests/src/test/resources/standalone/v1/MiNiFiTailLogAttribute/yml/expected.json b/minifi-integration-tests/src/test/resources/standalone/v1/MiNiFiTailLogAttribute/yml/expected.json new file mode 100644 index 0000000..f98095b --- /dev/null +++ b/minifi-integration-tests/src/test/resources/standalone/v1/MiNiFiTailLogAttribute/yml/expected.json @@ -0,0 +1,4 @@ +{ + "pattern": "o.a.n.c.r.StandardProcessSession StandardProcessSession\\[id=.*\\] for LogAttribute\\[id=59198b81-12fc-374f-bead-7fcd1d5d4823\\], committed the following events: Transferred FlowFiles \\[.*\\] to 'success'", + "occurrences": 20 +} http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/25298e90/minifi-integration-tests/src/test/resources/standalone/v1/ReplaceTextExpressionLanguageCSVReformatting/xml/ReplaceTextExpressionLanguageCSVReformatting.xml ---------------------------------------------------------------------- diff --git a/minifi-integration-tests/src/test/resources/standalone/v1/ReplaceTextExpressionLanguageCSVReformatting/xml/ReplaceTextExpressionLanguageCSVReformatting.xml b/minifi-integration-tests/src/test/resources/standalone/v1/ReplaceTextExpressionLanguageCSVReformatting/xml/ReplaceTextExpressionLanguageCSVReformatting.xml new file mode 100644 index 0000000..b84c571 --- /dev/null +++ b/minifi-integration-tests/src/test/resources/standalone/v1/ReplaceTextExpressionLanguageCSVReformatting/xml/ReplaceTextExpressionLanguageCSVReformatting.xml @@ -0,0 +1,270 @@ +<?xml version="1.0" encoding="UTF-8" standalone="yes"?> +<!-- + ~ Licensed to the Apache Software Foundation (ASF) under one or more + ~ contributor license agreements. See the NOTICE file distributed with + ~ this work for additional information regarding copyright ownership. + ~ The ASF licenses this file to You under the Apache License, Version 2.0 + ~ (the "License"); you may not use this file except in compliance with + ~ the License. You may obtain a copy of the License at + ~ + ~ http://www.apache.org/licenses/LICENSE-2.0 + ~ + ~ Unless required by applicable law or agreed to in writing, software + ~ distributed under the License is distributed on an "AS IS" BASIS, + ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + ~ See the License for the specific language governing permissions and + ~ limitations under the License. + --> +<template encoding-version="1.0"> + <description></description> + <groupId>d140e36d-3d80-449c-8a5b-c43a7ade1ed5</groupId> + <name>ReplaceTextExpressionLanguageCSVReformatting</name> + <snippet> + <connections> + <id>1b327d4e-918f-43bc-97cf-043efed7ffbc</id> + <parentGroupId>d140e36d-3d80-449c-8a5b-c43a7ade1ed5</parentGroupId> + <backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>0</backPressureObjectThreshold> + <destination> + <groupId>d140e36d-3d80-449c-8a5b-c43a7ade1ed5</groupId> + <id>a25f67cb-029c-466f-b040-9339ba64a4b5</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <prioritizers>org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer</prioritizers> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>d140e36d-3d80-449c-8a5b-c43a7ade1ed5</groupId> + <id>7ba79381-4317-4c99-bcc0-256ee7ad44e9</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>ca71a875-0ff5-41ef-bbe0-da5de0ca1e08</id> + <parentGroupId>d140e36d-3d80-449c-8a5b-c43a7ade1ed5</parentGroupId> + <backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>0</backPressureObjectThreshold> + <destination> + <groupId>d140e36d-3d80-449c-8a5b-c43a7ade1ed5</groupId> + <id>7ba79381-4317-4c99-bcc0-256ee7ad44e9</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <prioritizers>org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer</prioritizers> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>d140e36d-3d80-449c-8a5b-c43a7ade1ed5</groupId> + <id>e626f756-f018-4670-8802-c8f8e459e15d</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>7fe8e5c6-6d9b-4b8f-af89-5d543bcc0199</id> + <parentGroupId>d140e36d-3d80-449c-8a5b-c43a7ade1ed5</parentGroupId> + <backPressureDataSizeThreshold>0 MB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>0</backPressureObjectThreshold> + <destination> + <groupId>d140e36d-3d80-449c-8a5b-c43a7ade1ed5</groupId> + <id>bfa4fb38-096b-455d-a10f-2a1ed044bd49</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <prioritizers>org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer</prioritizers> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>d140e36d-3d80-449c-8a5b-c43a7ade1ed5</groupId> + <id>a25f67cb-029c-466f-b040-9339ba64a4b5</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <processors> + <id>bfa4fb38-096b-455d-a10f-2a1ed044bd49</id> + <parentGroupId>d140e36d-3d80-449c-8a5b-c43a7ade1ed5</parentGroupId> + <position> + <x>1922.6538720444464</x> + <y>336.0769270573644</y> + </position> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Delete Attributes Expression</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>No-Op Termination</name> + <relationships> + <autoTerminate>true</autoTerminate> + <name>success</name> + </relationships> + <style/> + <type>org.apache.nifi.processors.attributes.UpdateAttribute</type> + </processors> + <processors> + <id>a25f67cb-029c-466f-b040-9339ba64a4b5</id> + <parentGroupId>d140e36d-3d80-449c-8a5b-c43a7ade1ed5</parentGroupId> + <position> + <x>1916.6538720444464</x> + <y>645.6169270573644</y> + </position> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Regular Expression</key> + <value>(.*?),(.*?),(\d+.*)</value> + </entry> + <entry> + <key>Replacement Value</key> + <value>$1,$2,${ '$3':toDate('ddMMMyyyy'):format('yyyy/MM/dd') }</value> + </entry> + <entry> + <key>Character Set</key> + </entry> + <entry> + <key>Maximum Buffer Size</key> + </entry> + <entry> + <key>Replacement Strategy</key> + </entry> + <entry> + <key>Evaluation Mode</key> + <value>Line-by-Line</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>Reformat Date Column</name> + <relationships> + <autoTerminate>true</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <style/> + <type>org.apache.nifi.processors.standard.ReplaceText</type> + </processors> + <processors> + <id>7ba79381-4317-4c99-bcc0-256ee7ad44e9</id> + <parentGroupId>d140e36d-3d80-449c-8a5b-c43a7ade1ed5</parentGroupId> + <position> + <x>1012.1538720444463</x> + <y>646.9569270573643</y> + </position> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Regular Expression</key> + </entry> + <entry> + <key>Replacement Value</key> + <value>2006,10-01-2004,10may2004 + 2007,15-05-2006,10jun2005 + 2009,8-8-2008,10aug2008 + </value> + </entry> + <entry> + <key>Character Set</key> + </entry> + <entry> + <key>Maximum Buffer Size</key> + </entry> + <entry> + <key>Replacement Strategy</key> + </entry> + <entry> + <key>Evaluation Mode</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>Set CSV Content</name> + <relationships> + <autoTerminate>true</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <style/> + <type>org.apache.nifi.processors.standard.ReplaceText</type> + </processors> + <processors> + <id>e626f756-f018-4670-8802-c8f8e459e15d</id> + <parentGroupId>d140e36d-3d80-449c-8a5b-c43a7ade1ed5</parentGroupId> + <position> + <x>1013.6538720444463</x> + <y>311.9569270573644</y> + </position> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>File Size</key> + <value>0b</value> + </entry> + <entry> + <key>Batch Size</key> + </entry> + <entry> + <key>Data Format</key> + </entry> + <entry> + <key>Unique FlowFiles</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>1 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>Generate Empty File</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <style/> + <type>org.apache.nifi.processors.standard.GenerateFlowFile</type> + </processors> + </snippet> + <timestamp>07/04/2016 21:04:46 UTC</timestamp> +</template> http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/25298e90/minifi-integration-tests/src/test/resources/standalone/v1/ReplaceTextExpressionLanguageCSVReformatting/xml/expected.json ---------------------------------------------------------------------- diff --git a/minifi-integration-tests/src/test/resources/standalone/v1/ReplaceTextExpressionLanguageCSVReformatting/xml/expected.json b/minifi-integration-tests/src/test/resources/standalone/v1/ReplaceTextExpressionLanguageCSVReformatting/xml/expected.json new file mode 100644 index 0000000..70303df --- /dev/null +++ b/minifi-integration-tests/src/test/resources/standalone/v1/ReplaceTextExpressionLanguageCSVReformatting/xml/expected.json @@ -0,0 +1,4 @@ +{ + "pattern": "o.a.n.c.r.StandardProcessSession StandardProcessSession\\[id=.*\\] for UpdateAttribute\\[id=bfa4fb38-096b-455d-a10f-2a1ed044bd49\\], committed the following events: Transferred FlowFiles \\[.*\\] to 'success'", + "occurrences": 2 +} http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/25298e90/minifi-integration-tests/src/test/resources/standalone/v1/ReplaceTextExpressionLanguageCSVReformatting/yml/ReplaceTextExpressionLanguageCSVReformatting.yml ---------------------------------------------------------------------- diff --git a/minifi-integration-tests/src/test/resources/standalone/v1/ReplaceTextExpressionLanguageCSVReformatting/yml/ReplaceTextExpressionLanguageCSVReformatting.yml b/minifi-integration-tests/src/test/resources/standalone/v1/ReplaceTextExpressionLanguageCSVReformatting/yml/ReplaceTextExpressionLanguageCSVReformatting.yml new file mode 100644 index 0000000..8c280c8 --- /dev/null +++ b/minifi-integration-tests/src/test/resources/standalone/v1/ReplaceTextExpressionLanguageCSVReformatting/yml/ReplaceTextExpressionLanguageCSVReformatting.yml @@ -0,0 +1,146 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the \"License\"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an \"AS IS\" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +Flow Controller: + name: ReplaceTextExpressionLanguageCSVReformatting + comment: '' +Core Properties: + flow controller graceful shutdown period: 10 sec + flow service write delay interval: 500 ms + administrative yield duration: 30 sec + bored yield duration: 10 millis + max concurrent threads: 1 +FlowFile Repository: + partitions: 256 + checkpoint interval: 2 mins + always sync: false + Swap: + threshold: 20000 + in period: 5 sec + in threads: 1 + out period: 5 sec + out threads: 4 +Content Repository: + content claim max appendable size: 10 MB + content claim max flow files: 100 + always sync: false +Provenance Repository: + provenance rollover time: 1 min +Component Status Repository: + buffer size: 1440 + snapshot frequency: 1 min +Security Properties: + keystore: '' + keystore type: '' + keystore password: '' + key password: '' + truststore: '' + truststore type: '' + truststore password: '' + ssl protocol: '' + Sensitive Props: + key: + algorithm: PBEWITHMD5AND256BITAES-CBC-OPENSSL + provider: BC +Processors: +- name: Generate Empty File + class: org.apache.nifi.processors.standard.GenerateFlowFile + max concurrent tasks: 1 + scheduling strategy: TIMER_DRIVEN + scheduling period: 1 sec + penalization period: 30 sec + yield period: 1 sec + run duration nanos: 0 + auto-terminated relationships list: [] + Properties: + Batch Size: + Data Format: + File Size: 0b + Unique FlowFiles: +- name: No-Op Termination + class: org.apache.nifi.processors.attributes.UpdateAttribute + max concurrent tasks: 1 + scheduling strategy: TIMER_DRIVEN + scheduling period: 0 sec + penalization period: 30 sec + yield period: 1 sec + run duration nanos: 0 + auto-terminated relationships list: + - success + Properties: + Delete Attributes Expression: +- name: Reformat Date Column + class: org.apache.nifi.processors.standard.ReplaceText + max concurrent tasks: 1 + scheduling strategy: TIMER_DRIVEN + scheduling period: 0 sec + penalization period: 30 sec + yield period: 1 sec + run duration nanos: 0 + auto-terminated relationships list: + - failure + Properties: + Character Set: + Evaluation Mode: Line-by-Line + Maximum Buffer Size: + Regular Expression: (.*?),(.*?),(\d+.*) + Replacement Strategy: + Replacement Value: $1,$2,${ '$3':toDate('ddMMMyyyy'):format('yyyy/MM/dd') } +- name: Set CSV Content + class: org.apache.nifi.processors.standard.ReplaceText + max concurrent tasks: 1 + scheduling strategy: TIMER_DRIVEN + scheduling period: 0 sec + penalization period: 30 sec + yield period: 1 sec + run duration nanos: 0 + auto-terminated relationships list: + - failure + Properties: + Character Set: + Evaluation Mode: + Maximum Buffer Size: + Regular Expression: + Replacement Strategy: + Replacement Value: |- + 2006,10-01-2004,10may2004 + 2007,15-05-2006,10jun2005 + 2009,8-8-2008,10aug2008 +Connections: +- name: Generate Empty File/success/Set CSV Content + source name: Generate Empty File + source relationship name: success + destination name: Set CSV Content + max work queue size: 0 + max work queue data size: 0 MB + flowfile expiration: 0 sec + queue prioritizer class: org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer +- name: Reformat Date Column/success/No-Op Termination + source name: Reformat Date Column + source relationship name: success + destination name: No-Op Termination + max work queue size: 0 + max work queue data size: 0 MB + flowfile expiration: 0 sec + queue prioritizer class: org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer +- name: Set CSV Content/success/Reformat Date Column + source name: Set CSV Content + source relationship name: success + destination name: Reformat Date Column + max work queue size: 0 + max work queue data size: 0 MB + flowfile expiration: 0 sec + queue prioritizer class: org.apache.nifi.prioritizer.FirstInFirstOutPrioritizer +Remote Processing Groups: [] http://git-wip-us.apache.org/repos/asf/nifi-minifi/blob/25298e90/minifi-integration-tests/src/test/resources/standalone/v1/ReplaceTextExpressionLanguageCSVReformatting/yml/expected.json ---------------------------------------------------------------------- diff --git a/minifi-integration-tests/src/test/resources/standalone/v1/ReplaceTextExpressionLanguageCSVReformatting/yml/expected.json b/minifi-integration-tests/src/test/resources/standalone/v1/ReplaceTextExpressionLanguageCSVReformatting/yml/expected.json new file mode 100644 index 0000000..30eb6c7 --- /dev/null +++ b/minifi-integration-tests/src/test/resources/standalone/v1/ReplaceTextExpressionLanguageCSVReformatting/yml/expected.json @@ -0,0 +1,4 @@ +{ + "pattern": "o.a.n.c.r.StandardProcessSession StandardProcessSession\\[id=.*\\] for UpdateAttribute\\[id=8c6c54be-7db6-333f-8c3b-d6e7b02411ff\\], committed the following events: Transferred FlowFiles \\[.*\\] to 'success'", + "occurrences": 2 +}
