http://git-wip-us.apache.org/repos/asf/nifi/blob/fc73c609/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/RemoteInvocation.xml ---------------------------------------------------------------------- diff --git a/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/RemoteInvocation.xml b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/RemoteInvocation.xml new file mode 100644 index 0000000..26a67d2 --- /dev/null +++ b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/RemoteInvocation.xml @@ -0,0 +1,253 @@ +<?xml version="1.0" ?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + http://www.apache.org/licenses/LICENSE-2.0 + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<template encoding-version="1.1"> + <description></description> + <groupId>27b7b6b8-015f-1000-0d31-197ae42bab34</groupId> + <name>RemoteInvocation</name> + <snippet> + <processGroups> + <id>5e21f448-4886-3f1f-0000-000000000000</id> + <parentGroupId>c81f8a46-4aa3-313e-0000-000000000000</parentGroupId> + <position> + <x>0.0</x> + <y>0.0</y> + </position> + <comments></comments> + <contents> + <connections> + <id>dc9982bb-2627-3c7e-0000-000000000000</id> + <parentGroupId>5e21f448-4886-3f1f-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>5e21f448-4886-3f1f-0000-000000000000</groupId> + <id>7c6fb325-b566-3967-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>5e21f448-4886-3f1f-0000-000000000000</groupId> + <id>2607ed95-c6ef-3636-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>780287c8-76ab-3221-0000-000000000000</id> + <parentGroupId>5e21f448-4886-3f1f-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <bends> + <x>260.0</x> + <y>338.0</y> + </bends> + <destination> + <groupId>5e21f448-4886-3f1f-0000-000000000000</groupId> + <id>7c6fb325-b566-3967-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>5e21f448-4886-3f1f-0000-000000000000</groupId> + <id>2607ed95-c6ef-3636-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <processors> + <id>2607ed95-c6ef-3636-0000-000000000000</id> + <parentGroupId>5e21f448-4886-3f1f-0000-000000000000</parentGroupId> + <position> + <x>315.9999988991932</x> + <y>155.99999368798018</y> + </position> + <bundle> + <artifact>nifi-hadoop-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>Hadoop Configuration Resources</key> + <value> + <name>Hadoop Configuration Resources</name> + </value> + </entry> + <entry> + <key>Kerberos Principal</key> + <value> + <name>Kerberos Principal</name> + </value> + </entry> + <entry> + <key>Kerberos Keytab</key> + <value> + <name>Kerberos Keytab</name> + </value> + </entry> + <entry> + <key>Kerberos Relogin Period</key> + <value> + <name>Kerberos Relogin Period</name> + </value> + </entry> + <entry> + <key>Additional Classpath Resources</key> + <value> + <name>Additional Classpath Resources</name> + </value> + </entry> + <entry> + <key>file_or_directory</key> + <value> + <name>file_or_directory</name> + </value> + </entry> + <entry> + <key>recursive</key> + <value> + <name>recursive</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Hadoop Configuration Resources</key> + </entry> + <entry> + <key>Kerberos Principal</key> + </entry> + <entry> + <key>Kerberos Keytab</key> + </entry> + <entry> + <key>Kerberos Relogin Period</key> + <value>4 hours</value> + </entry> + <entry> + <key>Additional Classpath Resources</key> + </entry> + <entry> + <key>file_or_directory</key> + <value>/test/2017-10-*</value> + </entry> + <entry> + <key>recursive</key> + <value>true</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>DeleteHDFS</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>STOPPED</state> + <style></style> + <type>org.apache.nifi.processors.hadoop.DeleteHDFS</type> + </processors> + <processors> + <id>7c6fb325-b566-3967-0000-000000000000</id> + <parentGroupId>5e21f448-4886-3f1f-0000-000000000000</parentGroupId> + <position> + <x>320.9999988991932</x> + <y>398.9999936879802</y> + </position> + <bundle> + <artifact>nifi-update-attribute-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>Delete Attributes Expression</key> + <value> + <name>Delete Attributes Expression</name> + </value> + </entry> + <entry> + <key>Store State</key> + <value> + <name>Store State</name> + </value> + </entry> + <entry> + <key>Stateful Variables Initial Value</key> + <value> + <name>Stateful Variables Initial Value</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Delete Attributes Expression</key> + </entry> + <entry> + <key>Store State</key> + <value>Do not store state</value> + </entry> + <entry> + <key>Stateful Variables Initial Value</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>UpdateAttribute</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>STOPPED</state> + <style></style> + <type>org.apache.nifi.processors.attributes.UpdateAttribute</type> + </processors> + </contents> + <name>RemoteInvocation</name> + </processGroups> + </snippet> + <timestamp>10/25/2017 11:07:48 JST</timestamp> +</template> \ No newline at end of file
http://git-wip-us.apache.org/repos/asf/nifi/blob/fc73c609/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2SDirect.xml ---------------------------------------------------------------------- diff --git a/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2SDirect.xml b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2SDirect.xml new file mode 100644 index 0000000..a3f13d9 --- /dev/null +++ b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2SDirect.xml @@ -0,0 +1,133 @@ +<?xml version="1.0" ?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + http://www.apache.org/licenses/LICENSE-2.0 + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<template encoding-version="1.1"> + <description></description> + <groupId>27b7b6b8-015f-1000-0d31-197ae42bab34</groupId> + <name>S2SDirect</name> + <snippet> + <processGroups> + <id>b497792c-a93f-3e43-0000-000000000000</id> + <parentGroupId>c81f8a46-4aa3-313e-0000-000000000000</parentGroupId> + <position> + <x>0.0</x> + <y>0.0</y> + </position> + <comments></comments> + <contents> + <connections> + <id>1a83b948-b7c4-362d-0000-000000000000</id> + <parentGroupId>b497792c-a93f-3e43-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>5f6971b4-9209-3005-0000-000000000000</groupId> + <id>a4f14247-89aa-4e6c-0000-000000000000</id> + <type>REMOTE_INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <source> + <groupId>b7c5498a-de8b-38e5-0000-000000000000</groupId> + <id>d73d9115-b987-4ffc-0000-000000000000</id> + <type>REMOTE_OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <remoteProcessGroups> + <id>b7c5498a-de8b-38e5-0000-000000000000</id> + <parentGroupId>b497792c-a93f-3e43-0000-000000000000</parentGroupId> + <position> + <x>334.9999869194452</x> + <y>181.99999943536397</y> + </position> + <communicationsTimeout>30 sec</communicationsTimeout> + <contents> + <inputPorts> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <connected>false</connected> + <exists>true</exists> + <id>6909277f-e8e6-497b-0000-000000000000</id> + <targetId>015f101e-dcd7-17bd-8899-1a723733521a</targetId> + <name>input</name> + <targetRunning>true</targetRunning> + <transmitting>false</transmitting> + <useCompression>false</useCompression> + </inputPorts> + <outputPorts> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <connected>true</connected> + <exists>true</exists> + <id>d73d9115-b987-4ffc-0000-000000000000</id> + <targetId>015f1040-dcd7-17bd-5c1f-e31afe0a09a4</targetId> + <name>output</name> + <targetRunning>true</targetRunning> + <transmitting>true</transmitting> + <useCompression>false</useCompression> + </outputPorts> + </contents> + <proxyHost></proxyHost> + <proxyUser></proxyUser> + <targetUri>http://localhost:8080/nifi</targetUri> + <targetUris>http://localhost:8080/nifi</targetUris> + <transportProtocol>HTTP</transportProtocol> + <yieldDuration>10 sec</yieldDuration> + </remoteProcessGroups> + <remoteProcessGroups> + <id>5f6971b4-9209-3005-0000-000000000000</id> + <parentGroupId>b497792c-a93f-3e43-0000-000000000000</parentGroupId> + <position> + <x>339.0000174370233</x> + <y>458.999999435364</y> + </position> + <communicationsTimeout>30 sec</communicationsTimeout> + <contents> + <inputPorts> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <connected>true</connected> + <exists>true</exists> + <id>a4f14247-89aa-4e6c-0000-000000000000</id> + <targetId>015f101e-dcd7-17bd-8899-1a723733521a</targetId> + <name>input</name> + <targetRunning>true</targetRunning> + <transmitting>true</transmitting> + <useCompression>false</useCompression> + </inputPorts> + <outputPorts> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <connected>false</connected> + <exists>true</exists> + <id>1ed6d4f5-b91e-4d46-0000-000000000000</id> + <targetId>015f1040-dcd7-17bd-5c1f-e31afe0a09a4</targetId> + <name>output</name> + <targetRunning>true</targetRunning> + <transmitting>false</transmitting> + <useCompression>false</useCompression> + </outputPorts> + </contents> + <proxyHost></proxyHost> + <proxyUser></proxyUser> + <targetUri>http://localhost:8080/nifi</targetUri> + <targetUris>http://localhost:8080/nifi</targetUris> + <transportProtocol>HTTP</transportProtocol> + <yieldDuration>10 sec</yieldDuration> + </remoteProcessGroups> + </contents> + <name>S2SDirect</name> + </processGroups> + </snippet> + <timestamp>10/23/2017 15:06:47 JST</timestamp> +</template> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/nifi/blob/fc73c609/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2SGet.xml ---------------------------------------------------------------------- diff --git a/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2SGet.xml b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2SGet.xml new file mode 100644 index 0000000..9af414e --- /dev/null +++ b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2SGet.xml @@ -0,0 +1,443 @@ +<?xml version="1.0" ?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + http://www.apache.org/licenses/LICENSE-2.0 + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<template encoding-version="1.1"> + <description></description> + <groupId>27b7b6b8-015f-1000-0d31-197ae42bab34</groupId> + <name>S2SGet</name> + <snippet> + <processGroups> + <id>9fc65d0a-ff54-3c07-0000-000000000000</id> + <parentGroupId>c81f8a46-4aa3-313e-0000-000000000000</parentGroupId> + <position> + <x>0.0</x> + <y>0.0</y> + </position> + <comments></comments> + <contents> + <connections> + <id>8812c40b-5c71-369f-0000-000000000000</id> + <parentGroupId>9fc65d0a-ff54-3c07-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>9fc65d0a-ff54-3c07-0000-000000000000</groupId> + <id>bb530e58-ee14-3cac-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <source> + <groupId>c6acb687-616a-3d36-0000-000000000000</groupId> + <id>7375f8f6-4604-468d-0000-000000000000</id> + <type>REMOTE_OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>9df33c4b-8c26-33e5-0000-000000000000</id> + <parentGroupId>9fc65d0a-ff54-3c07-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>9fc65d0a-ff54-3c07-0000-000000000000</groupId> + <id>97cc5b27-22f3-3c3b-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <source> + <groupId>c6acb687-616a-3d36-0000-000000000000</groupId> + <id>7375f8f6-4604-468d-0000-000000000000</id> + <type>REMOTE_OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>1ddd5163-7815-3117-0000-000000000000</id> + <parentGroupId>9fc65d0a-ff54-3c07-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>9fc65d0a-ff54-3c07-0000-000000000000</groupId> + <id>4f3bfa4c-6427-3aac-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <source> + <groupId>c6acb687-616a-3d36-0000-000000000000</groupId> + <id>7375f8f6-4604-468d-0000-000000000000</id> + <type>REMOTE_OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <labels> + <id>12073df1-f38b-3cad-0000-000000000000</id> + <parentGroupId>9fc65d0a-ff54-3c07-0000-000000000000</parentGroupId> + <position> + <x>872.9999891005355</x> + <y>296.0000048267144</y> + </position> + <height>68.00000762939453</height> + <label>A FlowFile is passed to every downstream process paths.</label> + <style> + <entry> + <key>font-size</key> + <value>12px</value> + </entry> + </style> + <width>338.0</width> + </labels> + <processors> + <id>97cc5b27-22f3-3c3b-0000-000000000000</id> + <parentGroupId>9fc65d0a-ff54-3c07-0000-000000000000</parentGroupId> + <position> + <x>470.9999891005356</x> + <y>679.0000048267144</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>Log Level</key> + <value> + <name>Log Level</name> + </value> + </entry> + <entry> + <key>Log Payload</key> + <value> + <name>Log Payload</name> + </value> + </entry> + <entry> + <key>Attributes to Log</key> + <value> + <name>Attributes to Log</name> + </value> + </entry> + <entry> + <key>attributes-to-log-regex</key> + <value> + <name>attributes-to-log-regex</name> + </value> + </entry> + <entry> + <key>Attributes to Ignore</key> + <value> + <name>Attributes to Ignore</name> + </value> + </entry> + <entry> + <key>attributes-to-ignore-regex</key> + <value> + <name>attributes-to-ignore-regex</name> + </value> + </entry> + <entry> + <key>Log prefix</key> + <value> + <name>Log prefix</name> + </value> + </entry> + <entry> + <key>character-set</key> + <value> + <name>character-set</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Log Level</key> + <value>info</value> + </entry> + <entry> + <key>Log Payload</key> + <value>false</value> + </entry> + <entry> + <key>Attributes to Log</key> + </entry> + <entry> + <key>attributes-to-log-regex</key> + <value>.*</value> + </entry> + <entry> + <key>Attributes to Ignore</key> + </entry> + <entry> + <key>attributes-to-ignore-regex</key> + </entry> + <entry> + <key>Log prefix</key> + </entry> + <entry> + <key>character-set</key> + <value>UTF-8</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>LogAttribute</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>STOPPED</state> + <style></style> + <type>org.apache.nifi.processors.standard.LogAttribute</type> + </processors> + <processors> + <id>bb530e58-ee14-3cac-0000-000000000000</id> + <parentGroupId>9fc65d0a-ff54-3c07-0000-000000000000</parentGroupId> + <position> + <x>150.99998910053557</x> + <y>514.0000048267144</y> + </position> + <bundle> + <artifact>nifi-update-attribute-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>Delete Attributes Expression</key> + <value> + <name>Delete Attributes Expression</name> + </value> + </entry> + <entry> + <key>Store State</key> + <value> + <name>Store State</name> + </value> + </entry> + <entry> + <key>Stateful Variables Initial Value</key> + <value> + <name>Stateful Variables Initial Value</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Delete Attributes Expression</key> + </entry> + <entry> + <key>Store State</key> + <value>Do not store state</value> + </entry> + <entry> + <key>Stateful Variables Initial Value</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>UpdateAttribute</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>STOPPED</state> + <style></style> + <type>org.apache.nifi.processors.attributes.UpdateAttribute</type> + </processors> + <processors> + <id>4f3bfa4c-6427-3aac-0000-000000000000</id> + <parentGroupId>9fc65d0a-ff54-3c07-0000-000000000000</parentGroupId> + <position> + <x>810.9999891005356</x> + <y>524.0000048267144</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>Directory</key> + <value> + <name>Directory</name> + </value> + </entry> + <entry> + <key>Conflict Resolution Strategy</key> + <value> + <name>Conflict Resolution Strategy</name> + </value> + </entry> + <entry> + <key>Create Missing Directories</key> + <value> + <name>Create Missing Directories</name> + </value> + </entry> + <entry> + <key>Maximum File Count</key> + <value> + <name>Maximum File Count</name> + </value> + </entry> + <entry> + <key>Last Modified Time</key> + <value> + <name>Last Modified Time</name> + </value> + </entry> + <entry> + <key>Permissions</key> + <value> + <name>Permissions</name> + </value> + </entry> + <entry> + <key>Owner</key> + <value> + <name>Owner</name> + </value> + </entry> + <entry> + <key>Group</key> + <value> + <name>Group</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Directory</key> + </entry> + <entry> + <key>Conflict Resolution Strategy</key> + <value>fail</value> + </entry> + <entry> + <key>Create Missing Directories</key> + <value>true</value> + </entry> + <entry> + <key>Maximum File Count</key> + </entry> + <entry> + <key>Last Modified Time</key> + </entry> + <entry> + <key>Permissions</key> + </entry> + <entry> + <key>Owner</key> + </entry> + <entry> + <key>Group</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>PutFile</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>STOPPED</state> + <style></style> + <type>org.apache.nifi.processors.standard.PutFile</type> + </processors> + <remoteProcessGroups> + <id>c6acb687-616a-3d36-0000-000000000000</id> + <parentGroupId>9fc65d0a-ff54-3c07-0000-000000000000</parentGroupId> + <position> + <x>451.4000360293711</x> + <y>231.5999721410119</y> + </position> + <communicationsTimeout>30 sec</communicationsTimeout> + <contents> + <inputPorts> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <connected>false</connected> + <exists>true</exists> + <id>015f101e-dcd7-17bd-8899-1a723733521a</id> + <name>input</name> + <targetRunning>true</targetRunning> + <transmitting>false</transmitting> + <useCompression>false</useCompression> + </inputPorts> + <outputPorts> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <connected>true</connected> + <exists>true</exists> + <id>7375f8f6-4604-468d-0000-000000000000</id> + <targetId>392e7343-3950-329b-0000-000000000000</targetId> + <name>output</name> + <targetRunning>true</targetRunning> + <transmitting>true</transmitting> + <useCompression>false</useCompression> + </outputPorts> + </contents> + <proxyHost></proxyHost> + <proxyUser></proxyUser> + <targetUri>http://localhost:8080/nifi</targetUri> + <targetUris>http://localhost:8080/nifi</targetUris> + <transportProtocol>HTTP</transportProtocol> + <yieldDuration>10 sec</yieldDuration> + </remoteProcessGroups> + </contents> + <name>S2SGet</name> + </processGroups> + </snippet> + <timestamp>10/20/2017 13:03:49 JST</timestamp> +</template> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/nifi/blob/fc73c609/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2SReceive.xml ---------------------------------------------------------------------- diff --git a/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2SReceive.xml b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2SReceive.xml new file mode 100644 index 0000000..e973f6c --- /dev/null +++ b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2SReceive.xml @@ -0,0 +1,121 @@ +<?xml version="1.0" ?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + http://www.apache.org/licenses/LICENSE-2.0 + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<template encoding-version="1.1"> + <description></description> + <groupId>27b7b6b8-015f-1000-0d31-197ae42bab34</groupId> + <name>S2SReceive</name> + <snippet> + <connections> + <id>3f94c106-18a6-309e-0000-000000000000</id> + <parentGroupId>c81f8a46-4aa3-313e-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>c81f8a46-4aa3-313e-0000-000000000000</groupId> + <id>67834454-5a13-3872-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <source> + <groupId>c81f8a46-4aa3-313e-0000-000000000000</groupId> + <id>77919f59-533e-35a3-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <inputPorts> + <id>77919f59-533e-35a3-0000-000000000000</id> + <parentGroupId>c81f8a46-4aa3-313e-0000-000000000000</parentGroupId> + <position> + <x>55.494756089446724</x> + <y>0.0</y> + </position> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>input</name> + <state>RUNNING</state> + <transmitting>false</transmitting> + <type>INPUT_PORT</type> + </inputPorts> + <processors> + <id>67834454-5a13-3872-0000-000000000000</id> + <parentGroupId>c81f8a46-4aa3-313e-0000-000000000000</parentGroupId> + <position> + <x>0.0</x> + <y>159.72339625877993</y> + </position> + <bundle> + <artifact>nifi-update-attribute-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>Delete Attributes Expression</key> + <value> + <name>Delete Attributes Expression</name> + </value> + </entry> + <entry> + <key>Store State</key> + <value> + <name>Store State</name> + </value> + </entry> + <entry> + <key>Stateful Variables Initial Value</key> + <value> + <name>Stateful Variables Initial Value</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Delete Attributes Expression</key> + </entry> + <entry> + <key>Store State</key> + <value>Do not store state</value> + </entry> + <entry> + <key>Stateful Variables Initial Value</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>UpdateAttribute</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>STOPPED</state> + <style></style> + <type>org.apache.nifi.processors.attributes.UpdateAttribute</type> + </processors> + </snippet> + <timestamp>10/20/2017 17:49:39 JST</timestamp> +</template> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/nifi/blob/fc73c609/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2SSend.xml ---------------------------------------------------------------------- diff --git a/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2SSend.xml b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2SSend.xml new file mode 100644 index 0000000..a7aea89 --- /dev/null +++ b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2SSend.xml @@ -0,0 +1,822 @@ +<?xml version="1.0" ?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + http://www.apache.org/licenses/LICENSE-2.0 + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<template encoding-version="1.1"> + <description></description> + <groupId>27b7b6b8-015f-1000-0d31-197ae42bab34</groupId> + <name>S2SSend</name> + <snippet> + <processGroups> + <id>b3a9430b-3e40-3a04-0000-000000000000</id> + <parentGroupId>c81f8a46-4aa3-313e-0000-000000000000</parentGroupId> + <position> + <x>0.0</x> + <y>0.0</y> + </position> + <comments></comments> + <contents> + <connections> + <id>af5cc030-abbd-31bb-0000-000000000000</id> + <parentGroupId>b3a9430b-3e40-3a04-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>b3a9430b-3e40-3a04-0000-000000000000</groupId> + <id>1504e817-9715-35fb-0000-000000000000</id> + <type>FUNNEL</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>b3a9430b-3e40-3a04-0000-000000000000</groupId> + <id>c5392447-e9f1-33ad-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>aff3eea5-0826-338d-0000-000000000000</id> + <parentGroupId>b3a9430b-3e40-3a04-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>18474287-6326-311a-0000-000000000000</groupId> + <id>f31a6b53-3077-4c59-0000-000000000000</id> + <type>REMOTE_INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>b3a9430b-3e40-3a04-0000-000000000000</groupId> + <id>7033f311-ac68-3cab-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>071e7d2a-0680-3d9a-0000-000000000000</id> + <parentGroupId>b3a9430b-3e40-3a04-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>b3a9430b-3e40-3a04-0000-000000000000</groupId> + <id>c5392447-e9f1-33ad-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>b3a9430b-3e40-3a04-0000-000000000000</groupId> + <id>c439cdca-e989-3491-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>308a0785-e948-3151-0000-000000000000</id> + <parentGroupId>b3a9430b-3e40-3a04-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>18474287-6326-311a-0000-000000000000</groupId> + <id>f31a6b53-3077-4c59-0000-000000000000</id> + <type>REMOTE_INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>b3a9430b-3e40-3a04-0000-000000000000</groupId> + <id>b775b657-5a5b-3708-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>470d0e2a-6281-3d3b-0000-000000000000</id> + <parentGroupId>b3a9430b-3e40-3a04-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>18474287-6326-311a-0000-000000000000</groupId> + <id>f31a6b53-3077-4c59-0000-000000000000</id> + <type>REMOTE_INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <source> + <groupId>b3a9430b-3e40-3a04-0000-000000000000</groupId> + <id>1504e817-9715-35fb-0000-000000000000</id> + <type>FUNNEL</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>4dacb06c-5bb8-3318-0000-000000000000</id> + <parentGroupId>b3a9430b-3e40-3a04-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>b3a9430b-3e40-3a04-0000-000000000000</groupId> + <id>c5392447-e9f1-33ad-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>b3a9430b-3e40-3a04-0000-000000000000</groupId> + <id>333255b6-eb02-3056-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>7521c9ce-7e0c-34ed-0000-000000000000</id> + <parentGroupId>b3a9430b-3e40-3a04-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>b3a9430b-3e40-3a04-0000-000000000000</groupId> + <id>1504e817-9715-35fb-0000-000000000000</id> + <type>FUNNEL</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>b3a9430b-3e40-3a04-0000-000000000000</groupId> + <id>ca71e4d9-2a4f-3970-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <funnels> + <id>1504e817-9715-35fb-0000-000000000000</id> + <parentGroupId>b3a9430b-3e40-3a04-0000-000000000000</parentGroupId> + <position> + <x>353.013200790822</x> + <y>106.10680357116347</y> + </position> + </funnels> + <labels> + <id>9dbb0346-5ba8-3208-0000-000000000000</id> + <parentGroupId>b3a9430b-3e40-3a04-0000-000000000000</parentGroupId> + <position> + <x>615.6071466250744</x> + <y>-91.46566086985234</y> + </position> + <height>82.47064208984375</height> + <label>If multiple paths are sending data through the same remote port, +then we need to fetch previous provenance event from +the actual SEND event, to report which path passed the data.</label> + <style> + <entry> + <key>font-size</key> + <value>12px</value> + </entry> + </style> + <width>467.25079345703125</width> + </labels> + <labels> + <id>4414cff6-9e3d-311f-0000-000000000000</id> + <parentGroupId>b3a9430b-3e40-3a04-0000-000000000000</parentGroupId> + <position> + <x>1124.8022214005925</x> + <y>87.1594194315544</y> + </position> + <height>69.47367095947266</height> + <label>If a processor has never generated any data, +then NiFi will not report the lineage to Atlas because it hasn't happened.</label> + <style> + <entry> + <key>font-size</key> + <value>12px</value> + </entry> + </style> + <width>416.84210205078125</width> + </labels> + <processors> + <id>b775b657-5a5b-3708-0000-000000000000</id> + <parentGroupId>b3a9430b-3e40-3a04-0000-000000000000</parentGroupId> + <position> + <x>711.1157953067149</x> + <y>1.67367972157831</y> + </position> + <bundle> + <artifact>nifi-social-media-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>Twitter Endpoint</key> + <value> + <name>Twitter Endpoint</name> + </value> + </entry> + <entry> + <key>Consumer Key</key> + <value> + <name>Consumer Key</name> + </value> + </entry> + <entry> + <key>Consumer Secret</key> + <value> + <name>Consumer Secret</name> + </value> + </entry> + <entry> + <key>Access Token</key> + <value> + <name>Access Token</name> + </value> + </entry> + <entry> + <key>Access Token Secret</key> + <value> + <name>Access Token Secret</name> + </value> + </entry> + <entry> + <key>Languages</key> + <value> + <name>Languages</name> + </value> + </entry> + <entry> + <key>Terms to Filter On</key> + <value> + <name>Terms to Filter On</name> + </value> + </entry> + <entry> + <key>IDs to Follow</key> + <value> + <name>IDs to Follow</name> + </value> + </entry> + <entry> + <key>Locations to Filter On</key> + <value> + <name>Locations to Filter On</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Twitter Endpoint</key> + <value>Sample Endpoint</value> + </entry> + <entry> + <key>Consumer Key</key> + </entry> + <entry> + <key>Consumer Secret</key> + </entry> + <entry> + <key>Access Token</key> + </entry> + <entry> + <key>Access Token Secret</key> + </entry> + <entry> + <key>Languages</key> + </entry> + <entry> + <key>Terms to Filter On</key> + </entry> + <entry> + <key>IDs to Follow</key> + </entry> + <entry> + <key>Locations to Filter On</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>GetTwitter</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>STOPPED</state> + <style></style> + <type>org.apache.nifi.processors.twitter.GetTwitter</type> + </processors> + <processors> + <id>c439cdca-e989-3491-0000-000000000000</id> + <parentGroupId>b3a9430b-3e40-3a04-0000-000000000000</parentGroupId> + <position> + <x>674.1998712344492</x> + <y>-474.2524572489417</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>File Size</key> + <value> + <name>File Size</name> + </value> + </entry> + <entry> + <key>Batch Size</key> + <value> + <name>Batch Size</name> + </value> + </entry> + <entry> + <key>Data Format</key> + <value> + <name>Data Format</name> + </value> + </entry> + <entry> + <key>Unique FlowFiles</key> + <value> + <name>Unique FlowFiles</name> + </value> + </entry> + <entry> + <key>generate-ff-custom-text</key> + <value> + <name>generate-ff-custom-text</name> + </value> + </entry> + <entry> + <key>character-set</key> + <value> + <name>character-set</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>File Size</key> + <value>0B</value> + </entry> + <entry> + <key>Batch Size</key> + <value>1</value> + </entry> + <entry> + <key>Data Format</key> + <value>Text</value> + </entry> + <entry> + <key>Unique FlowFiles</key> + <value>false</value> + </entry> + <entry> + <key>generate-ff-custom-text</key> + </entry> + <entry> + <key>character-set</key> + <value>UTF-8</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>1d</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>Generate C</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style></style> + <type>org.apache.nifi.processors.standard.GenerateFlowFile</type> + </processors> + <processors> + <id>c5392447-e9f1-33ad-0000-000000000000</id> + <parentGroupId>b3a9430b-3e40-3a04-0000-000000000000</parentGroupId> + <position> + <x>350.48686507975015</x> + <y>-234.94570552127266</y> + </position> + <bundle> + <artifact>nifi-update-attribute-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>Delete Attributes Expression</key> + <value> + <name>Delete Attributes Expression</name> + </value> + </entry> + <entry> + <key>Store State</key> + <value> + <name>Store State</name> + </value> + </entry> + <entry> + <key>Stateful Variables Initial Value</key> + <value> + <name>Stateful Variables Initial Value</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Delete Attributes Expression</key> + </entry> + <entry> + <key>Store State</key> + <value>Do not store state</value> + </entry> + <entry> + <key>Stateful Variables Initial Value</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>UpdateAttribute</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style></style> + <type>org.apache.nifi.processors.attributes.UpdateAttribute</type> + </processors> + <processors> + <id>ca71e4d9-2a4f-3970-0000-000000000000</id> + <parentGroupId>b3a9430b-3e40-3a04-0000-000000000000</parentGroupId> + <position> + <x>-73.58932859465233</x> + <y>-130.67362652994757</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>File Size</key> + <value> + <name>File Size</name> + </value> + </entry> + <entry> + <key>Batch Size</key> + <value> + <name>Batch Size</name> + </value> + </entry> + <entry> + <key>Data Format</key> + <value> + <name>Data Format</name> + </value> + </entry> + <entry> + <key>Unique FlowFiles</key> + <value> + <name>Unique FlowFiles</name> + </value> + </entry> + <entry> + <key>generate-ff-custom-text</key> + <value> + <name>generate-ff-custom-text</name> + </value> + </entry> + <entry> + <key>character-set</key> + <value> + <name>character-set</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>File Size</key> + <value>0B</value> + </entry> + <entry> + <key>Batch Size</key> + <value>1</value> + </entry> + <entry> + <key>Data Format</key> + <value>Text</value> + </entry> + <entry> + <key>Unique FlowFiles</key> + <value>false</value> + </entry> + <entry> + <key>generate-ff-custom-text</key> + </entry> + <entry> + <key>character-set</key> + <value>UTF-8</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>1d</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>Generate A</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>STOPPED</state> + <style></style> + <type>org.apache.nifi.processors.standard.GenerateFlowFile</type> + </processors> + <processors> + <id>333255b6-eb02-3056-0000-000000000000</id> + <parentGroupId>b3a9430b-3e40-3a04-0000-000000000000</parentGroupId> + <position> + <x>167.93687074616798</x> + <y>-480.30510007120733</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>File Size</key> + <value> + <name>File Size</name> + </value> + </entry> + <entry> + <key>Batch Size</key> + <value> + <name>Batch Size</name> + </value> + </entry> + <entry> + <key>Data Format</key> + <value> + <name>Data Format</name> + </value> + </entry> + <entry> + <key>Unique FlowFiles</key> + <value> + <name>Unique FlowFiles</name> + </value> + </entry> + <entry> + <key>generate-ff-custom-text</key> + <value> + <name>generate-ff-custom-text</name> + </value> + </entry> + <entry> + <key>character-set</key> + <value> + <name>character-set</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>File Size</key> + <value>0B</value> + </entry> + <entry> + <key>Batch Size</key> + <value>1</value> + </entry> + <entry> + <key>Data Format</key> + <value>Text</value> + </entry> + <entry> + <key>Unique FlowFiles</key> + <value>false</value> + </entry> + <entry> + <key>generate-ff-custom-text</key> + </entry> + <entry> + <key>character-set</key> + <value>UTF-8</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>1d</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>Generate B</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>STOPPED</state> + <style></style> + <type>org.apache.nifi.processors.standard.GenerateFlowFile</type> + </processors> + <processors> + <id>7033f311-ac68-3cab-0000-000000000000</id> + <parentGroupId>b3a9430b-3e40-3a04-0000-000000000000</parentGroupId> + <position> + <x>1147.8839837832775</x> + <y>171.22101629994745</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>File Size</key> + <value> + <name>File Size</name> + </value> + </entry> + <entry> + <key>Batch Size</key> + <value> + <name>Batch Size</name> + </value> + </entry> + <entry> + <key>Data Format</key> + <value> + <name>Data Format</name> + </value> + </entry> + <entry> + <key>Unique FlowFiles</key> + <value> + <name>Unique FlowFiles</name> + </value> + </entry> + <entry> + <key>generate-ff-custom-text</key> + <value> + <name>generate-ff-custom-text</name> + </value> + </entry> + <entry> + <key>character-set</key> + <value> + <name>character-set</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>File Size</key> + <value>0B</value> + </entry> + <entry> + <key>Batch Size</key> + <value>1</value> + </entry> + <entry> + <key>Data Format</key> + <value>Text</value> + </entry> + <entry> + <key>Unique FlowFiles</key> + <value>false</value> + </entry> + <entry> + <key>generate-ff-custom-text</key> + </entry> + <entry> + <key>character-set</key> + <value>UTF-8</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>1d</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>InactiveProcessor</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>STOPPED</state> + <style></style> + <type>org.apache.nifi.processors.standard.GenerateFlowFile</type> + </processors> + <remoteProcessGroups> + <id>18474287-6326-311a-0000-000000000000</id> + <parentGroupId>b3a9430b-3e40-3a04-0000-000000000000</parentGroupId> + <position> + <x>534.4000360293711</x> + <y>319.5999721410119</y> + </position> + <communicationsTimeout>30 sec</communicationsTimeout> + <contents> + <inputPorts> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <connected>true</connected> + <exists>true</exists> + <id>f31a6b53-3077-4c59-0000-000000000000</id> + <targetId>77919f59-533e-35a3-0000-000000000000</targetId> + <name>input</name> + <targetRunning>true</targetRunning> + <transmitting>true</transmitting> + <useCompression>false</useCompression> + </inputPorts> + </contents> + <proxyHost></proxyHost> + <proxyUser></proxyUser> + <targetUri>http://localhost:8080/nifi</targetUri> + <targetUris>http://localhost:8080/nifi</targetUris> + <transportProtocol>HTTP</transportProtocol> + <yieldDuration>10 sec</yieldDuration> + </remoteProcessGroups> + </contents> + <name>S2SSend</name> + </processGroups> + </snippet> + <timestamp>10/18/2017 16:02:17 JST</timestamp> +</template> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/nifi/blob/fc73c609/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2STransfer.xml ---------------------------------------------------------------------- diff --git a/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2STransfer.xml b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2STransfer.xml new file mode 100644 index 0000000..75a74e7 --- /dev/null +++ b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/S2STransfer.xml @@ -0,0 +1,153 @@ +<?xml version="1.0" ?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + http://www.apache.org/licenses/LICENSE-2.0 + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<template encoding-version="1.1"> + <description></description> + <groupId>27b7b6b8-015f-1000-0d31-197ae42bab34</groupId> + <name>S2STransfer</name> + <snippet> + <connections> + <id>157c6a56-3753-304d-0000-000000000000</id> + <parentGroupId>c81f8a46-4aa3-313e-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>c81f8a46-4aa3-313e-0000-000000000000</groupId> + <id>392e7343-3950-329b-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>c81f8a46-4aa3-313e-0000-000000000000</groupId> + <id>1b9f81db-a0fd-389a-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <outputPorts> + <id>392e7343-3950-329b-0000-000000000000</id> + <parentGroupId>c81f8a46-4aa3-313e-0000-000000000000</parentGroupId> + <position> + <x>53.43126270299064</x> + <y>267.91819788476437</y> + </position> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>output</name> + <state>RUNNING</state> + <transmitting>false</transmitting> + <type>OUTPUT_PORT</type> + </outputPorts> + <processors> + <id>1b9f81db-a0fd-389a-0000-000000000000</id> + <parentGroupId>c81f8a46-4aa3-313e-0000-000000000000</parentGroupId> + <position> + <x>0.0</x> + <y>0.0</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>File Size</key> + <value> + <name>File Size</name> + </value> + </entry> + <entry> + <key>Batch Size</key> + <value> + <name>Batch Size</name> + </value> + </entry> + <entry> + <key>Data Format</key> + <value> + <name>Data Format</name> + </value> + </entry> + <entry> + <key>Unique FlowFiles</key> + <value> + <name>Unique FlowFiles</name> + </value> + </entry> + <entry> + <key>generate-ff-custom-text</key> + <value> + <name>generate-ff-custom-text</name> + </value> + </entry> + <entry> + <key>character-set</key> + <value> + <name>character-set</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>File Size</key> + <value>0B</value> + </entry> + <entry> + <key>Batch Size</key> + <value>1</value> + </entry> + <entry> + <key>Data Format</key> + <value>Text</value> + </entry> + <entry> + <key>Unique FlowFiles</key> + <value>false</value> + </entry> + <entry> + <key>generate-ff-custom-text</key> + </entry> + <entry> + <key>character-set</key> + <value>UTF-8</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>1d</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>GenerateFlowFile</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style></style> + <type>org.apache.nifi.processors.standard.GenerateFlowFile</type> + </processors> + </snippet> + <timestamp>10/20/2017 17:48:34 JST</timestamp> +</template> \ No newline at end of file
