Repository: nifi Updated Branches: refs/heads/master 44a3ac9ef -> 9750cf2fc
http://git-wip-us.apache.org/repos/asf/nifi/blob/fc73c609/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/SimpleEventLevel.xml ---------------------------------------------------------------------- diff --git a/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/SimpleEventLevel.xml b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/SimpleEventLevel.xml new file mode 100644 index 0000000..acdd12c --- /dev/null +++ b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/SimpleEventLevel.xml @@ -0,0 +1,541 @@ +<?xml version="1.0" ?> +<template encoding-version="1.1"> + <!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + http://www.apache.org/licenses/LICENSE-2.0 + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. + --> + <description></description> + <groupId>702990fc-015f-1000-9812-e01e5450a1a4</groupId> + <name>SimpleEventLevel</name> + <snippet> + <processGroups> + <id>86420a14-2fab-3e1e-0000-000000000000</id> + <parentGroupId>5e97d31e-6852-3d6b-0000-000000000000</parentGroupId> + <position> + <x>0.0</x> + <y>0.0</y> + </position> + <comments></comments> + <contents> + <connections> + <id>9688f73d-6793-30c0-0000-000000000000</id> + <parentGroupId>86420a14-2fab-3e1e-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>86420a14-2fab-3e1e-0000-000000000000</groupId> + <id>bfc30bc3-48cf-332a-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>86420a14-2fab-3e1e-0000-000000000000</groupId> + <id>eaf013c1-aec5-39b0-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>44a9c917-cb55-38a4-0000-000000000000</id> + <parentGroupId>86420a14-2fab-3e1e-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>86420a14-2fab-3e1e-0000-000000000000</groupId> + <id>eaf013c1-aec5-39b0-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>86420a14-2fab-3e1e-0000-000000000000</groupId> + <id>d84b9bdc-5e42-3b3b-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>552d1f14-7093-3777-0000-000000000000</id> + <parentGroupId>86420a14-2fab-3e1e-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>86420a14-2fab-3e1e-0000-000000000000</groupId> + <id>eaf013c1-aec5-39b0-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>86420a14-2fab-3e1e-0000-000000000000</groupId> + <id>d9257f7e-b78c-349a-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <processors> + <id>bfc30bc3-48cf-332a-0000-000000000000</id> + <parentGroupId>86420a14-2fab-3e1e-0000-000000000000</parentGroupId> + <position> + <x>506.60000000000014</x> + <y>723.5999511718751</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>Log Level</key> + <value> + <name>Log Level</name> + </value> + </entry> + <entry> + <key>Log Payload</key> + <value> + <name>Log Payload</name> + </value> + </entry> + <entry> + <key>Attributes to Log</key> + <value> + <name>Attributes to Log</name> + </value> + </entry> + <entry> + <key>attributes-to-log-regex</key> + <value> + <name>attributes-to-log-regex</name> + </value> + </entry> + <entry> + <key>Attributes to Ignore</key> + <value> + <name>Attributes to Ignore</name> + </value> + </entry> + <entry> + <key>attributes-to-ignore-regex</key> + <value> + <name>attributes-to-ignore-regex</name> + </value> + </entry> + <entry> + <key>Log prefix</key> + <value> + <name>Log prefix</name> + </value> + </entry> + <entry> + <key>character-set</key> + <value> + <name>character-set</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Log Level</key> + <value>info</value> + </entry> + <entry> + <key>Log Payload</key> + <value>false</value> + </entry> + <entry> + <key>Attributes to Log</key> + </entry> + <entry> + <key>attributes-to-log-regex</key> + <value>.*</value> + </entry> + <entry> + <key>Attributes to Ignore</key> + </entry> + <entry> + <key>attributes-to-ignore-regex</key> + </entry> + <entry> + <key>Log prefix</key> + </entry> + <entry> + <key>character-set</key> + <value>UTF-8</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>LogAttribute</name> + <relationships> + <autoTerminate>true</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style></style> + <type>org.apache.nifi.processors.standard.LogAttribute</type> + </processors> + <processors> + <id>d84b9bdc-5e42-3b3b-0000-000000000000</id> + <parentGroupId>86420a14-2fab-3e1e-0000-000000000000</parentGroupId> + <position> + <x>747.7999633789062</x> + <y>117.59999084472656</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>File Size</key> + <value> + <name>File Size</name> + </value> + </entry> + <entry> + <key>Batch Size</key> + <value> + <name>Batch Size</name> + </value> + </entry> + <entry> + <key>Data Format</key> + <value> + <name>Data Format</name> + </value> + </entry> + <entry> + <key>Unique FlowFiles</key> + <value> + <name>Unique FlowFiles</name> + </value> + </entry> + <entry> + <key>generate-ff-custom-text</key> + <value> + <name>generate-ff-custom-text</name> + </value> + </entry> + <entry> + <key>character-set</key> + <value> + <name>character-set</name> + </value> + </entry> + <entry> + <key>filename</key> + <value> + <name>filename</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>File Size</key> + <value>0B</value> + </entry> + <entry> + <key>Batch Size</key> + <value>1</value> + </entry> + <entry> + <key>Data Format</key> + <value>Text</value> + </entry> + <entry> + <key>Unique FlowFiles</key> + <value>false</value> + </entry> + <entry> + <key>generate-ff-custom-text</key> + <value>contents of B</value> + </entry> + <entry> + <key>character-set</key> + <value>UTF-8</value> + </entry> + <entry> + <key>filename</key> + <value>b.txt</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>1d</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>Generate B</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style></style> + <type>org.apache.nifi.processors.standard.GenerateFlowFile</type> + </processors> + <processors> + <id>d9257f7e-b78c-349a-0000-000000000000</id> + <parentGroupId>86420a14-2fab-3e1e-0000-000000000000</parentGroupId> + <position> + <x>283.0</x> + <y>119.0</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>File Size</key> + <value> + <name>File Size</name> + </value> + </entry> + <entry> + <key>Batch Size</key> + <value> + <name>Batch Size</name> + </value> + </entry> + <entry> + <key>Data Format</key> + <value> + <name>Data Format</name> + </value> + </entry> + <entry> + <key>Unique FlowFiles</key> + <value> + <name>Unique FlowFiles</name> + </value> + </entry> + <entry> + <key>generate-ff-custom-text</key> + <value> + <name>generate-ff-custom-text</name> + </value> + </entry> + <entry> + <key>character-set</key> + <value> + <name>character-set</name> + </value> + </entry> + <entry> + <key>filename</key> + <value> + <name>filename</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>File Size</key> + <value>0B</value> + </entry> + <entry> + <key>Batch Size</key> + <value>1</value> + </entry> + <entry> + <key>Data Format</key> + <value>Text</value> + </entry> + <entry> + <key>Unique FlowFiles</key> + <value>false</value> + </entry> + <entry> + <key>generate-ff-custom-text</key> + <value>contents of A</value> + </entry> + <entry> + <key>character-set</key> + <value>UTF-8</value> + </entry> + <entry> + <key>filename</key> + <value>a.txt</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>1d</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>Generate A</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style></style> + <type>org.apache.nifi.processors.standard.GenerateFlowFile</type> + </processors> + <processors> + <id>eaf013c1-aec5-39b0-0000-000000000000</id> + <parentGroupId>86420a14-2fab-3e1e-0000-000000000000</parentGroupId> + <position> + <x>506.60001220703134</x> + <y>438.0000244140625</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>Directory</key> + <value> + <name>Directory</name> + </value> + </entry> + <entry> + <key>Conflict Resolution Strategy</key> + <value> + <name>Conflict Resolution Strategy</name> + </value> + </entry> + <entry> + <key>Create Missing Directories</key> + <value> + <name>Create Missing Directories</name> + </value> + </entry> + <entry> + <key>Maximum File Count</key> + <value> + <name>Maximum File Count</name> + </value> + </entry> + <entry> + <key>Last Modified Time</key> + <value> + <name>Last Modified Time</name> + </value> + </entry> + <entry> + <key>Permissions</key> + <value> + <name>Permissions</name> + </value> + </entry> + <entry> + <key>Owner</key> + <value> + <name>Owner</name> + </value> + </entry> + <entry> + <key>Group</key> + <value> + <name>Group</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Directory</key> + <value>/tmp/nifi</value> + </entry> + <entry> + <key>Conflict Resolution Strategy</key> + <value>fail</value> + </entry> + <entry> + <key>Create Missing Directories</key> + <value>true</value> + </entry> + <entry> + <key>Maximum File Count</key> + </entry> + <entry> + <key>Last Modified Time</key> + </entry> + <entry> + <key>Permissions</key> + </entry> + <entry> + <key>Owner</key> + </entry> + <entry> + <key>Group</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>PutFile</name> + <relationships> + <autoTerminate>true</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style></style> + <type>org.apache.nifi.processors.standard.PutFile</type> + </processors> + </contents> + <name>SimpleEventLevel</name> + </processGroups> + </snippet> + <timestamp>10/31/2017 11:10:24 JST</timestamp> +</template> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/nifi/blob/fc73c609/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/SimplestFlowPath.xml ---------------------------------------------------------------------- diff --git a/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/SimplestFlowPath.xml b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/SimplestFlowPath.xml new file mode 100644 index 0000000..500fa0e --- /dev/null +++ b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/SimplestFlowPath.xml @@ -0,0 +1,265 @@ +<?xml version="1.0" ?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + http://www.apache.org/licenses/LICENSE-2.0 + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<template encoding-version="1.1"> + <description></description> + <groupId>27b7b6b8-015f-1000-0d31-197ae42bab34</groupId> + <name>SimplestFlowPath</name> + <snippet> + <processGroups> + <id>aa3d184c-952b-38b1-0000-000000000000</id> + <parentGroupId>c81f8a46-4aa3-313e-0000-000000000000</parentGroupId> + <position> + <x>0.0</x> + <y>0.0</y> + </position> + <comments></comments> + <contents> + <connections> + <id>dcb1705e-928f-34df-0000-000000000000</id> + <parentGroupId>aa3d184c-952b-38b1-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>aa3d184c-952b-38b1-0000-000000000000</groupId> + <id>7cc44055-b9fd-38ec-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>aa3d184c-952b-38b1-0000-000000000000</groupId> + <id>d270e6f0-c5e0-38b9-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <processors> + <id>d270e6f0-c5e0-38b9-0000-000000000000</id> + <parentGroupId>aa3d184c-952b-38b1-0000-000000000000</parentGroupId> + <position> + <x>343.0</x> + <y>88.0</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>File Size</key> + <value> + <name>File Size</name> + </value> + </entry> + <entry> + <key>Batch Size</key> + <value> + <name>Batch Size</name> + </value> + </entry> + <entry> + <key>Data Format</key> + <value> + <name>Data Format</name> + </value> + </entry> + <entry> + <key>Unique FlowFiles</key> + <value> + <name>Unique FlowFiles</name> + </value> + </entry> + <entry> + <key>generate-ff-custom-text</key> + <value> + <name>generate-ff-custom-text</name> + </value> + </entry> + <entry> + <key>character-set</key> + <value> + <name>character-set</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>File Size</key> + <value>0B</value> + </entry> + <entry> + <key>Batch Size</key> + <value>1</value> + </entry> + <entry> + <key>Data Format</key> + <value>Text</value> + </entry> + <entry> + <key>Unique FlowFiles</key> + <value>false</value> + </entry> + <entry> + <key>generate-ff-custom-text</key> + </entry> + <entry> + <key>character-set</key> + <value>UTF-8</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>GenerateFlowFile</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>STOPPED</state> + <style></style> + <type>org.apache.nifi.processors.standard.GenerateFlowFile</type> + </processors> + <processors> + <id>7cc44055-b9fd-38ec-0000-000000000000</id> + <parentGroupId>aa3d184c-952b-38b1-0000-000000000000</parentGroupId> + <position> + <x>348.0</x> + <y>381.0</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>Log Level</key> + <value> + <name>Log Level</name> + </value> + </entry> + <entry> + <key>Log Payload</key> + <value> + <name>Log Payload</name> + </value> + </entry> + <entry> + <key>Attributes to Log</key> + <value> + <name>Attributes to Log</name> + </value> + </entry> + <entry> + <key>attributes-to-log-regex</key> + <value> + <name>attributes-to-log-regex</name> + </value> + </entry> + <entry> + <key>Attributes to Ignore</key> + <value> + <name>Attributes to Ignore</name> + </value> + </entry> + <entry> + <key>attributes-to-ignore-regex</key> + <value> + <name>attributes-to-ignore-regex</name> + </value> + </entry> + <entry> + <key>Log prefix</key> + <value> + <name>Log prefix</name> + </value> + </entry> + <entry> + <key>character-set</key> + <value> + <name>character-set</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Log Level</key> + <value>info</value> + </entry> + <entry> + <key>Log Payload</key> + <value>false</value> + </entry> + <entry> + <key>Attributes to Log</key> + </entry> + <entry> + <key>attributes-to-log-regex</key> + <value>.*</value> + </entry> + <entry> + <key>Attributes to Ignore</key> + </entry> + <entry> + <key>attributes-to-ignore-regex</key> + </entry> + <entry> + <key>Log prefix</key> + </entry> + <entry> + <key>character-set</key> + <value>UTF-8</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>LogAttribute</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>STOPPED</state> + <style></style> + <type>org.apache.nifi.processors.standard.LogAttribute</type> + </processors> + </contents> + <name>SimplestFlowPath</name> + </processGroups> + </snippet> + <timestamp>10/17/2017 10:32:02 JST</timestamp> +</template> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/nifi/blob/fc73c609/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/SingleFlowPath.xml ---------------------------------------------------------------------- diff --git a/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/SingleFlowPath.xml b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/SingleFlowPath.xml new file mode 100644 index 0000000..7d3d0cd --- /dev/null +++ b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/flow-templates/SingleFlowPath.xml @@ -0,0 +1,943 @@ +<?xml version="1.0" ?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + http://www.apache.org/licenses/LICENSE-2.0 + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<template encoding-version="1.1"> + <description></description> + <groupId>27b7b6b8-015f-1000-0d31-197ae42bab34</groupId> + <name>SingleFlowPath</name> + <snippet> + <processGroups> + <id>32b1e09c-fc1d-3e0d-0000-000000000000</id> + <parentGroupId>c81f8a46-4aa3-313e-0000-000000000000</parentGroupId> + <position> + <x>0.0</x> + <y>0.0</y> + </position> + <comments></comments> + <contents> + <connections> + <id>91d5691e-0e72-301d-0000-000000000000</id> + <parentGroupId>32b1e09c-fc1d-3e0d-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <bends> + <x>332.7599792480469</x> + <y>689.639892578125</y> + </bends> + <destination> + <groupId>32b1e09c-fc1d-3e0d-0000-000000000000</groupId> + <id>5a56149a-d82a-3242-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>0</labelIndex> + <name></name> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>32b1e09c-fc1d-3e0d-0000-000000000000</groupId> + <id>215239c3-dbfb-3b16-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>94548863-a2f6-3c29-0000-000000000000</id> + <parentGroupId>32b1e09c-fc1d-3e0d-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <bends> + <x>900.0800659179688</x> + <y>532.359990234375</y> + </bends> + <bends> + <x>900.0800659179688</x> + <y>582.359990234375</y> + </bends> + <destination> + <groupId>32b1e09c-fc1d-3e0d-0000-000000000000</groupId> + <id>215239c3-dbfb-3b16-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <name></name> + <selectedRelationships>retry</selectedRelationships> + <source> + <groupId>32b1e09c-fc1d-3e0d-0000-000000000000</groupId> + <id>215239c3-dbfb-3b16-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>aee2b8c0-4c25-341f-0000-000000000000</id> + <parentGroupId>32b1e09c-fc1d-3e0d-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <bends> + <x>322.6799621582031</x> + <y>244.67996215820312</y> + </bends> + <destination> + <groupId>32b1e09c-fc1d-3e0d-0000-000000000000</groupId> + <id>387ef1b0-adf8-3f90-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>0</labelIndex> + <name></name> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>32b1e09c-fc1d-3e0d-0000-000000000000</groupId> + <id>2e9a2852-228f-379b-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>dbc0e770-483c-36fb-0000-000000000000</id> + <parentGroupId>32b1e09c-fc1d-3e0d-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <bends> + <x>319.7999572753906</x> + <y>516.8399047851562</y> + </bends> + <destination> + <groupId>32b1e09c-fc1d-3e0d-0000-000000000000</groupId> + <id>215239c3-dbfb-3b16-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>0</labelIndex> + <name></name> + <selectedRelationships>sql</selectedRelationships> + <source> + <groupId>32b1e09c-fc1d-3e0d-0000-000000000000</groupId> + <id>2bdf4bbe-106f-30e5-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>f62185a1-ba26-3bce-0000-000000000000</id> + <parentGroupId>32b1e09c-fc1d-3e0d-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <bends> + <x>321.2399597167969</x> + <y>377.1599426269531</y> + </bends> + <destination> + <groupId>32b1e09c-fc1d-3e0d-0000-000000000000</groupId> + <id>2bdf4bbe-106f-30e5-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>0</labelIndex> + <name></name> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>32b1e09c-fc1d-3e0d-0000-000000000000</groupId> + <id>387ef1b0-adf8-3f90-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <labels> + <id>84a100ef-a4aa-3fbc-0000-000000000000</id> + <parentGroupId>32b1e09c-fc1d-3e0d-0000-000000000000</parentGroupId> + <position> + <x>437.8799963378908</x> + <y>-13.080005035400433</y> + </position> + <height>46.07999038696289</height> + <label>ConsumeKafka will generate a RECEIVE provenance event +PLAINTEXT://0.kafka.example.com:6667/nifi-test</label> + <style> + <entry> + <key>font-size</key> + <value>12px</value> + </entry> + </style> + <width>364.3199157714844</width> + </labels> + <labels> + <id>42c2fce3-0622-31c8-0000-000000000000</id> + <parentGroupId>32b1e09c-fc1d-3e0d-0000-000000000000</parentGroupId> + <position> + <x>442.7199621582033</x> + <y>789.5198828125</y> + </position> + <height>46.07999038696289</height> + <label>PublishKafka will generate a SEND provenance event +PLAINTEXT://0.kafka.example.com:6667/nifi-test</label> + <style> + <entry> + <key>font-size</key> + <value>12px</value> + </entry> + </style> + <width>364.3199157714844</width> + </labels> + <processors> + <id>215239c3-dbfb-3b16-0000-000000000000</id> + <parentGroupId>32b1e09c-fc1d-3e0d-0000-000000000000</parentGroupId> + <position> + <x>445.0800659179688</x> + <y>492.359990234375</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>JDBC Connection Pool</key> + <value> + <identifiesControllerService>org.apache.nifi.dbcp.DBCPService</identifiesControllerService> + <name>JDBC Connection Pool</name> + </value> + </entry> + <entry> + <key>Support Fragmented Transactions</key> + <value> + <name>Support Fragmented Transactions</name> + </value> + </entry> + <entry> + <key>Transaction Timeout</key> + <value> + <name>Transaction Timeout</name> + </value> + </entry> + <entry> + <key>Batch Size</key> + <value> + <name>Batch Size</name> + </value> + </entry> + <entry> + <key>Obtain Generated Keys</key> + <value> + <name>Obtain Generated Keys</name> + </value> + </entry> + <entry> + <key>rollback-on-failure</key> + <value> + <name>rollback-on-failure</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>JDBC Connection Pool</key> + </entry> + <entry> + <key>Support Fragmented Transactions</key> + <value>true</value> + </entry> + <entry> + <key>Transaction Timeout</key> + </entry> + <entry> + <key>Batch Size</key> + <value>100</value> + </entry> + <entry> + <key>Obtain Generated Keys</key> + <value>false</value> + </entry> + <entry> + <key>rollback-on-failure</key> + <value>false</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>PutSQL</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>retry</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>STOPPED</state> + <style></style> + <type>org.apache.nifi.processors.standard.PutSQL</type> + </processors> + <processors> + <id>2bdf4bbe-106f-30e5-0000-000000000000</id> + <parentGroupId>32b1e09c-fc1d-3e0d-0000-000000000000</parentGroupId> + <position> + <x>445.08000732421874</x> + <y>342.60004638671876</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>JDBC Connection Pool</key> + <value> + <identifiesControllerService>org.apache.nifi.dbcp.DBCPService</identifiesControllerService> + <name>JDBC Connection Pool</name> + </value> + </entry> + <entry> + <key>Statement Type</key> + <value> + <name>Statement Type</name> + </value> + </entry> + <entry> + <key>Table Name</key> + <value> + <name>Table Name</name> + </value> + </entry> + <entry> + <key>Catalog Name</key> + <value> + <name>Catalog Name</name> + </value> + </entry> + <entry> + <key>Schema Name</key> + <value> + <name>Schema Name</name> + </value> + </entry> + <entry> + <key>Translate Field Names</key> + <value> + <name>Translate Field Names</name> + </value> + </entry> + <entry> + <key>Unmatched Field Behavior</key> + <value> + <name>Unmatched Field Behavior</name> + </value> + </entry> + <entry> + <key>Unmatched Column Behavior</key> + <value> + <name>Unmatched Column Behavior</name> + </value> + </entry> + <entry> + <key>Update Keys</key> + <value> + <name>Update Keys</name> + </value> + </entry> + <entry> + <key>jts-quoted-identifiers</key> + <value> + <name>jts-quoted-identifiers</name> + </value> + </entry> + <entry> + <key>jts-quoted-table-identifiers</key> + <value> + <name>jts-quoted-table-identifiers</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>JDBC Connection Pool</key> + </entry> + <entry> + <key>Statement Type</key> + </entry> + <entry> + <key>Table Name</key> + </entry> + <entry> + <key>Catalog Name</key> + </entry> + <entry> + <key>Schema Name</key> + </entry> + <entry> + <key>Translate Field Names</key> + <value>true</value> + </entry> + <entry> + <key>Unmatched Field Behavior</key> + <value>Ignore Unmatched Fields</value> + </entry> + <entry> + <key>Unmatched Column Behavior</key> + <value>Fail on Unmatched Columns</value> + </entry> + <entry> + <key>Update Keys</key> + </entry> + <entry> + <key>jts-quoted-identifiers</key> + <value>false</value> + </entry> + <entry> + <key>jts-quoted-table-identifiers</key> + <value>false</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>ConvertJSONToSQL</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>true</autoTerminate> + <name>original</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>sql</name> + </relationships> + <state>STOPPED</state> + <style></style> + <type>org.apache.nifi.processors.standard.ConvertJSONToSQL</type> + </processors> + <processors> + <id>2e9a2852-228f-379b-0000-000000000000</id> + <parentGroupId>32b1e09c-fc1d-3e0d-0000-000000000000</parentGroupId> + <position> + <x>445.08000976562505</x> + <y>47.400016784668</y> + </position> + <bundle> + <artifact>nifi-kafka-0-11-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>bootstrap.servers</key> + <value> + <name>bootstrap.servers</name> + </value> + </entry> + <entry> + <key>security.protocol</key> + <value> + <name>security.protocol</name> + </value> + </entry> + <entry> + <key>sasl.kerberos.service.name</key> + <value> + <name>sasl.kerberos.service.name</name> + </value> + </entry> + <entry> + <key>sasl.kerberos.principal</key> + <value> + <name>sasl.kerberos.principal</name> + </value> + </entry> + <entry> + <key>sasl.kerberos.keytab</key> + <value> + <name>sasl.kerberos.keytab</name> + </value> + </entry> + <entry> + <key>ssl.context.service</key> + <value> + <identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService> + <name>ssl.context.service</name> + </value> + </entry> + <entry> + <key>topic</key> + <value> + <name>topic</name> + </value> + </entry> + <entry> + <key>topic_type</key> + <value> + <name>topic_type</name> + </value> + </entry> + <entry> + <key>honor-transactions</key> + <value> + <name>honor-transactions</name> + </value> + </entry> + <entry> + <key>group.id</key> + <value> + <name>group.id</name> + </value> + </entry> + <entry> + <key>auto.offset.reset</key> + <value> + <name>auto.offset.reset</name> + </value> + </entry> + <entry> + <key>key-attribute-encoding</key> + <value> + <name>key-attribute-encoding</name> + </value> + </entry> + <entry> + <key>message-demarcator</key> + <value> + <name>message-demarcator</name> + </value> + </entry> + <entry> + <key>message-header-encoding</key> + <value> + <name>message-header-encoding</name> + </value> + </entry> + <entry> + <key>header-name-regex</key> + <value> + <name>header-name-regex</name> + </value> + </entry> + <entry> + <key>max.poll.records</key> + <value> + <name>max.poll.records</name> + </value> + </entry> + <entry> + <key>max-uncommit-offset-wait</key> + <value> + <name>max-uncommit-offset-wait</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>bootstrap.servers</key> + <value>localhost:9092</value> + </entry> + <entry> + <key>security.protocol</key> + <value>PLAINTEXT</value> + </entry> + <entry> + <key>sasl.kerberos.service.name</key> + </entry> + <entry> + <key>sasl.kerberos.principal</key> + </entry> + <entry> + <key>sasl.kerberos.keytab</key> + </entry> + <entry> + <key>ssl.context.service</key> + </entry> + <entry> + <key>topic</key> + </entry> + <entry> + <key>topic_type</key> + <value>names</value> + </entry> + <entry> + <key>honor-transactions</key> + <value>true</value> + </entry> + <entry> + <key>group.id</key> + </entry> + <entry> + <key>auto.offset.reset</key> + <value>latest</value> + </entry> + <entry> + <key>key-attribute-encoding</key> + <value>utf-8</value> + </entry> + <entry> + <key>message-demarcator</key> + </entry> + <entry> + <key>message-header-encoding</key> + <value>UTF-8</value> + </entry> + <entry> + <key>header-name-regex</key> + </entry> + <entry> + <key>max.poll.records</key> + <value>10000</value> + </entry> + <entry> + <key>max-uncommit-offset-wait</key> + <value>1 secs</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>ConsumeKafka_0_11</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>STOPPED</state> + <style></style> + <type>org.apache.nifi.processors.kafka.pubsub.ConsumeKafka_0_11</type> + </processors> + <processors> + <id>387ef1b0-adf8-3f90-0000-000000000000</id> + <parentGroupId>32b1e09c-fc1d-3e0d-0000-000000000000</parentGroupId> + <position> + <x>445.08012207031254</x> + <y>192.8400793457031</y> + </position> + <bundle> + <artifact>nifi-update-attribute-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>Delete Attributes Expression</key> + <value> + <name>Delete Attributes Expression</name> + </value> + </entry> + <entry> + <key>Store State</key> + <value> + <name>Store State</name> + </value> + </entry> + <entry> + <key>Stateful Variables Initial Value</key> + <value> + <name>Stateful Variables Initial Value</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Delete Attributes Expression</key> + </entry> + <entry> + <key>Store State</key> + <value>Do not store state</value> + </entry> + <entry> + <key>Stateful Variables Initial Value</key> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>UpdateAttribute</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>STOPPED</state> + <style></style> + <type>org.apache.nifi.processors.attributes.UpdateAttribute</type> + </processors> + <processors> + <id>5a56149a-d82a-3242-0000-000000000000</id> + <parentGroupId>32b1e09c-fc1d-3e0d-0000-000000000000</parentGroupId> + <position> + <x>450.8399475097658</x> + <y>643.5599682617187</y> + </position> + <bundle> + <artifact>nifi-kafka-0-11-nar</artifact> + <group>org.apache.nifi</group> + <version>1.5.0-SNAPSHOT</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments></comments> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>bootstrap.servers</key> + <value> + <name>bootstrap.servers</name> + </value> + </entry> + <entry> + <key>security.protocol</key> + <value> + <name>security.protocol</name> + </value> + </entry> + <entry> + <key>sasl.kerberos.service.name</key> + <value> + <name>sasl.kerberos.service.name</name> + </value> + </entry> + <entry> + <key>sasl.kerberos.principal</key> + <value> + <name>sasl.kerberos.principal</name> + </value> + </entry> + <entry> + <key>sasl.kerberos.keytab</key> + <value> + <name>sasl.kerberos.keytab</name> + </value> + </entry> + <entry> + <key>ssl.context.service</key> + <value> + <identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService> + <name>ssl.context.service</name> + </value> + </entry> + <entry> + <key>topic</key> + <value> + <name>topic</name> + </value> + </entry> + <entry> + <key>acks</key> + <value> + <name>acks</name> + </value> + </entry> + <entry> + <key>use-transactions</key> + <value> + <name>use-transactions</name> + </value> + </entry> + <entry> + <key>attribute-name-regex</key> + <value> + <name>attribute-name-regex</name> + </value> + </entry> + <entry> + <key>message-header-encoding</key> + <value> + <name>message-header-encoding</name> + </value> + </entry> + <entry> + <key>kafka-key</key> + <value> + <name>kafka-key</name> + </value> + </entry> + <entry> + <key>key-attribute-encoding</key> + <value> + <name>key-attribute-encoding</name> + </value> + </entry> + <entry> + <key>message-demarcator</key> + <value> + <name>message-demarcator</name> + </value> + </entry> + <entry> + <key>max.request.size</key> + <value> + <name>max.request.size</name> + </value> + </entry> + <entry> + <key>ack.wait.time</key> + <value> + <name>ack.wait.time</name> + </value> + </entry> + <entry> + <key>max.block.ms</key> + <value> + <name>max.block.ms</name> + </value> + </entry> + <entry> + <key>partitioner.class</key> + <value> + <name>partitioner.class</name> + </value> + </entry> + <entry> + <key>compression.type</key> + <value> + <name>compression.type</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>bootstrap.servers</key> + <value>localhost:9092</value> + </entry> + <entry> + <key>security.protocol</key> + <value>PLAINTEXT</value> + </entry> + <entry> + <key>sasl.kerberos.service.name</key> + </entry> + <entry> + <key>sasl.kerberos.principal</key> + </entry> + <entry> + <key>sasl.kerberos.keytab</key> + </entry> + <entry> + <key>ssl.context.service</key> + </entry> + <entry> + <key>topic</key> + </entry> + <entry> + <key>acks</key> + <value>0</value> + </entry> + <entry> + <key>use-transactions</key> + <value>true</value> + </entry> + <entry> + <key>attribute-name-regex</key> + </entry> + <entry> + <key>message-header-encoding</key> + <value>UTF-8</value> + </entry> + <entry> + <key>kafka-key</key> + </entry> + <entry> + <key>key-attribute-encoding</key> + <value>utf-8</value> + </entry> + <entry> + <key>message-demarcator</key> + </entry> + <entry> + <key>max.request.size</key> + <value>1 MB</value> + </entry> + <entry> + <key>ack.wait.time</key> + <value>5 secs</value> + </entry> + <entry> + <key>max.block.ms</key> + <value>5 sec</value> + </entry> + <entry> + <key>partitioner.class</key> + <value>org.apache.kafka.clients.producer.internals.DefaultPartitioner</value> + </entry> + <entry> + <key>compression.type</key> + <value>none</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <name>PublishKafka_0_11</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>STOPPED</state> + <style></style> + <type>org.apache.nifi.processors.kafka.pubsub.PublishKafka_0_11</type> + </processors> + </contents> + <name>SingleFlowPath</name> + </processGroups> + </snippet> + <timestamp>10/18/2017 11:40:09 JST</timestamp> +</template> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/nifi/blob/fc73c609/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/log4j.properties ---------------------------------------------------------------------- diff --git a/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/log4j.properties b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/log4j.properties new file mode 100644 index 0000000..29dd873 --- /dev/null +++ b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/log4j.properties @@ -0,0 +1,22 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +log4j.rootLogger=INFO,console +log4j.category.org.apache.nifi=DEBUG + +log4j.appender.console=org.apache.log4j.ConsoleAppender +log4j.appender.console.target=System.err +log4j.appender.console.layout=org.apache.log4j.PatternLayout +log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n \ No newline at end of file http://git-wip-us.apache.org/repos/asf/nifi/blob/fc73c609/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/public/graph.html ---------------------------------------------------------------------- diff --git a/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/public/graph.html b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/public/graph.html new file mode 100644 index 0000000..501d954 --- /dev/null +++ b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/public/graph.html @@ -0,0 +1,115 @@ +<!DOCTYPE html> +<html lang="en"> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + http://www.apache.org/licenses/LICENSE-2.0 + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<svg width="960" height="500"></svg> +<script src="https://d3js.org/d3.v4.min.js";></script> +<script src="https://unpkg.com/[email protected]";></script> +<style> + +.node rect { + cursor: move; + fill-opacity: .9; + shape-rendering: crispEdges; +} + +.node text { + pointer-events: none; + text-shadow: 0 1px 0 #fff; +} + +.link { + fill: none; + stroke: #000; + stroke-opacity: .2; +} + +.link:hover { + stroke-opacity: .5; +} + +</style> +<script> + +var svg = d3.select("svg"), + width = +svg.attr("width"), + height = +svg.attr("height"); + +var formatNumber = d3.format(",.0f"), + format = function(d) { return formatNumber(d); }, + color = d3.scaleOrdinal(d3.schemeCategory10); + +var sankey = d3.sankey() + .nodeWidth(15) + .nodePadding(10) + .extent([[1, 1], [width - 1, height - 6]]); + +var link = svg.append("g") + .attr("class", "links") + .attr("fill", "none") + .attr("stroke", "#000") + .attr("stroke-opacity", 0.2) + .selectAll("path"); + +var node = svg.append("g") + .attr("class", "nodes") + .attr("font-family", "sans-serif") + .attr("font-size", 10) + .selectAll("g"); + +d3.json("/api/atlas/v2/debug/lineage/", function(error, lineage) { + if (error) throw error; + + sankey(lineage); + + link = link + .data(lineage.links) + .enter().append("path") + .attr("class", "link") + .attr("d", d3.sankeyLinkHorizontal()) + .attr("stroke-width", function(d) { return Math.max(1, d.width); }); + + link.append("title") + .text(function(d) { return d.source.name + "->" + d.target.name + "\n" + format(d.value); }); + + node = node + .data(lineage.nodes) + .enter().append("g") + .attr("class", "node"); + + node.append("rect") + .attr("x", function(d) { return d.x0; }) + .attr("y", function(d) { return d.y0; }) + .attr("height", function(d) { return d.y1 - d.y0; }) + .attr("width", function(d) { return d.x1 - d.x0; }) + .attr("fill", function(d) { return color(d.name.replace(/ .*/, "")); }) + .attr("stroke", "#000"); + + node.append("text") + .attr("x", function(d) { return d.x0 - 6; }) + .attr("y", function(d) { return (d.y1 + d.y0) / 2; }) + .attr("dy", "0.35em") + .attr("text-anchor", "end") + .text(function(d) { return d.name; }) + .filter(function(d) { return d.x0 < width / 2; }) + .attr("x", function(d) { return d.x1 + 6; }) + .attr("text-anchor", "start"); + + node.append("title") + .text(function(d) { return d.type + "\n" + d.name + "\n" + d.qualifiedName; }); +}); + +</script> +</html> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/nifi/blob/fc73c609/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/server.properties ---------------------------------------------------------------------- diff --git a/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/server.properties b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/server.properties new file mode 100644 index 0000000..d15debc --- /dev/null +++ b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/server.properties @@ -0,0 +1,121 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# see kafka.server.KafkaConfig for additional details and defaults + +############################# Server Basics ############################# + +# The id of the broker. This must be set to a unique integer for each broker. +broker.id=0 + +############################# Socket Server Settings ############################# + +# The port the socket server listens on +port=9092 + +# Hostname the broker will bind to. If not set, the server will bind to all interfaces +#host.name=localhost + +# Hostname the broker will advertise to producers and consumers. If not set, it uses the +# value for "host.name" if configured. Otherwise, it will use the value returned from +# java.net.InetAddress.getCanonicalHostName(). +#advertised.host.name=<hostname routable by clients> + +# The port to publish to ZooKeeper for clients to use. If this is not set, +# it will publish the same port that the broker binds to. +#advertised.port=<port accessible by clients> + +# The number of threads handling network requests +num.network.threads=3 + +# The number of threads doing disk I/O +num.io.threads=8 + +# The send buffer (SO_SNDBUF) used by the socket server +socket.send.buffer.bytes=102400 + +# The receive buffer (SO_RCVBUF) used by the socket server +socket.receive.buffer.bytes=102400 + +# The maximum size of a request that the socket server will accept (protection against OOM) +socket.request.max.bytes=104857600 + + +############################# Log Basics ############################# + +# A comma seperated list of directories under which to store log files +log.dirs=target/kafka-tmp/kafka-logs + +# The default number of log partitions per topic. More partitions allow greater +# parallelism for consumption, but this will also result in more files across +# the brokers. +num.partitions=1 + +# The number of threads per data directory to be used for log recovery at startup and flushing at shutdown. +# This value is recommended to be increased for installations with data dirs located in RAID array. +num.recovery.threads.per.data.dir=1 + +############################# Log Flush Policy ############################# + +# Messages are immediately written to the filesystem but by default we only fsync() to sync +# the OS cache lazily. The following configurations control the flush of data to disk. +# There are a few important trade-offs here: +# 1. Durability: Unflushed data may be lost if you are not using replication. +# 2. Latency: Very large flush intervals may lead to latency spikes when the flush does occur as there will be a lot of data to flush. +# 3. Throughput: The flush is generally the most expensive operation, and a small flush interval may lead to exceessive seeks. +# The settings below allow one to configure the flush policy to flush data after a period of time or +# every N messages (or both). This can be done globally and overridden on a per-topic basis. + +# The number of messages to accept before forcing a flush of data to disk +#log.flush.interval.messages=10000 + +# The maximum amount of time a message can sit in a log before we force a flush +#log.flush.interval.ms=1000 + +############################# Log Retention Policy ############################# + +# The following configurations control the disposal of log segments. The policy can +# be set to delete segments after a period of time, or after a given size has accumulated. +# A segment will be deleted whenever *either* of these criteria are met. Deletion always happens +# from the end of the log. + +# The minimum age of a log file to be eligible for deletion +log.retention.hours=168 + +# A size-based retention policy for logs. Segments are pruned from the log as long as the remaining +# segments don't drop below log.retention.bytes. +#log.retention.bytes=1073741824 + +# The maximum size of a log segment file. When this size is reached a new log segment will be created. +log.segment.bytes=1073741824 + +# The interval at which log segments are checked to see if they can be deleted according +# to the retention policies +log.retention.check.interval.ms=300000 + +# By default the log cleaner is disabled and the log retention policy will default to just delete segments after their retention expires. +# If log.cleaner.enable=true is set the cleaner will be enabled and individual logs can then be marked for log compaction. +log.cleaner.enable=false + +############################# Zookeeper ############################# + +# Zookeeper connection string (see zookeeper docs for details). +# This is a comma separated host:port pairs, each corresponding to a zk +# server. e.g. "127.0.0.1:3000,127.0.0.1:3001,127.0.0.1:3002". +# You can also append an optional chroot string to the urls to specify the +# root directory for all kafka znodes. +zookeeper.connect=localhost:2181 + +# Timeout in ms for connecting to zookeeper +zookeeper.connection.timeout.ms=6000 http://git-wip-us.apache.org/repos/asf/nifi/blob/fc73c609/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/zookeeper.properties ---------------------------------------------------------------------- diff --git a/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/zookeeper.properties b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/zookeeper.properties new file mode 100644 index 0000000..ac19e57 --- /dev/null +++ b/nifi-nar-bundles/nifi-atlas-bundle/nifi-atlas-reporting-task/src/test/resources/zookeeper.properties @@ -0,0 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# the directory where the snapshot is stored. +dataDir=target/kafka-tmp/zookeeper +# the port at which the clients will connect +clientPort=2181 +# disable the per-ip limit on the number of connections since this is a non-production config +maxClientCnxns=0 http://git-wip-us.apache.org/repos/asf/nifi/blob/fc73c609/nifi-nar-bundles/nifi-atlas-bundle/pom.xml ---------------------------------------------------------------------- diff --git a/nifi-nar-bundles/nifi-atlas-bundle/pom.xml b/nifi-nar-bundles/nifi-atlas-bundle/pom.xml new file mode 100644 index 0000000..759595c --- /dev/null +++ b/nifi-nar-bundles/nifi-atlas-bundle/pom.xml @@ -0,0 +1,142 @@ +<?xml version="1.0" encoding="UTF-8"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + http://www.apache.org/licenses/LICENSE-2.0 + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<project xmlns="http://maven.apache.org/POM/4.0.0"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd";> + <modelVersion>4.0.0</modelVersion> + + <parent> + <groupId>org.apache.nifi</groupId> + <artifactId>nifi-nar-bundles</artifactId> + <version>1.5.0-SNAPSHOT</version> + </parent> + + <groupId>org.apache.nifi</groupId> + <artifactId>nifi-atlas-bundle</artifactId> + <version>1.5.0-SNAPSHOT</version> + <packaging>pom</packaging> + + <modules> + <module>nifi-atlas-reporting-task</module> + <module>nifi-atlas-nar</module> + </modules> + + <dependencyManagement> + <dependencies> + <dependency> + <groupId>org.apache.nifi</groupId> + <artifactId>nifi-atlas-reporting-task</artifactId> + <version>1.5.0-SNAPSHOT</version> + </dependency> + <dependency> + <groupId>org.apache.nifi</groupId> + <artifactId>nifi-client-dto</artifactId> + <version>1.5.0-SNAPSHOT</version> + </dependency> + <dependency> + <groupId>org.apache.atlas</groupId> + <artifactId>atlas-client</artifactId> + <version>${atlas.version}</version> + <exclusions> + <exclusion> + <groupId>org.slf4j</groupId> + <artifactId>slf4j-log4j12</artifactId> + </exclusion> + <exclusion> + <groupId>org.slf4j</groupId> + <artifactId>jul-to-slf4j</artifactId> + </exclusion> + <!-- + <exclusion> + <groupId>log4j</groupId> + <artifactId>log4j</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-minikdc</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-annotations</artifactId> + </exclusion> + <!- + Exclude these Atlas typesystem to reduce dependency size. + Use atlas-intg and atlas-common instead. + -> + <exclusion> + <groupId>org.apache.atlas</groupId> + <artifactId>atlas-typesystem</artifactId> + </exclusion> + --> + </exclusions> + </dependency> + <dependency> + <groupId>org.apache.atlas</groupId> + <artifactId>atlas-intg</artifactId> + <version>${atlas.version}</version> + <exclusions> + <exclusion> + <groupId>org.slf4j</groupId> + <artifactId>slf4j-log4j12</artifactId> + </exclusion> + <exclusion> + <groupId>org.slf4j</groupId> + <artifactId>jul-to-slf4j</artifactId> + </exclusion> + <exclusion> + <groupId>log4j</groupId> + <artifactId>log4j</artifactId> + </exclusion> + </exclusions> + </dependency> + <dependency> + <groupId>org.apache.atlas</groupId> + <artifactId>atlas-common</artifactId> + <version>${atlas.version}</version> + <exclusions> + <exclusion> + <groupId>org.slf4j</groupId> + <artifactId>slf4j-log4j12</artifactId> + </exclusion> + <exclusion> + <groupId>org.slf4j</groupId> + <artifactId>jul-to-slf4j</artifactId> + </exclusion> + <exclusion> + <groupId>log4j</groupId> + <artifactId>log4j</artifactId> + </exclusion> + </exclusions> + </dependency> + <dependency> + <groupId>org.apache.atlas</groupId> + <artifactId>atlas-notification</artifactId> + <version>${atlas.version}</version> + <exclusions> + <exclusion> + <groupId>org.slf4j</groupId> + <artifactId>slf4j-log4j12</artifactId> + </exclusion> + <!-- + <exclusion> + <groupId>log4j</groupId> + <artifactId>log4j</artifactId> + </exclusion> + --> + </exclusions> + </dependency> + </dependencies> + </dependencyManagement> + +</project> http://git-wip-us.apache.org/repos/asf/nifi/blob/fc73c609/nifi-nar-bundles/pom.xml ---------------------------------------------------------------------- diff --git a/nifi-nar-bundles/pom.xml b/nifi-nar-bundles/pom.xml index f462883..64011d9 100755 --- a/nifi-nar-bundles/pom.xml +++ b/nifi-nar-bundles/pom.xml @@ -90,6 +90,7 @@ <module>nifi-redis-bundle</module> <module>nifi-metrics-reporting-bundle</module> <module>nifi-spark-bundle</module> + <module>nifi-atlas-bundle</module> </modules> <build> http://git-wip-us.apache.org/repos/asf/nifi/blob/fc73c609/pom.xml ---------------------------------------------------------------------- diff --git a/pom.xml b/pom.xml index 3f573b6..02865df 100644 --- a/pom.xml +++ b/pom.xml @@ -109,6 +109,7 @@ <storm.version>1.1.1</storm.version> <hwx.registry.version>0.3.0</hwx.registry.version> <jackson.version>2.9.1</jackson.version> + <atlas.version>0.8.1</atlas.version> </properties> <repositories> @@ -1440,6 +1441,12 @@ </dependency> <dependency> <groupId>org.apache.nifi</groupId> + <artifactId>nifi-atlas-nar</artifactId> + <version>1.5.0-SNAPSHOT</version> + <type>nar</type> + </dependency> + <dependency> + <groupId>org.apache.nifi</groupId> <artifactId>nifi-redis-service-api-nar</artifactId> <version>1.5.0-SNAPSHOT</version> <type>nar</type>
