Repository: falcon Updated Branches: refs/heads/master b49056d6c -> 2945fa80b
http://git-wip-us.apache.org/repos/asf/falcon/blob/2945fa80/src/main/examples/entity/hcat/hcat-pig-process.xml ---------------------------------------------------------------------- diff --git a/src/main/examples/entity/hcat/hcat-pig-process.xml b/src/main/examples/entity/hcat/hcat-pig-process.xml deleted file mode 100644 index 60836c4..0000000 --- a/src/main/examples/entity/hcat/hcat-pig-process.xml +++ /dev/null @@ -1,43 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one - or more contributor license agreements. See the NOTICE file - distributed with this work for additional information - regarding copyright ownership. The ASF licenses this file - to you under the Apache License, Version 2.0 (the - "License"); you may not use this file except in compliance - with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - --> - -<process name="hcat-pig-process" xmlns="uri:falcon:process:0.1"> - <clusters> - <cluster name="hcat-local"> - <validity start="2013-11-15T00:05Z" end="2013-11-15T01:05Z"/> - </cluster> - </clusters> - - <parallel>1</parallel> - <order>FIFO</order> - <frequency>minutes(5)</frequency> - <timezone>UTC</timezone> - - <inputs> - <!-- In the pig script, the input paths will be available in a variable 'inparts' --> - <input name="inparts" feed="hcat-in" start="now(0,-5)" end="now(0,-1)"/> - </inputs> - - <outputs> - <!-- In the pig script, the output path will be available in a variable 'outparts' --> - <output name="outpart" feed="hcat-out" instance="now(0,0)"/> - </outputs> - - <workflow engine="pig" path="/app/pig/hcat-wordcount.pig"/> -</process> http://git-wip-us.apache.org/repos/asf/falcon/blob/2945fa80/src/main/examples/entity/hcat/hcat-replication-feed.xml ---------------------------------------------------------------------- diff --git a/src/main/examples/entity/hcat/hcat-replication-feed.xml b/src/main/examples/entity/hcat/hcat-replication-feed.xml deleted file mode 100644 index 2b8f026..0000000 --- a/src/main/examples/entity/hcat/hcat-replication-feed.xml +++ /dev/null @@ -1,42 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one - or more contributor license agreements. See the NOTICE file - distributed with this work for additional information - regarding copyright ownership. The ASF licenses this file - to you under the Apache License, Version 2.0 (the - "License"); you may not use this file except in compliance - with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - --> -<feed description="input" name="hcat-repl-feed" xmlns="uri:falcon:feed:0.1"> - <groups>input</groups> - - <frequency>minutes(1)</frequency> - <timezone>UTC</timezone> - <late-arrival cut-off="hours(1)"/> - - <clusters> - <cluster name="hcat-local" type="source"> - <validity start="2013-01-01T00:00Z" end="2030-01-01T00:00Z"/> - <retention limit="hours(2)" action="delete"/> - </cluster> - <cluster name="hcat-local-target" type="target"> - <validity start="2013-11-15T00:00Z" end="2030-01-01T00:00Z"/> - <retention limit="hours(2)" action="delete"/> - <table uri="catalog:default:repl_in_table#ds=${YEAR}-${MONTH}-${DAY}-${HOUR}-${MINUTE}" /> - </cluster> - </clusters> - - <table uri="catalog:default:in_table#ds=${YEAR}-${MONTH}-${DAY}-${HOUR}-${MINUTE}" /> - - <ACL owner="testuser-ut-user" group="group" permission="0x644"/> - <schema location="/schema/log/log.format.csv" provider="csv"/> -</feed> http://git-wip-us.apache.org/repos/asf/falcon/blob/2945fa80/src/main/examples/entity/hcat/hcat-standalone-cluster.xml ---------------------------------------------------------------------- diff --git a/src/main/examples/entity/hcat/hcat-standalone-cluster.xml b/src/main/examples/entity/hcat/hcat-standalone-cluster.xml deleted file mode 100644 index 7962b1f..0000000 --- a/src/main/examples/entity/hcat/hcat-standalone-cluster.xml +++ /dev/null @@ -1,45 +0,0 @@ -<?xml version="1.0"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one - or more contributor license agreements. See the NOTICE file - distributed with this work for additional information - regarding copyright ownership. The ASF licenses this file - to you under the Apache License, Version 2.0 (the - "License"); you may not use this file except in compliance - with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - --> - -<!-- - Example cluster definition that can be used with falcon and standalone - hadoop and oozie instances ---> -<cluster colo="local" description="Standalone cluster with hacatalog" name="hcat-local" xmlns="uri:falcon:cluster:0.1"> - <interfaces> - <interface type="readonly" endpoint="hftp://localhost:50010"; version="1.1.2"/> - - <interface type="write" endpoint="hdfs://localhost:8020" version="1.1.2"/> - - <interface type="execute" endpoint="localhost:8021" version="1.1.2"/> - - <interface type="workflow" endpoint="http://localhost:11000/oozie/"; version="4.0.0"/> - - <interface type="messaging" endpoint="tcp://localhost:61616?daemon=true" version="5.4.3"/> - - <interface type="registry" endpoint="thrift://localhost:12000" version="0.11.0"/> - </interfaces> - <locations> - <location name="staging" path="/projects/falcon/hcat-staging"/> - <location name="temp" path="/projects/falcon/hcat-tmp"/> - <location name="working" path="/projects/falcon/hcat-working"/> - </locations> - <properties> - </properties> -</cluster> http://git-wip-us.apache.org/repos/asf/falcon/blob/2945fa80/src/main/examples/entity/hcat/hcat-standalone-target-cluster.xml ---------------------------------------------------------------------- diff --git a/src/main/examples/entity/hcat/hcat-standalone-target-cluster.xml b/src/main/examples/entity/hcat/hcat-standalone-target-cluster.xml deleted file mode 100644 index 8de78cf..0000000 --- a/src/main/examples/entity/hcat/hcat-standalone-target-cluster.xml +++ /dev/null @@ -1,45 +0,0 @@ -<?xml version="1.0"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one - or more contributor license agreements. See the NOTICE file - distributed with this work for additional information - regarding copyright ownership. The ASF licenses this file - to you under the Apache License, Version 2.0 (the - "License"); you may not use this file except in compliance - with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - --> - -<!-- - Example cluster definition that can be used with falcon and standalone - hadoop and oozie instances ---> -<cluster colo="hcat-local-target" description="Standalone cluster with hacatalog" name="hcat-local-target" xmlns="uri:falcon:cluster:0.1"> - <interfaces> - <interface type="readonly" endpoint="hftp://localhost:50010"; version="1.1.2"/> - - <interface type="write" endpoint="hdfs://localhost:8020" version="1.1.2"/> - - <interface type="execute" endpoint="localhost:8021" version="1.1.2"/> - - <interface type="workflow" endpoint="http://localhost:11000/oozie/"; version="4.0.0"/> - - <interface type="messaging" endpoint="tcp://localhost:61616?daemon=true" version="5.4.3"/> - - <interface type="registry" endpoint="thrift://localhost:12000" version="0.11.0"/> - </interfaces> - <locations> - <location name="staging" path="/projects/falcon/hcat-staging-target"/> - <location name="temp" path="/projects/falcon/hcat-tmp-target"/> - <location name="working" path="/projects/falcon/hcat-working-target"/> - </locations> - <properties> - </properties> -</cluster> http://git-wip-us.apache.org/repos/asf/falcon/blob/2945fa80/src/main/examples/entity/hcat/hive-process.xml ---------------------------------------------------------------------- diff --git a/src/main/examples/entity/hcat/hive-process.xml b/src/main/examples/entity/hcat/hive-process.xml deleted file mode 100644 index ad8b219..0000000 --- a/src/main/examples/entity/hcat/hive-process.xml +++ /dev/null @@ -1,43 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one - or more contributor license agreements. See the NOTICE file - distributed with this work for additional information - regarding copyright ownership. The ASF licenses this file - to you under the Apache License, Version 2.0 (the - "License"); you may not use this file except in compliance - with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - --> - -<process name="hive-process" xmlns="uri:falcon:process:0.1"> - <clusters> - <cluster name="hcat-local"> - <validity start="2013-11-15T00:05Z" end="2013-11-15T01:05Z"/> - </cluster> - </clusters> - - <parallel>1</parallel> - <order>FIFO</order> - <frequency>minutes(5)</frequency> - <timezone>UTC</timezone> - - <inputs> - <!-- In the pig script, the input paths will be available in a variable 'inparts' --> - <input name="inparts" feed="hcat-in" start="now(0,-5)" end="now(0,-1)"/> - </inputs> - - <outputs> - <!-- In the pig script, the output path will be available in a variable 'outpart' --> - <output name="outpart" feed="hcat-out" instance="now(0,0)"/> - </outputs> - - <workflow engine="hive" path="/app/hive/wordcount.hql"/> -</process>
