http://git-wip-us.apache.org/repos/asf/falcon/blob/8e49379d/client/src/main/resources/feed-0.1.xsd ---------------------------------------------------------------------- diff --git a/client/src/main/resources/feed-0.1.xsd b/client/src/main/resources/feed-0.1.xsd deleted file mode 100644 index 77e8663..0000000 --- a/client/src/main/resources/feed-0.1.xsd +++ /dev/null @@ -1,575 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one - or more contributor license agreements. See the NOTICE file - distributed with this work for additional information - regarding copyright ownership. The ASF licenses this file - to you under the Apache License, Version 2.0 (the - "License"); you may not use this file except in compliance - with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - --> -<xs:schema xmlns:xs="http://www.w3.org/2001/XMLSchema"; attributeFormDefault="unqualified" elementFormDefault="qualified" - targetNamespace="uri:falcon:feed:0.1" xmlns="uri:falcon:feed:0.1" - xmlns:jaxb="http://java.sun.com/xml/ns/jaxb"; jaxb:version="2.1"> - - <xs:annotation> - <xs:documentation> - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for - additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version - 2.0 - (the "License"); you may not use this file - except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in - writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - implied. - See the License - for the specific language governing permissions and - limitations under the License. - </xs:documentation> - <xs:appinfo> - <jaxb:schemaBindings> - <jaxb:package name="org.apache.falcon.entity.v0.feed"/> - </jaxb:schemaBindings> - </xs:appinfo> - </xs:annotation> - - <xs:element name="feed" type="feed"> - </xs:element> - <xs:complexType name="feed"> - <xs:annotation> - <xs:documentation> - name: A feed should have a unique name and this name is referenced - by processes as input or output feed. - tags: a feed specifies an optional list of comma separated tags - which is used for classification of data sets. - groups: a feed specifies a list of comma separated groups, - a group is a logical grouping of feeds and a group is said to be - available if all the feeds belonging to a group are available. - The frequency of all - the feed which belong to the same group - must be same. - availabilityFlag: specifies the name of a file which when - present/created - in a feeds data directory, the feed is - termed as available. ex: _SUCCESS, if - this element is ignored then Falcon would consider the presence of feed's - data directory as feed availability. - A feed has a - frequency and a periodicity which specifies the frequency by which - this feed is generated. ex: it can be generated every hour, every 5 minutes, daily, weekly etc. - valid frequency type for a feed are minutes, hours, days, months. - sla: A feed can have SLA and each SLA has two properties - slaLow and slaHigh. Both slaLow and slaHigh - are written using expressions like frequency. slaLow is intended to serve for alerting for feeds which - are in danger of missing their availability SLAs. slaHigh is intended to serve for reporting the feeds - which missed their SLAs. SLAs are relative to feed instance time. - </xs:documentation> - </xs:annotation> - <xs:sequence> - <xs:element type="KEY_VALUE_PAIR" name="tags" minOccurs="0"> - <xs:annotation> - <xs:documentation> - tags: a feed specifies an optional list of comma separated tags, - Key Value Pairs, separated by comma, - which is used for classification of processes. - Example: [email protected], [email protected], department=forecasting - </xs:documentation> - </xs:annotation> - </xs:element> - <xs:element type="partitions" name="partitions" minOccurs="0"/> - <xs:element type="group-type" name="groups" minOccurs="0"/> - <xs:element type="xs:string" name="availabilityFlag" minOccurs="0"/> - <xs:element type="frequency-type" name="frequency"/> - <xs:element type="sla" name="sla" minOccurs="0"/> - <xs:element name="timezone" minOccurs="0" default="UTC"> - <xs:simpleType> - <xs:annotation> - <xs:appinfo> - <jaxb:javaType name="java.util.TimeZone" parseMethod="java.util.TimeZone.getTimeZone" - printMethod="org.apache.falcon.entity.v0.SchemaHelper.getTimeZoneId"/> - </xs:appinfo> - </xs:annotation> - <xs:restriction base="xs:string"/> - </xs:simpleType> - </xs:element> - <xs:element type="late-arrival" name="late-arrival" minOccurs="0"/> - <xs:element type="clusters" name="clusters"/> - <xs:choice minOccurs="1" maxOccurs="1"> - <xs:element type="locations" name="locations"/> - <xs:element type="catalog-table" name="table"/> - </xs:choice> - <xs:element type="notification" name="notification" minOccurs="0"> - <xs:annotation> - <xs:documentation>Notification will help to notify the users about the finished status of Falcon - Instance. Currently Email type notification is supported and users must specify the receiver's - email address. - </xs:documentation> - </xs:annotation> - </xs:element> - <xs:element type="ACL" name="ACL"/> - <xs:element type="schema" name="schema"/> - <xs:element type="properties" name="properties" minOccurs="0"/> - <xs:element type="lifecycle" name="lifecycle" minOccurs="0" /> - </xs:sequence> - <xs:attribute type="IDENTIFIER" name="name" use="required"/> - <xs:attribute type="xs:string" name="description"/> - </xs:complexType> - <xs:complexType name="cluster"> - <xs:annotation> - <xs:documentation> - Feed references a cluster by it's name, before submitting a feed all the - referenced cluster should be submitted to Falcon. - type: specifies whether the - referenced cluster should be treated as a - source or target for a feed. - Validity of a feed on cluster specifies duration for which this feed is - valid on this cluster. - Retention specifies how long the feed is retained on this cluster and the - action to be taken on the feed after the expiry of retention period. - The retention limit is - specified by expression frequency(times), ex: if - feed should be retained for at least 6 hours then retention's limit="hours(6)". - The field partitionExp contains - partition tags. Number of partition tags has to be equal to number of partitions specified in feed - schema. - A partition tag can be a wildcard(*), a static string or - an expression. Atleast one of the strings has to be an expression. - </xs:documentation> - </xs:annotation> - <xs:sequence> - <xs:element type="validity" name="validity"/> - <xs:element type="retention" name="retention"/> - <xs:element type="sla" name="sla" minOccurs="0" maxOccurs="1"/> - <xs:element type="import" name="import" minOccurs="0" maxOccurs="1"/> - <xs:element type="export" name="export" minOccurs="0" maxOccurs="1"/> - <xs:choice minOccurs="0" maxOccurs="1"> - <xs:element type="locations" name="locations" minOccurs="0"/> - <xs:element type="catalog-table" name="table"/> - </xs:choice> - <xs:element type="lifecycle" name="lifecycle" minOccurs="0" /> - </xs:sequence> - <xs:attribute type="IDENTIFIER" name="name" use="required"/> - <xs:attribute type="cluster-type" name="type" use="optional"/> - <xs:attribute type="xs:string" name="partition" use="optional"/> - <xs:attribute type="frequency-type" name="delay" use="optional" /> - </xs:complexType> - <xs:complexType name="partitions"> - <xs:annotation> - <xs:documentation> - A list of partition, which is the logical partition of a feed and this - is maintained in Hcatalog registry. - </xs:documentation> - </xs:annotation> - <xs:sequence> - <xs:element type="partition" name="partition" maxOccurs="unbounded" minOccurs="0"/> - </xs:sequence> - </xs:complexType> - <xs:complexType name="schema"> - <xs:annotation> - <xs:documentation>A schema specifies the location of a schema file - for a feed and the provider of schema like protobuf, thrift etc. - </xs:documentation> - </xs:annotation> - <xs:attribute type="xs:string" name="location" use="required"/> - <xs:attribute type="xs:string" name="provider" use="required"/> - </xs:complexType> - <xs:complexType name="properties"> - <xs:annotation> - <xs:documentation> - A list of name-value pair of property. - </xs:documentation> - </xs:annotation> - <xs:sequence> - <xs:element type="property" name="property" maxOccurs="unbounded" minOccurs="0"/> - </xs:sequence> - </xs:complexType> - <xs:complexType name="validity"> - <xs:annotation> - <xs:documentation> - A validity has a start, which is the validity start date and end the - validity - end date. ex: start="2011-11-01T00:00Z" in TZ format. - timezone can be UTC, - GMT. - Processes referring this feed would consider the validity period for - validation. - </xs:documentation> - </xs:annotation> - <xs:attribute type="date-time-type" name="start" use="required"/> - <xs:attribute type="date-time-type" name="end" use="required"/> - </xs:complexType> - <xs:complexType name="sla"> - <xs:annotation> - <xs:documentation> - sla has two properties - slaLow and slaHigh. Both slaLow and slaHigh - are written using expressions like frequency. slaLow is intended to serve for alerting for feeds which - are in danger of missing their availability SLAs. slaHigh is intended to serve for reporting the feeds - which missed their SLAs. SLAs are relative to feed instance time. - </xs:documentation> - </xs:annotation> - <xs:attribute type="frequency-type" name="slaLow" use="required"/> - <xs:attribute type="frequency-type" name="slaHigh" use="required"/> - </xs:complexType> - <xs:complexType name="locations"> - <xs:annotation> - <xs:documentation> - A list of locations on the file system. - </xs:documentation> - </xs:annotation> - <xs:choice maxOccurs="unbounded" minOccurs="0"> - <xs:element type="location" name="location"/> - </xs:choice> - </xs:complexType> - <xs:complexType name="late-arrival"> - <xs:annotation> - <xs:documentation> - late-arrival specifies the cut-off period till which the feed is - expected to arrive late and should be honored be processes referring - to it as input - feed by rerunning the instances in case - the data arrives late with in a cut-off period. - The cut-off period is specified by expression - frequency(times), ex: if the feed - can arrive late - upto 8 hours then late-arrival's cut-off="hours(8)" - </xs:documentation> - </xs:annotation> - <xs:attribute type="frequency-type" name="cut-off" use="required"/> - </xs:complexType> - <xs:complexType name="property"> - <xs:annotation> - <xs:documentation> - A key-value pair, which are propagated to the - workflow engine. - </xs:documentation> - </xs:annotation> - <xs:attribute type="xs:string" name="name" use="required"/> - <xs:attribute type="xs:string" name="value" use="required"/> - </xs:complexType> - <xs:complexType name="clusters"> - <xs:annotation> - <xs:documentation> - A list of clusters. - </xs:documentation> - </xs:annotation> - <xs:sequence> - <xs:element type="cluster" name="cluster" maxOccurs="unbounded" minOccurs="1"> - </xs:element> - </xs:sequence> - </xs:complexType> - <xs:complexType name="retention"> - <xs:attribute type="retention-type" name="type" default="instance"/> - <xs:attribute type="frequency-type" name="limit" use="required"/> - <xs:attribute type="action-type" name="action" use="required"/> - </xs:complexType> - <xs:simpleType name="retention-type"> - <xs:restriction base="xs:string"> - <xs:enumeration value="instance"/> - <!-- <xs:enumeration value="age" /> --> - </xs:restriction> - </xs:simpleType> - <xs:complexType name="location"> - <xs:annotation> - <xs:documentation> - location specifies the type of location like data, meta, stats - and the corresponding paths for them. - A feed should at least define the location for type - data, which - specifies the HDFS path pattern where the feed is generated - periodically. ex: type="data" path="/projects/TrafficHourly/${YEAR}-${MONTH}-${DAY}/traffic" - </xs:documentation> - </xs:annotation> - <xs:attribute type="location-type" name="type" use="required"/> - <xs:attribute type="non-empty-string" name="path" use="required"/> - </xs:complexType> - <xs:complexType name="partition"> - <xs:attribute type="IDENTIFIER" name="name" use="required"/> - </xs:complexType> - <xs:complexType name="notification"> - <xs:annotation> - <xs:documentation> - Notification specifies the "type" of notification to be used to send notification. - Currently email based notification type is supported and user can specify the comma - separated email address with "to" property. - e.g: type="email" to="falcon@localhost,hive@localhost" - "limit" property in notification will help to set the frequency of email notification - in case of Falcon instance failure. Incase of feed entity limit="attempt" is only supported - as there is no retry element. - </xs:documentation> - </xs:annotation> - <xs:attribute name="type" use="required"> - <xs:simpleType> - <xs:restriction base="xs:string"> - <xs:enumeration value="email"/> - </xs:restriction> - </xs:simpleType> - </xs:attribute> - <xs:attribute name="level" use="optional"> - <xs:simpleType> - <xs:restriction base="xs:string"> - <xs:enumeration value="attempt"/> - <xs:enumeration value="instance"/> - </xs:restriction> - </xs:simpleType> - </xs:attribute> - <xs:attribute type="xs:string" name="to" use="required"/> - </xs:complexType> - <xs:complexType name="ACL"> - <xs:annotation> - <xs:documentation> - Access control list for this feed. - </xs:documentation> - </xs:annotation> - <xs:attribute type="xs:string" name="owner"/> - <xs:attribute type="xs:string" name="group"/> - <xs:attribute type="xs:string" name="permission" default="*"/> - </xs:complexType> - <xs:simpleType name="action-type"> - <xs:restriction base="xs:string"> - <xs:annotation> - <xs:documentation> - action type specifies the action that should be taken on a feed - when the retention period of a feed expires on a cluster, - the only valid action is delete. - </xs:documentation> - </xs:annotation> - <xs:enumeration value="delete"/> - </xs:restriction> - </xs:simpleType> - <xs:complexType name="lifecycle"> - <xs:annotation> - <xs:documentation> - Lifecycle of the feed consists of various stages. For example typical stages of a feed are import, - replication, archival, retention and export. All these stages together are called lifecycle of a feed. - </xs:documentation> - </xs:annotation> - - <xs:all> - <xs:element type="retention-stage" name="retention-stage" minOccurs="0"></xs:element> - </xs:all> - - </xs:complexType> - - <xs:simpleType name="cluster-type"> - <xs:annotation> - <xs:documentation> - The clusters on feed can be either defined as source or target, - a feed - should at least have one source cluster defined. - the target clusters - are used for - replication of feed. - </xs:documentation> - </xs:annotation> - <xs:restriction base="xs:string"> - <xs:enumeration value="source"/> - <xs:enumeration value="target"/> - </xs:restriction> - </xs:simpleType> - <xs:simpleType name="location-type"> - <xs:restriction base="xs:string"> - <xs:enumeration value="data"/> - <xs:enumeration value="stats"/> - <xs:enumeration value="meta"/> - <xs:enumeration value="tmp"/> - </xs:restriction> - </xs:simpleType> - <xs:simpleType name="IDENTIFIER"> - <xs:restriction base="xs:string"> - <xs:pattern value="(([a-zA-Z]([\-a-zA-Z0-9])*){1,39})"/> - </xs:restriction> - </xs:simpleType> - <xs:simpleType name="frequency-type"> - <xs:annotation> - <xs:appinfo> - <jaxb:javaType name="org.apache.falcon.entity.v0.Frequency" - parseMethod="org.apache.falcon.entity.v0.Frequency.fromString" - printMethod="org.apache.falcon.entity.v0.Frequency.toString"/> - </xs:appinfo> - </xs:annotation> - <xs:restriction base="xs:string"> - <xs:pattern value="(minutes|hours|days|months)\([1-9]\d*\)"/> - </xs:restriction> - </xs:simpleType> - <xs:simpleType name="date-time-type"> - <xs:annotation> - <xs:appinfo> - <jaxb:javaType name="java.util.Date" parseMethod="org.apache.falcon.entity.v0.SchemaHelper.parseDateUTC" - printMethod="org.apache.falcon.entity.v0.SchemaHelper.formatDateUTC"/> - </xs:appinfo> - </xs:annotation> - <xs:restriction base="xs:string"> - <xs:pattern - value="((19|20)\d\d[- /.](0[1-9]|1[012])[- /.](0[1-9]|[12][0-9]|3[01])T([0-1][0-9]|2[0-3]):([0-5][0-9]))Z"/> - </xs:restriction> - </xs:simpleType> - <xs:simpleType name="group-type"> - <xs:restriction base="xs:string"> - <xs:pattern value="(\w+(,\w+)*)"/> - </xs:restriction> - </xs:simpleType> - <xs:simpleType name="KEY_VALUE_PAIR"> - <xs:restriction base="xs:string"> - <xs:pattern value="([\w_]+=[^,]+)?([,]?[ ]*[\w_]+=[^,]+)*"/> - </xs:restriction> - </xs:simpleType> - <xs:complexType name="catalog-table"> - <xs:annotation> - <xs:documentation> - catalog specifies the uri of a Hive table along with the partition spec. - uri="catalog:$database:$table#(partition-key=partition-value);+" - Example: catalog:logs-db:clicks#ds=${YEAR}-${MONTH}-${DAY} - </xs:documentation> - </xs:annotation> - <xs:attribute type="xs:string" name="uri" use="required"/> - </xs:complexType> - <xs:simpleType name="non-empty-string"> - <xs:restriction base="xs:string"> - <xs:minLength value="1"/> - </xs:restriction> - </xs:simpleType> - <xs:complexType name="import"> - <xs:sequence> - <xs:element type="datasource" name="source"/> - <xs:element type="arguments" name="arguments" minOccurs="0"/> - </xs:sequence> - </xs:complexType> - <xs:complexType name="export"> - <xs:sequence> - <xs:element type="datasource" name="target"/> - <xs:element type="arguments" name="arguments" minOccurs="0"/> - </xs:sequence> - </xs:complexType> - <xs:complexType name="datasource"> - <xs:annotation> - <xs:documentation> - Specifies the source entity name from which data can be imported or exported. - This can be Database or other data source types in the future. The connection - and authentication details of the data source are defined in the Datasource - entity. - Table name specifies the table to import or export depending on the action type. - Extract type specifies a extraction method (full or incremental). - DeltaColumn specifies the column name on source databbase table - to identify the new data since the last extraction. - Merge type specifies how the data will be organized on Hadoop. - The supported types are snapshot (as in a particular time) or append - (as in timeseries partitions). - Load type specifies if new rows are inserted (load type=insertallowed) into - the database table or updated (load type=updateonly). If updateonly load type - is specified, then update columns need to be passed via the arguments. - Fields can be specified as includes or excludes of fields. If exlusion list - is specified, all column except the ones specified will not be imported or exported. - If inclusion list is specified, only the specified columns are exported or imported. - </xs:documentation> - </xs:annotation> - <xs:sequence> - <xs:choice minOccurs="1" maxOccurs="1"> - <xs:element type="extract" name="extract"/> - <xs:element type="load" name="load"/> - </xs:choice> - <xs:element type="fields-type" name="fields" minOccurs="0" maxOccurs="1"/> - </xs:sequence> - <xs:attribute type="non-empty-string" name="name" use="required"/> - <xs:attribute type="non-empty-string" name="tableName" use="required"/> - </xs:complexType> - <xs:complexType name="extract"> - <xs:sequence> - <xs:element type="xs:string" name="deltacolumn" minOccurs="0" maxOccurs="1"/> - <xs:element type="merge-type" name="mergepolicy" minOccurs="1" maxOccurs="1"/> - </xs:sequence> - <xs:attribute type="extract-method" name="type" use="required"/> - </xs:complexType> - <xs:complexType name="load"> - <xs:attribute type="load-method" name="type" use="required"/> - </xs:complexType> - <xs:simpleType name="extract-method"> - <xs:restriction base="xs:string"> - <xs:enumeration value="full"/> - <xs:enumeration value="incremental"/> - </xs:restriction> - </xs:simpleType> - <xs:simpleType name="load-method"> - <xs:restriction base="xs:string"> - <xs:enumeration value="updateonly"/> - <xs:enumeration value="allowinsert"/> - </xs:restriction> - </xs:simpleType> - - <xs:simpleType name="merge-type"> - <xs:restriction base="xs:string"> - <xs:enumeration value="snapshot"/> - <xs:enumeration value="append"/> - </xs:restriction> - </xs:simpleType> - <xs:complexType name="fields-type"> - <xs:annotation> - <xs:documentation> - Specifies either an include or exclude fields list. If include field list is specified, only - the specified fields will be imported. If exclude field list is specified, all fields except - the ones specified will be imported from datasource to HDFS. - </xs:documentation> - </xs:annotation> - <xs:choice minOccurs="1" maxOccurs="1"> - <xs:element type="field-include-exclude" name="includes"/> - <xs:element type="field-include-exclude" name="excludes"/> - </xs:choice> - </xs:complexType> - <xs:complexType name="field-include-exclude"> - <xs:sequence> - <xs:element type="xs:string" name="field" maxOccurs="unbounded" minOccurs="1"/> - </xs:sequence> - </xs:complexType> - <xs:complexType name="arguments"> - <xs:annotation> - <xs:documentation> - A list of name-value pair of extra arguments to be passed to the concrete implementation. - </xs:documentation> - </xs:annotation> - <xs:sequence> - <xs:element type="argument" name="argument" maxOccurs="unbounded" minOccurs="0"/> - </xs:sequence> - </xs:complexType> - <xs:complexType name="argument"> - <xs:annotation> - <xs:documentation> - A key-value pair, which are used while invoking - ingestion engines. - </xs:documentation> - </xs:annotation> - <xs:attribute type="xs:string" name="name" use="required"/> - <xs:attribute type="xs:string" name="value" use="required"/> - </xs:complexType> - <xs:complexType name="retention-stage"> - <xs:annotation> - <xs:documentation> - Retention stage is the new way to define retention for a feed using feed lifecycle feature. Retention - has a configurable policy which does the validation and the real execution through workflow engine. - This method of specifying retention gives you more control like using different queue name, priority - and execution-order for retention than other lifecycle stages of feed like replication. - </xs:documentation> - </xs:annotation> - <xs:all> - <xs:element type="non-empty-string" name="policy" minOccurs="0" maxOccurs="1"></xs:element> - <xs:element type="frequency-type" name="frequency" minOccurs="0" maxOccurs="1"></xs:element> - <xs:element type="xs:string" name="queue" minOccurs="0" maxOccurs="1"></xs:element> - <xs:element type="xs:string" name="priority" minOccurs="0" maxOccurs="1"></xs:element> - <xs:element type="properties" name="properties" minOccurs="0" maxOccurs="1"></xs:element> - </xs:all> - </xs:complexType> -</xs:schema>
http://git-wip-us.apache.org/repos/asf/falcon/blob/8e49379d/client/src/main/resources/jaxb-binding.xjb ---------------------------------------------------------------------- diff --git a/client/src/main/resources/jaxb-binding.xjb b/client/src/main/resources/jaxb-binding.xjb deleted file mode 100644 index 978145f..0000000 --- a/client/src/main/resources/jaxb-binding.xjb +++ /dev/null @@ -1,72 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one - or more contributor license agreements. See the NOTICE file - distributed with this work for additional information - regarding copyright ownership. The ASF licenses this file - to you under the Apache License, Version 2.0 (the - "License"); you may not use this file except in compliance - with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - --> -<jaxb:bindings - version="2.1" - jaxb:extensionBindingPrefixes="xjc jaxb xs inheritance annox" - xmlns:jaxb="http://java.sun.com/xml/ns/jaxb"; - xmlns:xjc="http://java.sun.com/xml/ns/jaxb/xjc"; - xmlns:inheritance="http://jaxb2-commons.dev.java.net/basic/inheritance"; - xmlns:xs="http://www.w3.org/2001/XMLSchema";> - - <jaxb:bindings schemaLocation="cluster-0.1.xsd" node="//xs:complexType[@name='cluster']"> - <inheritance:extends>org.apache.falcon.entity.v0.Entity</inheritance:extends> - </jaxb:bindings> - - <jaxb:bindings schemaLocation="cluster-0.1.xsd" node="//xs:complexType[@name='ACL']"> - <inheritance:extends>org.apache.falcon.entity.v0.AccessControlList</inheritance:extends> - </jaxb:bindings> - - <jaxb:bindings schemaLocation="feed-0.1.xsd" node="//xs:complexType[@name='feed']"> - <inheritance:extends>org.apache.falcon.entity.v0.Entity</inheritance:extends> - </jaxb:bindings> - - <jaxb:bindings schemaLocation="feed-0.1.xsd" node="//xs:complexType[@name='ACL']"> - <inheritance:extends>org.apache.falcon.entity.v0.AccessControlList</inheritance:extends> - </jaxb:bindings> - - <jaxb:bindings schemaLocation="feed-0.1.xsd" node="//xs:complexType[@name='notification']"> - <inheritance:extends>org.apache.falcon.entity.v0.EntityNotification</inheritance:extends> - </jaxb:bindings> - - <jaxb:bindings schemaLocation="process-0.1.xsd" node="//xs:complexType[@name='process']"> - <inheritance:extends>org.apache.falcon.entity.v0.Entity</inheritance:extends> - </jaxb:bindings> - - <jaxb:bindings schemaLocation="process-0.1.xsd" node="//xs:complexType[@name='ACL']"> - <inheritance:extends>org.apache.falcon.entity.v0.AccessControlList</inheritance:extends> - </jaxb:bindings> - - <jaxb:bindings schemaLocation="process-0.1.xsd" node="//xs:complexType[@name='notification']"> - <inheritance:extends>org.apache.falcon.entity.v0.EntityNotification</inheritance:extends> - </jaxb:bindings> - - - <jaxb:bindings schemaLocation="datasource-0.1.xsd" node="//xs:complexType[@name='datasource']"> - <inheritance:extends>org.apache.falcon.entity.v0.Entity</inheritance:extends> - </jaxb:bindings> - - <jaxb:bindings schemaLocation="datasource-0.1.xsd" node="//xs:complexType[@name='ACL']"> - <inheritance:extends>org.apache.falcon.entity.v0.AccessControlList</inheritance:extends> - </jaxb:bindings> - - <jaxb:globalBindings> - <xjc:simple/> - </jaxb:globalBindings> - -</jaxb:bindings> http://git-wip-us.apache.org/repos/asf/falcon/blob/8e49379d/client/src/main/resources/mysql_database.xml ---------------------------------------------------------------------- diff --git a/client/src/main/resources/mysql_database.xml b/client/src/main/resources/mysql_database.xml deleted file mode 100644 index 5f88ba4..0000000 --- a/client/src/main/resources/mysql_database.xml +++ /dev/null @@ -1,46 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one - or more contributor license agreements. See the NOTICE file - distributed with this work for additional information - regarding copyright ownership. The ASF licenses this file - to you under the Apache License, Version 2.0 (the - "License"); you may not use this file except in compliance - with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - --> -<database colo="west-coast" description="MySQL database on west coast" type="mysql" name="mysql-db" xmlns="uri:falcon:database:0.1"> - <tags>[email protected], [email protected]</tags> - <interfaces> - - <!-- ***** read interface ***** --> - <interface type="readonly" endpoint="jdbc:mysql://c6402/test"> - <credential type="password-file"> - <userName>sqoop_user</userName> - <passwordFile>/user/ambari-qa/password-store/password_read_user</passwordFile> - </credential> - </interface> - - <!-- ***** write interface ***** --> - <interface type="write" endpoint="jdbc:mysql://c6402/test"> - <credential type="password-file"> - <userName>sqoop2_user</userName> - <passwordFile>/user/ambari-qa/password-store/password_write_user</passwordFile> - </credential> - </interface> - - <!-- ***** default credential ***** --> - <credential type="password-file"> - <userName>sqoop2_user</userName> - <passwordFile>/user/ambari-qa/password-store/password_write_user</passwordFile> - </credential> - - </interfaces> -</database> http://git-wip-us.apache.org/repos/asf/falcon/blob/8e49379d/client/src/main/resources/process-0.1.xsd ---------------------------------------------------------------------- diff --git a/client/src/main/resources/process-0.1.xsd b/client/src/main/resources/process-0.1.xsd deleted file mode 100644 index 9d7898f..0000000 --- a/client/src/main/resources/process-0.1.xsd +++ /dev/null @@ -1,443 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one - or more contributor license agreements. See the NOTICE file - distributed with this work for additional information - regarding copyright ownership. The ASF licenses this file - to you under the Apache License, Version 2.0 (the - "License"); you may not use this file except in compliance - with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - --> -<xs:schema attributeFormDefault="unqualified" elementFormDefault="qualified" xmlns:xs="http://www.w3.org/2001/XMLSchema"; - targetNamespace="uri:falcon:process:0.1" xmlns="uri:falcon:process:0.1" - xmlns:jaxb="http://java.sun.com/xml/ns/jaxb"; jaxb:version="2.1"> - <xs:annotation> - <xs:documentation> - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version - 2.0 (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - </xs:documentation> - <xs:appinfo> - <jaxb:schemaBindings> - <jaxb:package name="org.apache.falcon.entity.v0.process"/> - </jaxb:schemaBindings> - </xs:appinfo> - </xs:annotation> - - <xs:element name="process" type="process"> - <xs:annotation> - <xs:documentation> - A process defines configuration for the workflow job like - frequency of the workflow, inputs and outputs for the workflow, how to - handle workflow failures, how to handle data that comes late and so on. - </xs:documentation> - </xs:annotation> - </xs:element> - <xs:complexType name="process"> - <xs:sequence> - <xs:element type="KEY_VALUE_PAIR" name="tags" minOccurs="0"> - <xs:annotation> - <xs:documentation> - tags: a process specifies an optional list of comma separated tags, - Key Value Pairs, separated by comma, - which is used for classification of processes. - Example: [email protected], [email protected], department=forecasting - </xs:documentation> - </xs:annotation> - </xs:element> - <xs:element type="PIPELINE_LIST" name="pipelines" minOccurs="0" maxOccurs="1"> - <xs:annotation> - <xs:documentation> - pipelines: a process specifies an optional list of comma separated pipelines, - separated by comma, which is used for classification of processes. - Example: dataReplicationPipeline, clickStreamPipeline - </xs:documentation> - </xs:annotation> - </xs:element> - <xs:element type="clusters" name="clusters"> - <xs:annotation> - <xs:documentation>Defines the clusters where the workflow should run - </xs:documentation> - </xs:annotation> - </xs:element> - <xs:element name="parallel"> - <xs:annotation> - <xs:documentation>Defines how many workflow instances can run concurrently - </xs:documentation> - </xs:annotation> - <xs:simpleType> - <xs:restriction base="xs:unsignedShort"> - <xs:minInclusive value="1"/> - <xs:maxInclusive value="12"/> - </xs:restriction> - </xs:simpleType> - </xs:element> - <xs:element type="execution-type" name="order"> - <xs:annotation> - <xs:documentation>Defines the order in which ready workflow instances should run - </xs:documentation> - </xs:annotation> - </xs:element> - <xs:element type="frequency-type" name="timeout" minOccurs="0"> - <xs:annotation> - <xs:documentation>Defines time after which instances will no longer be executed - </xs:documentation> - </xs:annotation> - </xs:element> - <xs:element type="frequency-type" name="frequency"> - <xs:annotation> - <xs:documentation>Defines workflow frequency - </xs:documentation> - </xs:annotation> - </xs:element> - <xs:element type="sla" name="sla" minOccurs="0"> - <xs:annotation> - <xs:documentation> - Defines SLA(Service Level Agreement) for process. - </xs:documentation> - </xs:annotation> - </xs:element> - <xs:element name="timezone" minOccurs="0" default="UTC"> - <xs:simpleType> - <xs:annotation> - <xs:appinfo> - <jaxb:javaType name="java.util.TimeZone" parseMethod="java.util.TimeZone.getTimeZone" - printMethod="org.apache.falcon.entity.v0.SchemaHelper.getTimeZoneId"/> - </xs:appinfo> - </xs:annotation> - <xs:restriction base="xs:string"/> - </xs:simpleType> - </xs:element> - <xs:element type="inputs" name="inputs" minOccurs="0"> - <xs:annotation> - <xs:documentation>Defines inputs for the workflow. The workflow will run only when the scheduled - time is up and all the inputs are available - </xs:documentation> - </xs:annotation> - </xs:element> - <xs:element type="outputs" name="outputs" minOccurs="0"> - <xs:annotation> - <xs:documentation>Defines outputs of the workflow - </xs:documentation> - </xs:annotation> - </xs:element> - <xs:element type="properties" name="properties" minOccurs="0"> - </xs:element> - <xs:element type="workflow" name="workflow"> - <xs:annotation> - <xs:documentation>Defines the workflow that should run. The workflow should be defined with respect - to the workflow specification of the workflow engine. - Only - oozie workflow engine is supported as of now. The workflow path is the path on hdfs which - contains the workflow xml - </xs:documentation> - </xs:annotation> - </xs:element> - <xs:element type="retry" name="retry" minOccurs="0"> - <xs:annotation> - <xs:documentation>Retry defines how to handle workflow failures. Policy type - periodic, exponential - backoff, final along with the delay define how frequently the workflow should be re-tried. Number of - attempts define how many times to re-try the failures. - </xs:documentation> - </xs:annotation> - </xs:element> - <xs:element type="late-process" name="late-process" minOccurs="0"> - <xs:annotation> - <xs:documentation>Late process defines how the late data should be handled. Late policy - backoff, - exponential backoff, final along with delay - define how - frequently Falcon should check for late data. The late data handling can be customized for each - input separatly. - </xs:documentation> - </xs:annotation> - </xs:element> - <xs:element type="notification" name="notification" minOccurs="0"> - <xs:annotation> - <xs:documentation>Notification will help to notify the users about the finished status of Falcon - Instance. Currently Email type notification is supported and users must specify the receiver's - email address. - </xs:documentation> - </xs:annotation> - </xs:element> - <xs:element type="ACL" name="ACL" minOccurs="0"/> - </xs:sequence> - <xs:attribute type="IDENTIFIER" name="name" use="required"/> - </xs:complexType> - - <xs:simpleType name="IDENTIFIER"> - <xs:restriction base="xs:string"> - <xs:pattern value="(([a-zA-Z]([\-a-zA-Z0-9])*){1,39})"/> - </xs:restriction> - </xs:simpleType> - - <xs:complexType name="clusters"> - <xs:annotation> - <xs:documentation> - A list of clusters. - </xs:documentation> - </xs:annotation> - <xs:sequence> - <xs:element type="cluster" name="cluster" maxOccurs="unbounded" minOccurs="1"> - </xs:element> - </xs:sequence> - </xs:complexType> - - <xs:complexType name="cluster"> - <xs:annotation> - <xs:documentation> - Defines the cluster where the workflow should run. In addition, it also defines the validity of the - workflow on this cluster - </xs:documentation> - </xs:annotation> - <xs:sequence> - <xs:element type="validity" name="validity"/> - </xs:sequence> - <xs:attribute type="IDENTIFIER" name="name" use="required"/> - </xs:complexType> - - <xs:complexType name="validity"> - <xs:annotation> - <xs:documentation> - Defines the vailidity of the workflow as start and end time - </xs:documentation> - </xs:annotation> - <xs:attribute type="date-time-type" name="start" use="required"/> - <xs:attribute type="date-time-type" name="end" use="required"/> - </xs:complexType> - - <xs:simpleType name="date-time-type"> - <xs:annotation> - <xs:appinfo> - <jaxb:javaType name="java.util.Date" parseMethod="org.apache.falcon.entity.v0.SchemaHelper.parseDateUTC" - printMethod="org.apache.falcon.entity.v0.SchemaHelper.formatDateUTC"/> - </xs:appinfo> - </xs:annotation> - <xs:restriction base="xs:string"> - <xs:pattern - value="((1|2)\d\d\d[- /.](0[1-9]|1[012])[- /.](0[1-9]|[12][0-9]|3[01])T([0-1][0-9]|2[0-3]):([0-5][0-9]))Z"/> - </xs:restriction> - </xs:simpleType> - - <xs:simpleType name="execution-type"> - <xs:restriction base="xs:string"> - <xs:enumeration value="FIFO"/> - <xs:enumeration value="LIFO"/> - <xs:enumeration value="LAST_ONLY"/> - </xs:restriction> - </xs:simpleType> - - <xs:simpleType name="frequency-type"> - <xs:annotation> - <xs:appinfo> - <jaxb:javaType name="org.apache.falcon.entity.v0.Frequency" - parseMethod="org.apache.falcon.entity.v0.Frequency.fromString" - printMethod="org.apache.falcon.entity.v0.Frequency.toString"/> - </xs:appinfo> - </xs:annotation> - <xs:restriction base="xs:string"> - <xs:pattern value="(minutes|hours|days|months)\([1-9]\d*\)"/> - </xs:restriction> - </xs:simpleType> - - <xs:complexType name="sla"> - <xs:annotation> - <xs:documentation> - sla has 2 optional attributes - shouldStartIn and shouldEndIn. All the attributes - are written using expressions like frequency. shouldStartIn is the time in which the process should have - started. shouldEndIn is the time in which the process should have finished. - </xs:documentation> - </xs:annotation> - <xs:attribute type="frequency-type" name="shouldStartIn"/> - <xs:attribute type="frequency-type" name="shouldEndIn" /> - </xs:complexType> - - <xs:complexType name="inputs"> - <xs:sequence> - <xs:element type="input" name="input" maxOccurs="unbounded" minOccurs="1"> - <xs:annotation> - <xs:documentation>Defines input for the workflow. Each input maps to a feed. Input path and - frequency are picked from feed definition. - The input specifies the - start and end instance for the workflow. Falcon creates a property with input name which - contains paths of all input - instances between start and end. This - property will be available for the workflow to read inputs. - Input can also optionally specify the specific partition of feed that the workflow needs. - </xs:documentation> - </xs:annotation> - </xs:element> - </xs:sequence> - </xs:complexType> - - <xs:complexType name="input"> - <xs:attribute type="IDENTIFIER" name="name" use="required"/> - <xs:attribute type="IDENTIFIER" name="feed" use="required"/> - <xs:attribute type="xs:string" name="start" use="required"/> - <xs:attribute type="xs:string" name="end" use="required"/> - <xs:attribute type="xs:string" name="partition" use="optional"/> - <xs:attribute type="xs:boolean" name="optional" use="optional" default="false"/> - </xs:complexType> - - <xs:complexType name="outputs"> - <xs:sequence> - <xs:element type="output" name="output" maxOccurs="unbounded" minOccurs="1"> - <xs:annotation> - <xs:documentation>Each output maps to a feed. The Output path and frequency are picked from the - corresponding feed definition. - The output also specifies the - instance that is created in terms of EL expression. - For each output, Falcon creates a property with the output name which can be used in workflows - </xs:documentation> - </xs:annotation> - </xs:element> - </xs:sequence> - </xs:complexType> - - <xs:complexType name="output"> - <xs:attribute type="IDENTIFIER" name="name" use="required"/> - <xs:attribute type="IDENTIFIER" name="feed" use="required"/> - <xs:attribute type="xs:string" name="instance" use="required"/> - </xs:complexType> - - <xs:complexType name="workflow"> - <xs:attribute type="xs:string" name="name" use="optional"/> - <xs:attribute type="xs:string" name="version" use="optional" default="1.0"/> - <xs:attribute type="engine-type" name="engine" use="optional" default="oozie"/> - <xs:attribute type="xs:string" name="path" use="required"/> - <xs:attribute type="xs:string" name="lib" use="optional"/> - </xs:complexType> - - <xs:simpleType name="engine-type"> - <xs:restriction base="xs:string"> - <xs:enumeration value="oozie"/> - <xs:enumeration value="pig"/> - <xs:enumeration value="hive"/> - </xs:restriction> - </xs:simpleType> - - <xs:complexType name="retry"> - <xs:attribute type="policy-type" name="policy" use="required"/> - <xs:attribute type="frequency-type" name="delay" use="required"/> - <xs:attribute name="attempts" use="required"> - <xs:simpleType> - <xs:restriction base="xs:unsignedShort"> - <xs:minInclusive value="1"/> - </xs:restriction> - </xs:simpleType> - </xs:attribute> - <xs:attribute type="xs:boolean" name="onTimeout" use="optional" default="false"/> - </xs:complexType> - - <xs:simpleType name="policy-type"> - <xs:restriction base="xs:string"> - <xs:enumeration value="periodic"/> - <xs:enumeration value="exp-backoff"/> - <xs:enumeration value="final"/> - </xs:restriction> - </xs:simpleType> - - <xs:complexType name="late-process"> - <xs:sequence> - <xs:element type="late-input" name="late-input" maxOccurs="unbounded" minOccurs="1"> - <xs:annotation> - <xs:documentation> - For each input, defines the workflow that should be run when late data is detected - </xs:documentation> - </xs:annotation> - </xs:element> - </xs:sequence> - <xs:attribute type="policy-type" name="policy" use="required"/> - <xs:attribute type="frequency-type" name="delay" use="required"/> - </xs:complexType> - - <xs:complexType name="late-input"> - <xs:attribute type="IDENTIFIER" name="input" use="required"/> - <xs:attribute type="xs:string" name="workflow-path" use="required"/> - </xs:complexType> - - <xs:complexType name="properties"> - <xs:sequence> - <xs:element type="property" name="property" maxOccurs="unbounded" minOccurs="0"/> - </xs:sequence> - </xs:complexType> - <xs:complexType name="property"> - <xs:attribute type="xs:string" name="name" use="required"/> - <xs:attribute type="xs:string" name="value" use="required"/> - </xs:complexType> - - <xs:simpleType name="KEY_VALUE_PAIR"> - <xs:restriction base="xs:string"> - <xs:pattern value="([\w_]+=[^,]+)?([,]?[ ]*[\w_]+=[^,]+)*"/> - </xs:restriction> - </xs:simpleType> - <xs:simpleType name="PIPELINE_LIST"> - <xs:restriction base="xs:string"> - <xs:pattern value="([\w+_]+)([,]?[ ]*([\w+_]+))*"/> - </xs:restriction> - </xs:simpleType> - - <xs:complexType name="ACL"> - <xs:annotation> - <xs:documentation> - Access control list for this process. - owner is the Owner of this entity. - group is the one which has access to read - not used at this time. - permission is not enforced at this time - </xs:documentation> - </xs:annotation> - <xs:attribute type="xs:string" name="owner"/> - <xs:attribute type="xs:string" name="group"/> - <xs:attribute type="xs:string" name="permission" default="*"/> - </xs:complexType> - - <xs:complexType name="notification"> - <xs:annotation> - <xs:documentation> - Notification specifies the "type" of notification to be used to send notification. - Currently email based notification type is supported and user can specify the comma - separated email address with "to" property. - e.g: type="email" to="falcon@localhost,hive@localhost" - "limit" property in notification will help to set the frequency of email notification - in case of Falcon instance failure. - If limit="attempt" is set, for every instance failure email will be sent. - If limit="final" is set, failure email will be sent only when all the attempts has been - tried defined with retry element. - </xs:documentation> - </xs:annotation> - <xs:attribute name="type" use="required"> - <xs:simpleType> - <xs:restriction base="xs:string"> - <xs:enumeration value="email"/> - </xs:restriction> - </xs:simpleType> - </xs:attribute> - <xs:attribute name="level" use="optional"> - <xs:simpleType> - <xs:restriction base="xs:string"> - <xs:enumeration value="attempt"/> - <xs:enumeration value="instance"/> - </xs:restriction> - </xs:simpleType> - </xs:attribute> - <xs:attribute type="xs:string" name="to" use="required"/> - </xs:complexType> -</xs:schema> http://git-wip-us.apache.org/repos/asf/falcon/blob/8e49379d/client/src/test/java/org/apache/falcon/cli/TestCLIParser.java ---------------------------------------------------------------------- diff --git a/client/src/test/java/org/apache/falcon/cli/TestCLIParser.java b/client/src/test/java/org/apache/falcon/cli/TestCLIParser.java deleted file mode 100644 index 6ac3e9f..0000000 --- a/client/src/test/java/org/apache/falcon/cli/TestCLIParser.java +++ /dev/null @@ -1,69 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.falcon.cli; - -import org.apache.commons.cli.Option; -import org.apache.commons.cli.Options; -import org.apache.commons.cli.ParseException; -import org.testng.Assert; -import org.testng.annotations.Test; - -/** - * Command parser for CLI. - */ -public class TestCLIParser { - - @Test - public void testEmptyParser() throws Exception { - try { - CLIParser parser = new CLIParser("falcon", new String[]{}); - CLIParser.Command c = parser.parse(new String[]{"a"}); - Assert.fail(); - } catch (ParseException ex) { - // nop - } - } - - @Test - public void testCommandParser() throws Exception { - try { - CLIParser parser = new CLIParser("oozie", new String[]{}); - parser.addCommand("a", "<A>", "AAAAA", new Options(), false); - CLIParser.Command c = parser.parse(new String[]{"a", "b"}); - Assert.assertEquals("a", c.getName()); - Assert.assertEquals("b", c.getCommandLine().getArgs()[0]); - } catch (ParseException ex) { - Assert.fail(); - } - } - - @Test - public void testCommandParserX() throws Exception { - Option opt = new Option("o", false, "O"); - Options opts = new Options(); - opts.addOption(opt); - CLIParser parser = new CLIParser("test", new String[]{}); - parser.addCommand("c", "-X ", - "(everything after '-X' are pass-through parameters)", opts, - true); - CLIParser.Command c = parser.parse("c -o -X -o c".split(" ")); - Assert.assertEquals("-X", c.getCommandLine().getArgList().get(0)); - Assert.assertEquals(3, c.getCommandLine().getArgList().size()); - } -} http://git-wip-us.apache.org/repos/asf/falcon/blob/8e49379d/client/src/test/java/org/apache/falcon/entity/v0/DateValidatorTest.java ---------------------------------------------------------------------- diff --git a/client/src/test/java/org/apache/falcon/entity/v0/DateValidatorTest.java b/client/src/test/java/org/apache/falcon/entity/v0/DateValidatorTest.java deleted file mode 100644 index a1adb24..0000000 --- a/client/src/test/java/org/apache/falcon/entity/v0/DateValidatorTest.java +++ /dev/null @@ -1,83 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.falcon.entity.v0; - -import org.testng.Assert; -import org.testng.annotations.DataProvider; -import org.testng.annotations.Test; - -/** - * Date format yyyy/mm/dd validator Testing. - */ -public class DateValidatorTest { - - @DataProvider - public Object[][] validDateProvider() { - return new Object[][]{ - new Object[]{"2011-11-01T00:00Z", }, new Object[]{"2020-01-01T00:00Z", }, - new Object[]{"2010-01-31T00:59Z", }, new Object[]{"2020-01-31T00:00Z", }, - new Object[]{"2008-02-29T01:00Z", }, new Object[]{"2008-02-29T00:00Z", }, - new Object[]{"2009-02-28T01:01Z", }, new Object[]{"2009-02-28T00:00Z", }, - new Object[]{"2010-03-31T23:00Z", }, new Object[]{"2010-03-31T00:00Z", }, - new Object[]{"2010-04-30T23:59Z", }, new Object[]{"2010-04-30T00:00Z", }, - new Object[]{"2010-05-31T23:23Z", }, new Object[]{"2010-05-31T00:00Z", }, - new Object[]{"2010-06-30T00:00Z", }, new Object[]{"2010-06-30T00:00Z", }, - new Object[]{"2010-07-31T00:00Z", }, new Object[]{"2010-07-31T00:00Z", }, - new Object[]{"2010-08-31T00:00Z", }, new Object[]{"2010-08-31T00:00Z", }, - new Object[]{"2010-09-30T00:00Z", }, new Object[]{"2010-09-30T00:00Z", }, - new Object[]{"2010-10-31T00:00Z", }, new Object[]{"2010-10-31T00:00Z", }, - new Object[]{"2010-11-30T00:00Z", }, new Object[]{"2010-11-30T00:00Z", }, - new Object[]{"2010-12-31T00:00Z", }, new Object[]{"2010-12-31T00:00Z", }, - new Object[]{"1999-01-30T01:00Z", }, new Object[]{"2999-12-31T00:00Z", }, - }; - } - - @DataProvider - public Object[][] invalidDateProvider() { - return new Object[][]{ - new Object[]{"2010-12-31T00:60Z", }, new Object[]{"2010-12-31T24:00Z", }, - new Object[]{"2010-01-32T00:00Z", }, new Object[]{"2020-01-32T00:00Z", }, - new Object[]{"2010-13-1T00:00Z", }, new Object[]{"1820-01-01T00:00Z", }, - new Object[]{"2007-2-29T00:00Z", }, new Object[]{"2007-02-29T00:00Z", }, - new Object[]{"2008-2-30T00:00Z", }, new Object[]{"2008-02-31T00:00Z", }, - new Object[]{"2008-a-29T00:00Z", }, new Object[]{"2008-02aT00:00Z", }, - new Object[]{"2008-2-333T00:00Z", }, new Object[]{"200a-02-29T00:00Z", }, - new Object[]{"2010-4-31T00:00Z", }, new Object[]{"2010-04-31T00:00Z", }, - new Object[]{"2010-6-31T00:00Z", }, new Object[]{"2010-06-31T00:00Z", }, - new Object[]{"2010-9-31T00:00Z", }, new Object[]{"2010-09-31T00:00Z", }, - new Object[]{"2010-11-31T00:00Z", }, new Object[]{"1999-04-31T01:00Z", }, - new Object[]{null, }, new Object[]{"", }, new Object[]{" ", }, - }; - } - - @Test(dataProvider = "validDateProvider") - public void validDateTest(String date) { - boolean valid = DateValidator.validate(date); - System.out.println("Date is valid : " + date + " , " + valid); - Assert.assertEquals(valid, true); - } - - @Test(dataProvider = "invalidDateProvider", - dependsOnMethods = "validDateTest") - public void invalidDateTest(String date) { - boolean valid = DateValidator.validate(date); - System.out.println("Date is valid : " + date + " , " + valid); - Assert.assertEquals(valid, false); - } -} http://git-wip-us.apache.org/repos/asf/falcon/blob/8e49379d/client/src/test/java/org/apache/falcon/entity/v0/TestFrequency.java ---------------------------------------------------------------------- diff --git a/client/src/test/java/org/apache/falcon/entity/v0/TestFrequency.java b/client/src/test/java/org/apache/falcon/entity/v0/TestFrequency.java deleted file mode 100644 index 56e442f..0000000 --- a/client/src/test/java/org/apache/falcon/entity/v0/TestFrequency.java +++ /dev/null @@ -1,37 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.falcon.entity.v0; - -import org.testng.Assert; -import org.testng.annotations.Test; - -/** - * Test frequency. - */ -@Test -public class TestFrequency { - - public void testValidFrequency() { - String freqStr = "minutes(10)"; - Frequency freq = Frequency.fromString(freqStr); - Assert.assertEquals(freq.getTimeUnit().name(), "minutes"); - Assert.assertEquals(freq.getFrequency(), "10"); - Assert.assertEquals(freq.getFrequencyAsInt(), 10); - } -} http://git-wip-us.apache.org/repos/asf/falcon/blob/8e49379d/client/src/test/java/org/apache/falcon/resource/LineageGraphResultTest.java ---------------------------------------------------------------------- diff --git a/client/src/test/java/org/apache/falcon/resource/LineageGraphResultTest.java b/client/src/test/java/org/apache/falcon/resource/LineageGraphResultTest.java deleted file mode 100644 index 058d097..0000000 --- a/client/src/test/java/org/apache/falcon/resource/LineageGraphResultTest.java +++ /dev/null @@ -1,50 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.falcon.resource; - -import org.testng.Assert; -import org.testng.annotations.Test; - -import java.util.Arrays; -import java.util.HashSet; -import java.util.List; -import java.util.Set; - -/** - * Test frequency. - */ -@Test -public class LineageGraphResultTest { - - @Test - public void testEquals() { - Set<LineageGraphResult.Edge> set1 = new HashSet<>(); - Set<LineageGraphResult.Edge> set2 = new HashSet<>(); - - List<String> from = Arrays.asList(new String[]{"from1", "from2", "from3"}); - List<String> to = Arrays.asList(new String[]{"to1", "to2", "to3"}); - List<String> label = Arrays.asList(new String[]{"label1", "label2", "label3"}); - - for (int i = 0; i < 3; i++) { - set1.add(new LineageGraphResult.Edge(from.get(i), to.get(i), label.get(i))); - set2.add(new LineageGraphResult.Edge(from.get(i), to.get(i), label.get(i))); - } - Assert.assertEquals(set1, set2); - } -} http://git-wip-us.apache.org/repos/asf/falcon/blob/8e49379d/common/pom.xml ---------------------------------------------------------------------- diff --git a/common/pom.xml b/common/pom.xml deleted file mode 100644 index 2e01282..0000000 --- a/common/pom.xml +++ /dev/null @@ -1,222 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> - -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - --> - -<project xmlns="http://maven.apache.org/POM/4.0.0"; - xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd";> - - <modelVersion>4.0.0</modelVersion> - <parent> - <groupId>org.apache.falcon</groupId> - <artifactId>falcon-main</artifactId> - <version>0.10-SNAPSHOT</version> - </parent> - <artifactId>falcon-common</artifactId> - <description>Apache Falcon Common Module</description> - <name>Apache Falcon Commons</name> - <packaging>jar</packaging> - - <profiles> - <profile> - <id>hadoop-2</id> - <activation> - <activeByDefault>true</activeByDefault> - </activation> - <dependencies> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-client</artifactId> - </dependency> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-hdfs</artifactId> - </dependency> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-hdfs</artifactId> - <classifier>tests</classifier> - </dependency> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <classifier>tests</classifier> - </dependency> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - </dependency> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-aws</artifactId> - <version>${hadoop.version}</version> - <scope>provided</scope> - </dependency> - </dependencies> - </profile> - </profiles> - - <dependencies> - <dependency> - <groupId>commons-beanutils</groupId> - <artifactId>commons-beanutils</artifactId> - </dependency> - - <dependency> - <groupId>org.apache.commons</groupId> - <artifactId>commons-lang3</artifactId> - </dependency> - - <dependency> - <groupId>org.apache.falcon</groupId> - <artifactId>falcon-client</artifactId> - </dependency> - - <dependency> - <groupId>org.apache.falcon</groupId> - <artifactId>falcon-metrics</artifactId> - </dependency> - - <dependency> - <groupId>commons-el</groupId> - <artifactId>commons-el</artifactId> - </dependency> - - <dependency> - <groupId>javax.servlet.jsp</groupId> - <artifactId>jsp-api</artifactId> - </dependency> - - <dependency> - <groupId>javax.xml.bind</groupId> - <artifactId>jaxb-api</artifactId> - </dependency> - - <dependency> - <groupId>org.testng</groupId> - <artifactId>testng</artifactId> - </dependency> - - <dependency> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-log4j12</artifactId> - </dependency> - - <dependency> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-api</artifactId> - </dependency> - - <dependency> - <groupId>org.codehaus.jettison</groupId> - <artifactId>jettison</artifactId> - </dependency> - - <dependency> - <groupId>org.springframework</groupId> - <artifactId>spring-jms</artifactId> - </dependency> - - <dependency> - <groupId>org.springframework</groupId> - <artifactId>spring-beans</artifactId> - </dependency> - - <dependency> - <groupId>org.apache.falcon</groupId> - <artifactId>falcon-test-util</artifactId> - <scope>test</scope> - </dependency> - - <dependency> - <groupId>org.mockito</groupId> - <artifactId>mockito-all</artifactId> - </dependency> - - <dependency> - <groupId>com.github.stephenc.findbugs</groupId> - <artifactId>findbugs-annotations</artifactId> - </dependency> - - <dependency> - <groupId>javax.jms</groupId> - <artifactId>jms</artifactId> - </dependency> - - <dependency> - <groupId>org.apache.hive</groupId> - <artifactId>hive-common</artifactId> - </dependency> - - <dependency> - <groupId>org.apache.hive.hcatalog</groupId> - <artifactId>hive-webhcat-java-client</artifactId> - </dependency> - - <dependency> - <groupId>com.googlecode.json-simple</groupId> - <artifactId>json-simple</artifactId> - </dependency> - - <dependency> - <groupId>com.tinkerpop.blueprints</groupId> - <artifactId>blueprints-core</artifactId> - </dependency> - - <dependency> - <groupId>com.thinkaurelius.titan</groupId> - <artifactId>titan-core-jre6</artifactId> - </dependency> - - <dependency> - <groupId>com.thinkaurelius.titan</groupId> - <artifactId>titan-berkeleyje-jre6</artifactId> - </dependency> - </dependencies> - - <build> - <plugins> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-compiler-plugin</artifactId> - <configuration> - <source>1.7</source> - <target>1.7</target> - </configuration> - </plugin> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-jar-plugin</artifactId> - <version>2.4</version> - <configuration> - <excludes> - <exclude>**/log4j.xml</exclude> - </excludes> - </configuration> - <executions> - <execution> - <goals> - <goal>test-jar</goal> - </goals> - </execution> - </executions> - </plugin> - </plugins> - </build> - -</project> http://git-wip-us.apache.org/repos/asf/falcon/blob/8e49379d/common/src/main/java/org/apache/falcon/FalconException.java ---------------------------------------------------------------------- diff --git a/common/src/main/java/org/apache/falcon/FalconException.java b/common/src/main/java/org/apache/falcon/FalconException.java deleted file mode 100644 index 391700e..0000000 --- a/common/src/main/java/org/apache/falcon/FalconException.java +++ /dev/null @@ -1,48 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.falcon; - -/** - * Common Exception thrown from Parsers. To the Falcon API class - */ -public class FalconException extends Exception { - - /** - * @param e Exception - */ - public FalconException(Throwable e) { - super(e); - } - - public FalconException(String message, Throwable e) { - super(message, e); - } - - /** - * @param message - custom exception message - */ - public FalconException(String message) { - super(message); - } - - /** - * - */ - private static final long serialVersionUID = -1475818869309247014L; - -} http://git-wip-us.apache.org/repos/asf/falcon/blob/8e49379d/common/src/main/java/org/apache/falcon/FalconRuntimException.java ---------------------------------------------------------------------- diff --git a/common/src/main/java/org/apache/falcon/FalconRuntimException.java b/common/src/main/java/org/apache/falcon/FalconRuntimException.java deleted file mode 100644 index e465f09..0000000 --- a/common/src/main/java/org/apache/falcon/FalconRuntimException.java +++ /dev/null @@ -1,43 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.falcon; - -/** - * Runtime Exception class for Falcon application. - */ -public class FalconRuntimException extends RuntimeException { - - /** - * - */ - private static final long serialVersionUID = 1105135528999858955L; - - public FalconRuntimException(Exception e) { - super(e); - } - - public FalconRuntimException(String message) { - super(message); - } - - public FalconRuntimException(String message, Throwable e) { - super(message); - } - -} http://git-wip-us.apache.org/repos/asf/falcon/blob/8e49379d/common/src/main/java/org/apache/falcon/catalog/AbstractCatalogService.java ---------------------------------------------------------------------- diff --git a/common/src/main/java/org/apache/falcon/catalog/AbstractCatalogService.java b/common/src/main/java/org/apache/falcon/catalog/AbstractCatalogService.java deleted file mode 100644 index 41d50df..0000000 --- a/common/src/main/java/org/apache/falcon/catalog/AbstractCatalogService.java +++ /dev/null @@ -1,177 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.falcon.catalog; - -import org.apache.falcon.FalconException; -import org.apache.hadoop.conf.Configuration; - -import java.util.List; - -/** - * Interface definition for a catalog registry service - * such as Hive or HCatalog. - */ -public abstract class AbstractCatalogService { - - /** - * This method checks if the catalog service is alive. - * - * @param conf conf - * @param catalogUrl url for the catalog service - * @return if the service was reachable - * @throws FalconException exception - */ - public abstract boolean isAlive(Configuration conf, String catalogUrl) throws FalconException; - - /** - * This method checks if the given table exists in the catalog. - * - * @param conf conf - * @param catalogUrl url for the catalog service - * @param database database the table belongs to - * @param tableName tableName to check if it exists - * @return if the table exists - * @throws FalconException exception - */ - public abstract boolean tableExists(Configuration conf, String catalogUrl, - String database, String tableName) throws FalconException; - - /** - * Returns if the table is external or not. Executed in the workflow engine. - * - * @param conf conf object - * @param catalogUrl url for the catalog service - * @param database database the table belongs to - * @param tableName tableName to check if it exists - * @return true if external else false - * @throws FalconException - */ - public abstract boolean isTableExternal(Configuration conf, String catalogUrl, String database, - String tableName) throws FalconException; - - public abstract List<CatalogPartition> listPartitions(Configuration conf, String catalogUrl, - String database, String tableName, - List<String> values) throws FalconException; - - /** - * List partitions by filter. Executed in the workflow engine. - * - * @param conf conf object - * @param catalogUrl url for the catalog service - * @param database database the table belongs to - * @param tableName tableName to check if it exists - * @param filter The filter string, - * for example "part1 = \"p1_abc\" and part2 <= "\p2_test\"". Filtering can - * be done only on string partition keys. - * @return list of partitions - * @throws FalconException - */ - public abstract List<CatalogPartition> listPartitionsByFilter(Configuration conf, - String catalogUrl, - String database, - String tableName, String filter) - throws FalconException; - - /** - * Drops a given partition. Executed in the workflow engine. - * - * @param conf conf object - * @param catalogUrl url for the catalog service - * @param database database the table belongs to - * @param tableName tableName to check if it exists - * @param partitionValues list of partition values - * @param deleteData should dropPartition also delete the corresponding data - * @return if the partition was dropped - * @throws FalconException - */ - public abstract boolean dropPartition(Configuration conf, String catalogUrl, - String database, String tableName, List<String> partitionValues, - boolean deleteData) throws FalconException; - - /** - * Drops the partitions. Executed in the workflow engine. - * - * @param conf conf object - * @param catalogUrl url for the catalog service - * @param database database the table belongs to - * @param tableName tableName to check if it exists - * @param partitionValues list of partition values - * @param deleteData should dropPartition also delete the corresponding data - * @return if the partition was dropped - * @throws FalconException - */ - public abstract void dropPartitions(Configuration conf, String catalogUrl, - String database, String tableName, - List<String> partitionValues, boolean deleteData) throws FalconException; - - /** - * Gets the partition. Executed in the workflow engine. - * - * - * @param conf conf - * @param catalogUrl url for the catalog service - * @param database database the table belongs to - * @param tableName tableName to check if it exists - * @param partitionValues Values for partition columns. - * @return An instance of CatalogPartition. - * @throws FalconException - */ - public abstract CatalogPartition getPartition(Configuration conf, String catalogUrl, - String database, String tableName, - List<String> partitionValues) - throws FalconException; - - /** - * Gets the partition columns for the table in catalog service. - * @param conf - * @param catalogUrl url for the catalog service - * @param database - * @param tableName - * @return ordered list of partition columns for the table - * @throws FalconException - */ - public abstract List<String> getPartitionColumns(Configuration conf, String catalogUrl, String database, - String tableName) throws FalconException; - - /** - * Adds the partition to the table. - * @param conf - * @param catalogUrl - * @param database - * @param tableName - * @param values - * @param location - * @throws FalconException - */ - public abstract void addPartition(Configuration conf, String catalogUrl, String database, - String tableName, List<String> values, String location) throws FalconException; - - /** - * Updates an existing partition in the table. - * @param conf - * @param catalogUrl - * @param database - * @param tableName - * @param partValues - * @param location - * @throws FalconException - */ - public abstract void updatePartition(Configuration conf, String catalogUrl, String database, String tableName, - List<String> partValues, String location) throws FalconException; -}
