http://git-wip-us.apache.org/repos/asf/falcon/blob/6f5b476c/addons/designer/core/src/main/java/org/apache/falcon/designer/schema/RelationalSchema.java ---------------------------------------------------------------------- diff --git a/addons/designer/core/src/main/java/org/apache/falcon/designer/schema/RelationalSchema.java b/addons/designer/core/src/main/java/org/apache/falcon/designer/schema/RelationalSchema.java deleted file mode 100644 index f4f44d1..0000000 --- a/addons/designer/core/src/main/java/org/apache/falcon/designer/schema/RelationalSchema.java +++ /dev/null @@ -1,84 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.falcon.designer.schema; - -import org.apache.falcon.designer.storage.Storage; -import org.apache.falcon.designer.storage.StorageException; -import org.apache.falcon.designer.storage.Storeable; - -import javax.annotation.Nonnull; -import java.sql.Types; - -/** - * Relational Schema allows data to be represented similar to a relational - * table comprising of rows and columns. Data types for each column is - * allowed to be both primitive and complex data types ranging from simple - * integer to complex structures such as {@link java.util.Map}, - * {@link java.util.Set}, {@link java.util.List}, Thrift structure and - * Protobuf messages etc. - */ -public class RelationalSchema implements Storeable { - - /** - * Gets the total number of columns present in the - * underlying data source that conforms to this schema. - * - * @return Total Number of columns. - */ - public int getColumnCount() { - return -1; - } - - /** - * Gets the designated alias of a given column number - * as visible in the underlying data source. - * - * @param columnNumber - Can range from 0 to totalColumns - 1 - * @return Alias of the column - */ - public String getColumnAlias(int columnNumber) { - return ""; - } - - /** - * Gets the column type of a given column as visible - * in the underlying data source. - * - * @param columnNumber - Can range from 0 to totalColumns - 1 - * @return {@link java.sql.Types} - */ - public int getColumnType(int columnNumber) { - return Types.NULL; - } - - @Override - public void store(@Nonnull Storage storage) throws StorageException { - //TODO - } - - @Override - public void restore(@Nonnull Storage storage) throws StorageException { - //TODO - } - - @Override - public void delete(@Nonnull Storage storage) throws StorageException { - //TODO - } -}
http://git-wip-us.apache.org/repos/asf/falcon/blob/6f5b476c/addons/designer/core/src/main/java/org/apache/falcon/designer/source/DataSource.java ---------------------------------------------------------------------- diff --git a/addons/designer/core/src/main/java/org/apache/falcon/designer/source/DataSource.java b/addons/designer/core/src/main/java/org/apache/falcon/designer/source/DataSource.java deleted file mode 100644 index 227277c..0000000 --- a/addons/designer/core/src/main/java/org/apache/falcon/designer/source/DataSource.java +++ /dev/null @@ -1,29 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.falcon.designer.source; - -/** - * Data source on where the data is located. Generally to indicate - * if the data is persisted, if so where or if the data is transient - * or temporary. - */ -public interface DataSource { - - //TODO This is just place holder. Behaviors will be added as we expand on the design further -} http://git-wip-us.apache.org/repos/asf/falcon/blob/6f5b476c/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/Storage.java ---------------------------------------------------------------------- diff --git a/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/Storage.java b/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/Storage.java deleted file mode 100644 index 5b63b31..0000000 --- a/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/Storage.java +++ /dev/null @@ -1,67 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.falcon.designer.storage; - -import javax.annotation.Nonnull; -import java.io.InputStream; -import java.io.OutputStream; - -/** - * This is the storage on which entities can be persisted and restored from. - * - * On the storage entities are organized under a namespace. Namespace/entity combination - * is unique on the storage. - */ -public interface Storage { - - /** - * Opens an existing entity under the namespace and provides a Stream view of - * that data for the consumer. - * - * @param namespace - Namespace under which the entity is stored. - * @param entity - Entity that is being opened/read. - * @return - InputStream - * @throws StorageException - If such an entity doesn't exist or has issues - * reading from the storage. - */ - @Nonnull - InputStream open(@Nonnull String namespace, @Nonnull String entity) throws StorageException; - - /** - * Creates / Updates a new entity under the namespace and provides a Stream to write out the - * data. If entity already exists under the namespace, same is overwritten. - * - * @param namespace - Namespace under which the entity is stored. - * @param entity - Entity that is being created/updated. - * @return - OutputStream - * @throws StorageException - If it has issues accessing or writing to the storage. - */ - @Nonnull - OutputStream create(@Nonnull String namespace, @Nonnull String entity) throws StorageException; - - /** - * Deletes an entity under the namespace specified if it exists. - * - * @param namespace - Namespace under which the entity is stored. - * @param entity - Entity that is being deleted. - * @throws StorageException - If entity is missing or if there are issues while performing the - * delete operation - */ - void delete(@Nonnull String namespace, @Nonnull String entity) throws StorageException; -} http://git-wip-us.apache.org/repos/asf/falcon/blob/6f5b476c/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/StorageException.java ---------------------------------------------------------------------- diff --git a/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/StorageException.java b/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/StorageException.java deleted file mode 100644 index c8c2f58..0000000 --- a/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/StorageException.java +++ /dev/null @@ -1,63 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.falcon.designer.storage; - -/** - * Checked Exception that the {@link org.apache.falcon.designer.storage.Storeable} - * throws when there is an issue with either storing or restoring contents - * for an object from persistent storage. - */ -public class StorageException extends Exception { - - /** - * Constructs a default exception with no cause or message. - */ - public StorageException() { - super(); - } - - /** - * Constructs an exception with a specific message. - * - * @param message - Message on the exception - */ - public StorageException(String message) { - super(message); - } - - /** - * Constructs an exception with a specific message and cause. - * - * @param message - Message on the exception - * @param cause - Underlying exception that resulted in this being thrown - */ - public StorageException(String message, Throwable cause) { - super(message, cause); - } - - /** - * Constructs an exception with a cause and message is initialized - * to be same as that of the cause. - * - * @param cause - Underlying exception that resulted in this being thrown - */ - public StorageException(Throwable cause) { - super(cause); - } -} http://git-wip-us.apache.org/repos/asf/falcon/blob/6f5b476c/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/Storeable.java ---------------------------------------------------------------------- diff --git a/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/Storeable.java b/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/Storeable.java deleted file mode 100644 index 384d17a..0000000 --- a/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/Storeable.java +++ /dev/null @@ -1,52 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.falcon.designer.storage; - -import javax.annotation.Nonnull; - -/** - * All elements in the designer that need to be persisted to permanent - * storage need to implement this interface. - */ -public interface Storeable { - - /** - * Store the current object onto the storage being passed. - * - * @param storage - Storage onto which the object will be persisted or stored. - * @throws StorageException - Any exception from the underlying storage. - */ - void store(@Nonnull Storage storage) throws StorageException; - - /** - * Restore onto the current object contents from the Storage. - * - * @param storage - Storage from where the object will be restored from. - * @throws StorageException - Any exception from the underlying storage. - */ - void restore(@Nonnull Storage storage) throws StorageException; - - /** - * Deletes the current object from the storage permanently. - * - * @param storage - Storage on which the object is stored, that needs to be deleted - * @throws StorageException - Any exception from the underlying storage. - */ - void delete(@Nonnull Storage storage) throws StorageException; -} http://git-wip-us.apache.org/repos/asf/falcon/blob/6f5b476c/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/Version.java ---------------------------------------------------------------------- diff --git a/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/Version.java b/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/Version.java deleted file mode 100644 index 35c2e86..0000000 --- a/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/Version.java +++ /dev/null @@ -1,71 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.falcon.designer.storage; - -import javax.annotation.Nonnull; - -/** - * Version that represents a specific snapshot of an entity. - */ -public class Version implements Comparable<Version> { - - private final int version; - private final long timeStamp; - - public Version(int version, long timeStamp) { - this.version = version; - this.timeStamp = timeStamp; - } - - public int getVersion() { - return version; - } - - public long getTimeStamp() { - return timeStamp; - } - - @Override - public int compareTo(@Nonnull Version that) { - return Integer.valueOf(this.version).compareTo(that.version); - } - - @Override - public boolean equals(Object obj) { - if (this == obj) { - return true; - } - if (obj == null || getClass() != obj.getClass()) { - return false; - } - - Version that = (Version) obj; - - if (this.version != that.version) { - return false; - } - - return true; - } - - @Override - public int hashCode() { - return version; - } -} http://git-wip-us.apache.org/repos/asf/falcon/blob/6f5b476c/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/VersionedStorage.java ---------------------------------------------------------------------- diff --git a/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/VersionedStorage.java b/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/VersionedStorage.java deleted file mode 100644 index 7f5edc5..0000000 --- a/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/VersionedStorage.java +++ /dev/null @@ -1,111 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.falcon.designer.storage; - -import javax.annotation.Nonnull; -import java.io.InputStream; -import java.io.OutputStream; - -/** - * This is the storage on which entities can be persisted and restored from for a - * specific version. - * - * On the storage entities are organized under a namespace. Namespace/entity combination - * is unique on the storage. - */ -public interface VersionedStorage extends Storage { - - /** - * Opens the latest version of the existing entity under the namespace and - * provides a Stream view of that data for the consumer. - * - * @param namespace - Namespace under which the entity is stored. - * @param entity - Entity that is being opened/read. - * @return - InputStream - * @throws StorageException - If such an entity doesn't exist or has issues - * reading from the storage. - */ - @Override - @Nonnull - InputStream open(@Nonnull String namespace, @Nonnull String entity) throws StorageException; - - /** - * Opens the latest version of the existing entity under the namespace and - * provides a Stream view of that data for the consumer. - * - * @param namespace - Namespace under which the entity is stored. - * @param entity - Entity that is being opened/read. - * @param version - Version of the entity that needs to be opened. - * @return - InputStream - * @throws StorageException - If such an entity/version doesn't exist or has issues - * reading from the storage. - */ - @Nonnull - InputStream open(@Nonnull String namespace, @Nonnull String entity, - @Nonnull Version version) throws StorageException; - - /** - * Creates / Updates a new entity under the namespace and provides a Stream to write out the - * data. If entity already exists under the namespace, a new version of the same is created. - * - * @param namespace - Namespace under which the entity is stored. - * @param entity - Entity that is being created/updated. - * @return - OutputStream - * @throws StorageException - If it has issues accessing or writing to the storage. - */ - - @Override - @Nonnull - OutputStream create(@Nonnull String namespace, @Nonnull String entity) throws StorageException; - - /** - * Deletes the latest version of an entity under the namespace specified if it exists. - * - * @param namespace - Namespace under which the entity is stored. - * @param entity - Entity that is being deleted. - * @throws StorageException - If entity is missing or if there are issues while performing the - * delete operation - */ - @Override - void delete(@Nonnull String namespace, @Nonnull String entity) throws StorageException; - - /** - * Deletes the latest version of an entity under the namespace specified if it exists. - * - * @param namespace - Namespace under which the entity is stored. - * @param entity - Entity that is being deleted. - * @param version - Version that is to be deleted. - * @throws StorageException - If entity/version is missing or if there are issues while performing the - * delete operation - */ - void delete(@Nonnull String namespace, @Nonnull String entity, - @Nonnull Version version) throws StorageException; - - /** - * Retrieves an iterator over versions of the entity under the namespace specified. - * - * @param namespace - Namespace underwhich the entity is stored. - * @param entity - Entity that is stored, for which versions are sought. - * @return - Iterable {@link org.apache.falcon.designer.storage.Version} - * @throws StorageException - If entity version is missing or if there are issues while retrieving - * the versions on the entity. - */ - @Nonnull - Iterable<Version> versions(@Nonnull String namespace, @Nonnull String entity) throws StorageException; -} http://git-wip-us.apache.org/repos/asf/falcon/blob/6f5b476c/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/impl/HDFSStorage.java ---------------------------------------------------------------------- diff --git a/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/impl/HDFSStorage.java b/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/impl/HDFSStorage.java deleted file mode 100644 index 4d0ff64..0000000 --- a/addons/designer/core/src/main/java/org/apache/falcon/designer/storage/impl/HDFSStorage.java +++ /dev/null @@ -1,98 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.falcon.designer.storage.impl; - -import java.io.IOException; -import java.io.InputStream; -import java.io.OutputStream; - -import org.apache.falcon.designer.storage.Storage; -import org.apache.falcon.designer.storage.StorageException; -import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.fs.FileSystem; -import org.apache.hadoop.fs.Path; - -/** - * Storage implementation to store in HDFS. - * - */ -public class HDFSStorage implements Storage { - - private FileSystem fs; - private String basePath; - private static final String SEPERATOR = "/"; - private static final String BASEPATH_CONFIG_NAME = - "falcon.designer.hdfsstorage.defaultpath"; - - HDFSStorage(Configuration conf) throws StorageException { - try { - this.fs = FileSystem.get(conf); - } catch (IOException e) { - throw new StorageException(e); - } - this.basePath = conf.get(BASEPATH_CONFIG_NAME); - if (this.basePath == null || this.basePath.isEmpty()) { - throw new StorageException(BASEPATH_CONFIG_NAME - + " cannot be empty"); - } - - } - - @Override - public InputStream open(String namespace, String entity) - throws StorageException { - try { - return fs.open(new Path(basePath + SEPERATOR + namespace - + SEPERATOR + entity)); - - } catch (IllegalArgumentException e) { - throw new StorageException(e); - } catch (IOException e) { - throw new StorageException(e); - } - - } - - @Override - public OutputStream create(String namespace, String entity) - throws StorageException { - try { - return fs.create(new Path(basePath + SEPERATOR + namespace - + SEPERATOR + entity)); - } catch (IllegalArgumentException e) { - throw new StorageException(e); - } catch (IOException e) { - throw new StorageException(e); - } - - } - - @Override - public void delete(String namespace, String entity) throws StorageException { - try { - fs.delete(new Path(basePath + SEPERATOR + namespace + SEPERATOR - + entity), true); - } catch (IllegalArgumentException e) { - throw new StorageException(e); - } catch (IOException e) { - throw new StorageException(e); - } - - } - -} http://git-wip-us.apache.org/repos/asf/falcon/blob/6f5b476c/addons/designer/core/src/test/java/org/apache/falcon/designer/storage/impl/HDFSStorageTest.java ---------------------------------------------------------------------- diff --git a/addons/designer/core/src/test/java/org/apache/falcon/designer/storage/impl/HDFSStorageTest.java b/addons/designer/core/src/test/java/org/apache/falcon/designer/storage/impl/HDFSStorageTest.java deleted file mode 100644 index 187a7d2..0000000 --- a/addons/designer/core/src/test/java/org/apache/falcon/designer/storage/impl/HDFSStorageTest.java +++ /dev/null @@ -1,78 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.falcon.designer.storage.impl; - -import java.io.FileNotFoundException; -import java.io.IOException; -import java.io.InputStream; -import java.io.OutputStream; - -import org.apache.falcon.designer.storage.StorageException; -import org.apache.hadoop.conf.Configuration; -import org.testng.Assert; -import org.testng.annotations.BeforeClass; -import org.testng.annotations.Test; - -/** - * Will test HDFSStorage for create open remove. - */ -public class HDFSStorageTest { - private HDFSStorage hdfsStorageInst; - - @BeforeClass - public void setUpDFS() throws Exception { - Configuration conf = new Configuration(); - conf.set("falcon.designer.hdfsstorage.defaultpath", "/tmp/"); - conf.set("fs.default.name", "file:///"); - hdfsStorageInst = new HDFSStorage(conf); - - } - - @Test - public void testCreateOpenDelete() { - try { - final String testNameSpace = "testNS"; - final String testEntity = "testEntity"; - OutputStream opStream = - hdfsStorageInst.create(testNameSpace, testEntity); - String testMessage = "testing HDFSStorage"; - byte[] outputByte = new byte[testMessage.length()]; - opStream.write(testMessage.getBytes()); - opStream.close(); - InputStream ipStream = - hdfsStorageInst.open(testNameSpace, testEntity); - ipStream.read(outputByte, 0, testMessage.length()); - ipStream.close(); - hdfsStorageInst.delete(testNameSpace, testEntity); - try { - hdfsStorageInst.open(testNameSpace, testEntity); - Assert - .fail("file should be present and should have thrown an exception"); - } catch (StorageException ex) { - Assert.assertEquals(ex.getCause().getClass(), - FileNotFoundException.class); - } - Assert.assertEquals(new String(outputByte), testMessage); - } catch (StorageException ex) { - Assert.fail(ex.getMessage()); - } catch (IOException ex) { - Assert.fail(ex.getMessage()); - } - - } -} http://git-wip-us.apache.org/repos/asf/falcon/blob/6f5b476c/addons/designer/flows/pom.xml ---------------------------------------------------------------------- diff --git a/addons/designer/flows/pom.xml b/addons/designer/flows/pom.xml deleted file mode 100644 index 07cb35d..0000000 --- a/addons/designer/flows/pom.xml +++ /dev/null @@ -1,46 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> - -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - --> - -<project xmlns="http://maven.apache.org/POM/4.0.0"; - xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd";> - - <modelVersion>4.0.0</modelVersion> - <parent> - <groupId>org.apache.falcon.designer</groupId> - <artifactId>designer-main</artifactId> - <version>0.6-SNAPSHOT</version> - </parent> - <artifactId>designer-flow</artifactId> - <description>Apache Falcon Pipeline Designer - Flows Module</description> - <name>Apache Falcon Designer Flows</name> - <packaging>jar</packaging> - - <dependencies> - <dependency> - <groupId>org.testng</groupId> - <artifactId>testng</artifactId> - </dependency> - <dependency> - <groupId>org.apache.falcon.designer</groupId> - <artifactId>designer-core</artifactId> - </dependency> - </dependencies> - -</project> http://git-wip-us.apache.org/repos/asf/falcon/blob/6f5b476c/addons/designer/flows/src/main/java/org/apache/falcon/designer/primitive/Flow.java ---------------------------------------------------------------------- diff --git a/addons/designer/flows/src/main/java/org/apache/falcon/designer/primitive/Flow.java b/addons/designer/flows/src/main/java/org/apache/falcon/designer/primitive/Flow.java deleted file mode 100644 index f7d227c..0000000 --- a/addons/designer/flows/src/main/java/org/apache/falcon/designer/primitive/Flow.java +++ /dev/null @@ -1,83 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.falcon.designer.primitive; - -import org.apache.falcon.designer.configuration.FlowConfig; - -/** - * Concrete implementation for a Flow. - */ -public class Flow extends Primitive<Flow, FlowConfig> { - - private FlowConfig process; - private String nameSpace; - private String entity; - - public Flow(FlowConfig process, String nameSpace, String entity) { - this.process = process; - this.nameSpace = nameSpace; - this.entity = entity; - } - - @Override - protected Flow copy() { - // TODO Auto-generated method stub - return null; - } - - @Override - public Iterable<Message> validate() { - // TODO Auto-generated method stub - return null; - } - - @Override - protected Code doCompile() { - // TODO Auto-generated method stub - return null; - } - - @Override - protected Flow doOptimize() { - // TODO Auto-generated method stub - return null; - } - - @Override - public String getNamespace() { - return nameSpace; - } - - @Override - public String getEntity() { - return entity; - } - - - @Override - public void setConfiguration(FlowConfig config) { - this.process = config; - } - - @Override - public FlowConfig getConfiguration() { - return process; - } - -} http://git-wip-us.apache.org/repos/asf/falcon/blob/6f5b476c/addons/designer/pom.xml ---------------------------------------------------------------------- diff --git a/addons/designer/pom.xml b/addons/designer/pom.xml deleted file mode 100644 index 4be24c3..0000000 --- a/addons/designer/pom.xml +++ /dev/null @@ -1,709 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - --> -<project xmlns="http://maven.apache.org/POM/4.0.0"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd";> - - <modelVersion>4.0.0</modelVersion> - <groupId>org.apache.falcon.designer</groupId> - <artifactId>designer-main</artifactId> - <version>0.6-SNAPSHOT</version> - <description>Apache Falcon Pipeline Designer</description> - <name>Apache Falcon Pipeline Designer</name> - <packaging>pom</packaging> - <url>http://falcon.apache.org/</url> - - <licenses> - <license> - <name>The Apache Software License, Version 2.0</name> - <url>http://www.apache.org/licenses/LICENSE-2.0.txt</url> - </license> - </licenses> - - <organization> - <name>Apache Software Foundation</name> - <url>http://www.apache.org</url> - </organization> - - <issueManagement> - <system>JIRA</system> - <url>https://issues.apache.org/jira/browse/FALCON</url> - </issueManagement> - - <ciManagement> - <system>Jenkins</system> - <url>https://builds.apache.org/job/falcon</url> - </ciManagement> - - <inceptionYear>2013</inceptionYear> - - <mailingLists> - <mailingList> - <name>falcon-user</name> - <subscribe>[email protected]</subscribe> - <unsubscribe>[email protected]</unsubscribe> - <post>[email protected]</post> - <archive>http://mail-archives.apache.org/mod_mbox/falcon-user/</archive> - </mailingList> - <mailingList> - <name>falcon-dev</name> - <subscribe>[email protected]</subscribe> - <unsubscribe>[email protected]</unsubscribe> - <post>[email protected]</post> - <archive>http://mail-archives.apache.org/mod_mbox/falcon-dev/</archive> - </mailingList> - <mailingList> - <name>falcon-commits</name> - <subscribe>[email protected]</subscribe> - <unsubscribe>[email protected]</unsubscribe> - <post>[email protected]</post> - <archive>http://mail-archives.apache.org/mod_mbox/falcon-commits/</archive> - </mailingList> - </mailingLists> - - <scm> - <connection>scm:git:https://git-wip-us.apache.org/repos/asf/falcon.git</connection> - <developerConnection>scm:git:https://git-wip-us.apache.org/repos/asf/falcon.git</developerConnection> - <url>https://git-wip-us.apache.org/repos/asf/falcon.git</url> - </scm> - - <distributionManagement> - <repository> - <id>internal.repo</id> - <name>Internal Repository</name> - <url>${internal.maven.repo}</url> - </repository> - </distributionManagement> - - <properties> - <!-- platform encoding override --> - <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> - <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding> - - <include.prism>true</include.prism> - - <slf4j.version>1.7.5</slf4j.version> - <hive.version>0.13.1</hive.version> - <jetty.version>6.1.26</jetty.version> - <internal.maven.repo>file:///tmp/falcontemprepo</internal.maven.repo> - <skipCheck>false</skipCheck> - <hadoop.version>2.6.2</hadoop.version> - </properties> - - <modules> - <module>checkstyle</module> - <module>ui</module> - <module>common</module> - <module>core</module> - <module>flows</module> - <module>transforms</module> - <module>actions</module> - </modules> - - <repositories> - <repository> - <id>central</id> - <url>http://repo1.maven.org/maven2</url> - <snapshots> - <enabled>false</enabled> - </snapshots> - </repository> - <repository> - <id>hortonworks.repo</id> - <url>http://repo.hortonworks.com/content/repositories/releases</url> - <name>Hortonworks Repo</name> - <snapshots> - <enabled>false</enabled> - </snapshots> - </repository> - <repository> - <id>Codehaus repository</id> - <url>http://repository.codehaus.org/</url> - <snapshots> - <enabled>false</enabled> - </snapshots> - </repository> - <repository> - <id>apache.snapshots.repo</id> - <url>https://repository.apache.org/content/groups/snapshots</url> - <name>Apache Snapshots Repository</name> - <snapshots> - <enabled>true</enabled> - </snapshots> - </repository> - <repository> - <id>default</id> - <url>https://repository.apache.org/content/groups/public/</url> - </repository> - <repository> - <id>java.net-Public</id> - <name>Maven Java Net Snapshots and Releases</name> - <url>https://maven.java.net/content/groups/public/</url> - </repository> - <repository> - <id>repository.jboss.org-public</id> - <name>JBoss repository</name> - <url>https://repository.jboss.org/nexus/content/groups/public</url> - </repository> - <repository> - <id>cdh.repo</id> - <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url> - <name>Cloudera Repository</name> - <snapshots> - <enabled>false</enabled> - </snapshots> - </repository> - </repositories> - - <dependencyManagement> - <dependencies> - <dependency> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-log4j12</artifactId> - <version>${slf4j.version}</version> - </dependency> - - <dependency> - <groupId>commons-lang</groupId> - <artifactId>commons-lang</artifactId> - <version>2.6</version> - </dependency> - - <dependency> - <groupId>log4j</groupId> - <artifactId>log4j</artifactId> - <version>1.2.17</version> - <scope>compile</scope> - <exclusions> - <exclusion> - <groupId>com.sun.jdmk</groupId> - <artifactId>jmxtools</artifactId> - </exclusion> - <exclusion> - <groupId>com.sun.jmx</groupId> - <artifactId>jmxri</artifactId> - </exclusion> - <exclusion> - <groupId>javax.mail</groupId> - <artifactId>mail</artifactId> - </exclusion> - <exclusion> - <groupId>javax.jms</groupId> - <artifactId>jmx</artifactId> - </exclusion> - <exclusion> - <groupId>javax.jms</groupId> - <artifactId>jms</artifactId> - </exclusion> - </exclusions> - </dependency> - - <dependency> - <groupId>org.easymock</groupId> - <artifactId>easymock</artifactId> - <version>2.4</version> - <scope>test</scope> - </dependency> - - <dependency> - <groupId>org.codehaus.jackson</groupId> - <artifactId>jackson-core-asl</artifactId> - <version>1.5.2</version> - </dependency> - - <dependency> - <groupId>org.codehaus.jackson</groupId> - <artifactId>jackson-mapper-asl</artifactId> - <version>1.5.2</version> - </dependency> - - <dependency> - <groupId>commons-cli</groupId> - <artifactId>commons-cli</artifactId> - <version>1.2</version> - </dependency> - - <dependency> - <groupId>commons-codec</groupId> - <artifactId>commons-codec</artifactId> - <version>1.8</version> - </dependency> - - <dependency> - <groupId>commons-io</groupId> - <artifactId>commons-io</artifactId> - <version>2.2</version> - </dependency> - - <dependency> - <groupId>com.sun.jersey</groupId> - <artifactId>jersey-client</artifactId> - <version>1.8</version> - </dependency> - - <dependency> - <groupId>com.sun.jersey</groupId> - <artifactId>jersey-json</artifactId> - <version>1.8</version> - </dependency> - - <dependency> - <groupId>commons-beanutils</groupId> - <artifactId>commons-beanutils</artifactId> - <version>1.8.3</version> - </dependency> - - <dependency> - <groupId>org.apache.falcon</groupId> - <artifactId>falcon-client</artifactId> - <version>${project.version}</version> - </dependency> - - <dependency> - <groupId>javax.xml.bind</groupId> - <artifactId>jaxb-api</artifactId> - <version>2.1</version> - <scope>compile</scope> - </dependency> - - <dependency> - <groupId>org.testng</groupId> - <artifactId>testng</artifactId> - <version>6.1.1</version> - <scope>test</scope> - </dependency> - - <dependency> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-api</artifactId> - <version>${slf4j.version}</version> - </dependency> - - <dependency> - <groupId>org.codehaus.jettison</groupId> - <artifactId>jettison</artifactId> - <version>1.3</version> - </dependency> - - <dependency> - <groupId>com.sun.jersey</groupId> - <artifactId>jersey-server</artifactId> - <version>1.8</version> - </dependency> - - <dependency> - <groupId>org.mockito</groupId> - <artifactId>mockito-all</artifactId> - <version>1.8.5</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>org.aspectj</groupId> - <artifactId>aspectjrt</artifactId> - <version>1.6.11</version> - </dependency> - - <dependency> - <groupId>org.aspectj</groupId> - <artifactId>aspectjweaver</artifactId> - <version>1.6.11</version> - </dependency> - - <dependency> - <groupId>com.googlecode.json-simple</groupId> - <artifactId>json-simple</artifactId> - <version>1.1</version> - </dependency> - - <dependency> - <groupId>org.mortbay.jetty</groupId> - <artifactId>jetty</artifactId> - <version>${jetty.version}</version> - <scope>compile</scope> - </dependency> - - <dependency> - <groupId>org.mortbay.jetty</groupId> - <artifactId>jetty-plus</artifactId> - <version>${jetty.version}</version> - <scope>compile</scope> - </dependency> - - <dependency> - <groupId>commons-el</groupId> - <artifactId>commons-el</artifactId> - <version>1.0</version> - </dependency> - - <dependency> - <groupId>javax.servlet.jsp</groupId> - <artifactId>jsp-api</artifactId> - <version>2.0</version> - </dependency> - - <dependency> - <groupId>org.apache.hive</groupId> - <artifactId>hive-metastore</artifactId> - <version>${hive.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.hive.hcatalog</groupId> - <artifactId>hive-webhcat-java-client</artifactId> - <version>${hcatalog.version}</version> - </dependency> - - <dependency> - <groupId>net.sourceforge.findbugs</groupId> - <artifactId>jsr305</artifactId> - <version>1.3.2</version> - </dependency> - <dependency> - <groupId>org.apache.falcon.designer</groupId> - <artifactId>designer-core</artifactId> - <version>${project.version}</version> - </dependency> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <version>${hadoop.version}</version> - </dependency> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-hdfs</artifactId> - <version>${hadoop.version}</version> - </dependency> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-hdfs</artifactId> - <version>${hadoop.version}</version> - <scope>test</scope> - <classifier>tests</classifier> - </dependency> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <version>${hadoop.version}</version> - <scope>test</scope> - <classifier>tests</classifier> - </dependency> - </dependencies> - </dependencyManagement> - - <build> - <pluginManagement> - <plugins> - <plugin> - <groupId>org.codehaus.mojo</groupId> - <artifactId>buildnumber-maven-plugin</artifactId> - <version>1.0</version> - </plugin> - - <plugin> - <groupId>org.codehaus.mojo</groupId> - <artifactId>build-helper-maven-plugin</artifactId> - <version>1.5</version> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-compiler-plugin</artifactId> - <version>2.3.2</version> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-source-plugin</artifactId> - <version>2.2.1</version> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-javadoc-plugin</artifactId> - <version>2.8.1</version> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-surefire-plugin</artifactId> - <version>2.14</version> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-deploy-plugin</artifactId> - <version>2.7</version> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-war-plugin</artifactId> - <version>2.1.1</version> - </plugin> - - <plugin> - <groupId>org.apache.rat</groupId> - <artifactId>apache-rat-plugin</artifactId> - <version>0.7</version> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-checkstyle-plugin</artifactId> - <version>2.9.1</version> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-site-plugin</artifactId> - <version>3.2</version> - </plugin> - - <plugin> - <groupId>org.codehaus.mojo</groupId> - <artifactId>findbugs-maven-plugin</artifactId> - <version>2.5.2</version> - </plugin> - <!-- Source code metrics: mvn javancss:report or mvn site --> - <plugin> - <groupId>org.codehaus.mojo</groupId> - <artifactId>javancss-maven-plugin</artifactId> - <version>2.0</version> - </plugin> - </plugins> - </pluginManagement> - - <plugins> - <plugin> - <groupId>org.codehaus.mojo</groupId> - <artifactId>buildnumber-maven-plugin</artifactId> - <executions> - <execution> - <phase>validate</phase> - <goals> - <goal>create</goal> - </goals> - </execution> - </executions> - <configuration> - <revisionOnScmFailure>release</revisionOnScmFailure> - <doCheck>false</doCheck> - <doUpdate>false</doUpdate> - </configuration> - </plugin> - - <plugin> - <groupId>org.codehaus.mojo</groupId> - <artifactId>build-helper-maven-plugin</artifactId> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-compiler-plugin</artifactId> - <configuration> - <source>1.7</source> - <target>1.7</target> - </configuration> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-source-plugin</artifactId> - <executions> - <execution> - <id>attach-sources</id> - <phase>package</phase> - <goals> - <goal>jar-no-fork</goal> - </goals> - </execution> - </executions> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-javadoc-plugin</artifactId> - <executions> - <execution> - <id>attach-javadocs</id> - <phase>package</phase> - <goals> - <goal>javadoc</goal> - <goal>jar</goal> - </goals> - <configuration> - <skip>${skipCheck}</skip> - </configuration> - </execution> - </executions> - <configuration> - <skip>${skipCheck}</skip> - </configuration> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-surefire-plugin</artifactId> - <configuration> - <redirectTestOutputToFile>true</redirectTestOutputToFile> - <forkMode>always</forkMode> - <argLine>-Djava.awt.headless=true -Djava.security.krb5.realm= -Djava.security.krb5.kdc=</argLine> - </configuration> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-deploy-plugin</artifactId> - <executions> - <execution> - <id>deploy</id> - <phase>deploy</phase> - <goals> - <goal>deploy</goal> - </goals> - </execution> - </executions> - </plugin> - - <plugin> - <groupId>org.apache.rat</groupId> - <artifactId>apache-rat-plugin</artifactId> - <configuration> - <useDefaultExcludes>true</useDefaultExcludes> - <useMavenDefaultExcludes>true</useMavenDefaultExcludes> - <useIdeaDefaultExcludes>true</useIdeaDefaultExcludes> - <useEclipseDefaultExcludes>true</useEclipseDefaultExcludes> - <excludeSubProjects>true</excludeSubProjects> - <excludes> - <exclude>**/*.txt</exclude> - <exclude>**/.git</exclude> - <exclude>.idea/**</exclude> - <exclude>**/*.twiki</exclude> - <exclude>**/*.iml</exclude> - <exclude>**/target</exclude> - <exclude>**/*.patch</exclude> - <exclude>**/*.log</exclude> - <exclude>**/logs</exclude> - <exclude>**/.classpath</exclude> - <exclude>**/.project</exclude> - <exclude>**/.settings</exclude> - <exclude>**/maven-eclipse.xml</exclude> - <exclude>**/.externalToolBuilders</exclude> - <exclude>build/**</exclude> - <exclude>test-output/**</exclude> - </excludes> - </configuration> - <executions> - <execution> - <id>rat-check</id> - <goals> - <goal>check</goal> - </goals> - <phase>verify</phase> - <configuration> - <failOnViolation>false</failOnViolation> - </configuration> - </execution> - </executions> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-checkstyle-plugin</artifactId> - <dependencies> - <dependency> - <groupId>org.apache.falcon.designer</groupId> - <artifactId>checkstyle</artifactId> - <version>${project.version}</version> - </dependency> - </dependencies> - <executions> - <execution> - <id>checkstyle-check</id> - <goals> - <goal>check</goal> - </goals> - <phase>verify</phase> - <configuration> - <consoleOutput>true</consoleOutput> - <includeTestSourceDirectory>true</includeTestSourceDirectory> - <configLocation>falcon/checkstyle.xml</configLocation> - <failOnViolation>true</failOnViolation> - <skip>${skipCheck}</skip> - </configuration> - </execution> - </executions> - </plugin> - - <plugin> - <groupId>org.codehaus.mojo</groupId> - <artifactId>findbugs-maven-plugin</artifactId> - <configuration> - <!--debug>true</debug --> - <xmlOutput>true</xmlOutput> - <excludeFilterFile>${basedir}/../checkstyle/src/main/resources/falcon/findbugs-exclude.xml</excludeFilterFile> - <failOnError>true</failOnError> - <skip>${skipCheck}</skip> - </configuration> - <executions> - <execution> - <id>findbugs-check</id> - <goals> - <goal>check</goal> - </goals> - <phase>verify</phase> - </execution> - </executions> - </plugin> - <!-- Source code metrics: mvn javancss:report or mvn site --> - <plugin> - <groupId>org.codehaus.mojo</groupId> - <artifactId>javancss-maven-plugin</artifactId> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-site-plugin</artifactId> - <dependencies> - <dependency> - <groupId>org.apache.maven.doxia</groupId> - <artifactId>doxia-module-twiki</artifactId> - <version>1.3</version> - </dependency> - </dependencies> - <executions> - <execution> - <goals> - <goal>site</goal> - </goals> - <phase>prepare-package</phase> - </execution> - </executions> - <configuration> - <skip>true</skip> - </configuration> - </plugin> - - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-release-plugin</artifactId> - <version>2.4.1</version> - </plugin> - </plugins> - </build> -</project> http://git-wip-us.apache.org/repos/asf/falcon/blob/6f5b476c/addons/designer/transforms/pom.xml ---------------------------------------------------------------------- diff --git a/addons/designer/transforms/pom.xml b/addons/designer/transforms/pom.xml deleted file mode 100644 index 3c4fd1e..0000000 --- a/addons/designer/transforms/pom.xml +++ /dev/null @@ -1,42 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> - -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - --> - -<project xmlns="http://maven.apache.org/POM/4.0.0"; - xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd";> - - <modelVersion>4.0.0</modelVersion> - <parent> - <groupId>org.apache.falcon.designer</groupId> - <artifactId>designer-main</artifactId> - <version>0.6-SNAPSHOT</version> - </parent> - <artifactId>designer-transform</artifactId> - <description>Apache Falcon Pipeline Designer - Transform Module</description> - <name>Apache Falcon Designer Transform</name> - <packaging>jar</packaging> - - <dependencies> - <dependency> - <groupId>org.testng</groupId> - <artifactId>testng</artifactId> - </dependency> - </dependencies> - -</project> http://git-wip-us.apache.org/repos/asf/falcon/blob/6f5b476c/addons/designer/ui/pom.xml ---------------------------------------------------------------------- diff --git a/addons/designer/ui/pom.xml b/addons/designer/ui/pom.xml deleted file mode 100644 index 50e134a..0000000 --- a/addons/designer/ui/pom.xml +++ /dev/null @@ -1,95 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> - -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - --> - -<project xmlns="http://maven.apache.org/POM/4.0.0"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd";> - - <modelVersion>4.0.0</modelVersion> - <parent> - <groupId>org.apache.falcon.designer</groupId> - <artifactId>designer-main</artifactId> - <version>0.6-SNAPSHOT</version> - <relativePath>../pom.xml</relativePath> - </parent> - <artifactId>designer-ui</artifactId> - <description>Apache Falcon Pipeline Designer UI</description> - <name>Apache Falcon Pipeline Designer UI</name> - <packaging>war</packaging> - - <dependencies> - <dependency> - <groupId>com.sun.jersey</groupId> - <artifactId>jersey-server</artifactId> - </dependency> - - <dependency> - <groupId>com.sun.jersey</groupId> - <artifactId>jersey-client</artifactId> - </dependency> - - <dependency> - <groupId>com.sun.jersey</groupId> - <artifactId>jersey-json</artifactId> - </dependency> - - <dependency> - <groupId>com.googlecode.json-simple</groupId> - <artifactId>json-simple</artifactId> - </dependency> - - <dependency> - <groupId>org.mortbay.jetty</groupId> - <artifactId>jetty</artifactId> - </dependency> - - <dependency> - <groupId>org.mortbay.jetty</groupId> - <artifactId>jetty-plus</artifactId> - </dependency> - - <dependency> - <groupId>org.mockito</groupId> - <artifactId>mockito-all</artifactId> - </dependency> - - <dependency> - <groupId>org.aspectj</groupId> - <artifactId>aspectjrt</artifactId> - </dependency> - - <dependency> - <groupId>org.aspectj</groupId> - <artifactId>aspectjweaver</artifactId> - </dependency> - - <dependency> - <groupId>org.testng</groupId> - <artifactId>testng</artifactId> - </dependency> - </dependencies> - - <build> - <plugins> - <plugin> - <artifactId>maven-war-plugin</artifactId> - <version>2.4</version> - </plugin> - </plugins> - </build> -</project> http://git-wip-us.apache.org/repos/asf/falcon/blob/6f5b476c/addons/designer/ui/src/main/webapp/WEB-INF/web.xml ---------------------------------------------------------------------- diff --git a/addons/designer/ui/src/main/webapp/WEB-INF/web.xml b/addons/designer/ui/src/main/webapp/WEB-INF/web.xml deleted file mode 100644 index 86d6f10..0000000 --- a/addons/designer/ui/src/main/webapp/WEB-INF/web.xml +++ /dev/null @@ -1,49 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one - or more contributor license agreements. See the NOTICE file - distributed with this work for additional information - regarding copyright ownership. The ASF licenses this file - to you under the Apache License, Version 2.0 (the - "License"); you may not use this file except in compliance - with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - --> - -<!DOCTYPE web-app PUBLIC "-//Sun Microsystems, Inc.//DTD Web Application 2.3//EN" - "http://java.sun.com/dtd/web-app_2_3.dtd";> - -<web-app> - - <display-name>Apache Falcon Pipeline Designer</display-name> - <description>Apache Falcon Pipeline Designer</description> - - <servlet> - <servlet-name>pipelineApi</servlet-name> - <servlet-class>com.sun.jersey.spi.container.servlet.ServletContainer</servlet-class> - <init-param> - <param-name>com.sun.jersey.config.property.resourceConfigClass</param-name> - <param-value>com.sun.jersey.api.core.PackagesResourceConfig</param-value> - </init-param> - <init-param> - <param-name>com.sun.jersey.config.property.packages</param-name> - <param-value> - org.apache.falcon.designer.resource - </param-value> - </init-param> - <load-on-startup>1</load-on-startup> - </servlet> - - <servlet-mapping> - <servlet-name>pipelineApi</servlet-name> - <url-pattern>/api/*</url-pattern> - </servlet-mapping> - -</web-app> http://git-wip-us.apache.org/repos/asf/falcon/blob/6f5b476c/addons/hivedr/README ---------------------------------------------------------------------- diff --git a/addons/hivedr/README b/addons/hivedr/README deleted file mode 100644 index 0b448d3..0000000 --- a/addons/hivedr/README +++ /dev/null @@ -1,80 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -Hive Disaster Recovery -======================= - -Overview ---------- - -Falcon provides feature to replicate Hive metadata and data events from one hadoop cluster -to another cluster. This is supported for secure and unsecure cluster through Falcon Recipes. - - -Prerequisites -------------- - -Following is the prerequisites to use Hive DR - -* Hive 1.2.0+ -* Oozie 4.2.0+ - -*Note:* Set following properties in hive-site.xml for replicating the Hive events: - <property> - <name>hive.metastore.event.listeners</name> - <value>org.apache.hive.hcatalog.listener.DbNotificationListener</value> - <description>event listeners that are notified of any metastore changes</description> - </property> - - <property> - <name>hive.metastore.dml.events</name> - <value>true</value> - </property> - - -Usage ------- -a. Perform initial bootstrap of Table and Database from one Hadoop cluster to another Hadoop cluster - - Table Bootstrap - ---------------- - For bootstrapping table replication, essentially after having turned on the DbNotificationListener - on the source db, we should do an EXPORT of the table, distcp the export over to the destination - warehouse, and do an IMPORT over there. Check following Hive Export-Import link for syntax details - and examples. - - This will set up the destination table so that the events on the source cluster that modify the table - will then be replicated over. - - Database Bootstrap - ------------------ - For bootstrapping DB replication, first destination DB should be created. This step is expected, - since DB replication definitions can be set up by users only on pre-existing DBâs. Second, we need - to export all tables in the source db and import them in the destination db, as described above. - - -b. Setup cluster definition - $FALCON_HOME/bin/falcon entity -submit -type cluster -file /cluster/definition.xml - -c. Submit Hive DR recipe - $FALCON_HOME/bin/falcon recipe -name hive-disaster-recovery -operation HIVE_DISASTER_RECOVERY - - -Recipe templates for Hive DR is available in addons/recipe/hive-disaster-recovery and copy it to -recipe path specified in client.properties. - -*Note:* If kerberos security is enabled on cluster, use the secure templates for Hive DR from - addons/recipe/hive-disaster-recovery \ No newline at end of file http://git-wip-us.apache.org/repos/asf/falcon/blob/6f5b476c/addons/hivedr/pom.xml ---------------------------------------------------------------------- diff --git a/addons/hivedr/pom.xml b/addons/hivedr/pom.xml deleted file mode 100644 index 37dc5c9..0000000 --- a/addons/hivedr/pom.xml +++ /dev/null @@ -1,209 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one - or more contributor license agreements. See the NOTICE file - distributed with this work for additional information - regarding copyright ownership. The ASF licenses this file - to you under the Apache License, Version 2.0 (the - "License"); you may not use this file except in compliance - with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - --> -<project xmlns="http://maven.apache.org/POM/4.0.0"; - xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd";> - <modelVersion>4.0.0</modelVersion> - - <parent> - <groupId>org.apache.falcon</groupId> - <artifactId>falcon-main</artifactId> - <version>0.10-SNAPSHOT</version> - <relativePath>../../pom.xml</relativePath> - </parent> - <artifactId>falcon-hive-replication</artifactId> - <description>Apache Falcon Hive Replication Module</description> - <name>Apache Falcon Hive Replication</name> - <packaging>jar</packaging> - - <dependencies> - <!-- dependencies are always listed in sorted order by groupId, artifactId --> - <!-- intra-project --> - <dependency> - <groupId>org.apache.hive</groupId> - <artifactId>hive-common</artifactId> - <version>${hive.version}</version> - </dependency> - <dependency> - <groupId>org.apache.hive</groupId> - <artifactId>hive-exec</artifactId> - <version>${hive.version}</version> - </dependency> - <dependency> - <groupId>org.apache.hive</groupId> - <artifactId>hive-metastore</artifactId> - <version>${hive.version}</version> - </dependency> - <dependency> - <groupId>org.apache.hive</groupId> - <artifactId>hive-shims</artifactId> - <version>${hive.version}</version> - </dependency> - <dependency> - <groupId>org.apache.hive.hcatalog</groupId> - <artifactId>hive-webhcat-java-client</artifactId> - <version>${hive.version}</version> - </dependency> - <dependency> - <groupId>org.apache.hive</groupId> - <artifactId>hive-jdbc</artifactId> - <version>${hive.version}</version> - <exclusions> - <exclusion> - <groupId>org.apache.httpcomponents</groupId> - <artifactId>httpclient</artifactId> - </exclusion> - </exclusions> - </dependency> - <dependency> - <groupId>org.testng</groupId> - <artifactId>testng</artifactId> - </dependency> - <!-- inter-project --> - <dependency> - <groupId>javax.jms</groupId> - <artifactId>jms</artifactId> - </dependency> - <!-- test intra-project --> - <dependency> - <groupId>org.apache.hive</groupId> - <artifactId>hive-cli</artifactId> - <version>${hive.version}</version> - <scope>test</scope> - </dependency> - <!-- test inter-project --> - <dependency> - <groupId>junit</groupId> - <artifactId>junit</artifactId> - <version>3.8.1</version> - <scope>test</scope> - </dependency> - <dependency> - <groupId>org.apache.falcon</groupId> - <artifactId>falcon-test-util</artifactId> - <scope>test</scope> - </dependency> - <dependency> - <groupId>org.apache.falcon</groupId> - <artifactId>falcon-hadoop-dependencies</artifactId> - <scope>test</scope> - </dependency> - <dependency> - <groupId>org.apache.falcon</groupId> - <artifactId>falcon-metrics</artifactId> - </dependency> - </dependencies> - - <profiles> - <profile> - <id>hadoop-2</id> - <activation> - <activeByDefault>true</activeByDefault> - </activation> - <dependencies> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <scope>compile</scope> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-hdfs</artifactId> - <scope>compile</scope> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-mapreduce-client-core</artifactId> - <scope>compile</scope> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-client</artifactId> - <scope>compile</scope> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-mapreduce-client-common</artifactId> - <scope>compile</scope> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-yarn-server-resourcemanager</artifactId> - <scope>compile</scope> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-yarn-server-nodemanager</artifactId> - <scope>compile</scope> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-auth</artifactId> - <scope>compile</scope> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-distcp</artifactId> - <scope>compile</scope> - </dependency> - </dependencies> - </profile> - </profiles> - - <build> - <sourceDirectory>${basedir}/src/main/java</sourceDirectory> - <testSourceDirectory>${basedir}/src/test/java</testSourceDirectory> - <plugins> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-jar-plugin</artifactId> - <executions> - <execution> - <goals> - <goal>test-jar</goal> - </goals> - </execution> - </executions> - </plugin> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-surefire-plugin</artifactId> - <configuration> - <systemProperties> - <property> - <name>derby.stream.error.file</name> - <value>target/derby.log</value> - </property> - </systemProperties> - </configuration> - </plugin> - </plugins> - </build> - -</project>
