Fixed checkstyle and added license headers.
Project: http://git-wip-us.apache.org/repos/asf/apex-malhar/repo Commit: http://git-wip-us.apache.org/repos/asf/apex-malhar/commit/b8a83a45 Tree: http://git-wip-us.apache.org/repos/asf/apex-malhar/tree/b8a83a45 Diff: http://git-wip-us.apache.org/repos/asf/apex-malhar/diff/b8a83a45 Branch: refs/heads/master Commit: b8a83a451875d615417f67808bbdf47a9ea607e7 Parents: 9c154f2 Author: Apex Dev <[email protected]> Authored: Mon Mar 20 13:45:54 2017 -0700 Committer: Lakshmi Prasanna Velineni <[email protected]> Committed: Sun Mar 26 11:43:48 2017 -0700 ---------------------------------------------------------------------- .../XmlJavadocCommentsExtractor.xsl | 44 ---- examples/csvformatter/pom.xml | 2 +- .../csvformatter/src/assemble/appPackage.xml | 20 ++ .../apex/examples/csvformatter/Application.java | 19 ++ .../csvformatter/HDFSOutputOperator.java | 23 +- .../examples/csvformatter/JsonGenerator.java | 21 +- .../apex/examples/csvformatter/PojoEvent.java | 19 ++ .../src/main/resources/META-INF/properties.xml | 22 +- .../examples/csvformatter/ApplicationTest.java | 22 +- .../src/test/resources/log4j.properties | 19 ++ examples/dedup/XmlJavadocCommentsExtractor.xsl | 44 ---- examples/dedup/pom.xml | 22 +- examples/dedup/src/assemble/appPackage.xml | 20 ++ .../apache/apex/examples/dedup/Application.java | 25 +- .../src/main/resources/META-INF/properties.xml | 20 ++ .../apex/examples/dedup/ApplicationTest.java | 24 +- .../dedup/src/test/resources/log4j.properties | 19 ++ .../XmlJavadocCommentsExtractor.xsl | 44 ---- examples/dynamic-partition/pom.xml | 22 +- .../src/assemble/appPackage.xml | 20 ++ .../org/apache/apex/examples/dynamic/App.java | 21 +- .../org/apache/apex/examples/dynamic/Gen.java | 33 ++- .../src/main/resources/META-INF/properties.xml | 24 +- .../src/main/resources/unused-log4j.properties | 19 ++ .../apex/examples/dynamic/ApplicationTest.java | 26 +- .../src/test/resources/log4j.properties | 19 ++ .../enricher/XmlJavadocCommentsExtractor.xsl | 44 ---- examples/enricher/pom.xml | 22 +- examples/enricher/src/assemble/appPackage.xml | 20 ++ .../apex/examples/enricher/DataGenerator.java | 34 ++- .../enricher/EnricherAppWithJSONFile.java | 21 +- .../examples/enricher/LineOutputOperator.java | 38 ++- .../org/apache/apex/examples/enricher/POJO.java | 117 +++++---- .../apex/examples/enricher/POJOEnriched.java | 22 +- .../src/main/resources/META-INF/properties.xml | 20 ++ .../apex/examples/enricher/ApplicationTest.java | 24 +- .../src/test/resources/log4j.properties | 19 ++ examples/filter/XmlJavadocCommentsExtractor.xsl | 44 ---- examples/filter/pom.xml | 22 +- examples/filter/src/assemble/appPackage.xml | 20 ++ .../apex/examples/filter/Application.java | 21 +- .../apex/examples/filter/TransactionPOJO.java | 19 +- .../src/main/resources/META-INF/properties.xml | 24 +- .../apex/examples/filter/ApplicationTest.java | 19 +- .../filter/src/test/resources/log4j.properties | 19 ++ .../innerjoin/XmlJavadocCommentsExtractor.xsl | 44 ---- examples/innerjoin/pom.xml | 22 +- examples/innerjoin/src/assemble/appPackage.xml | 20 ++ .../innerjoin/InnerJoinApplication.java | 21 +- .../apex/examples/innerjoin/POJOGenerator.java | 36 ++- .../src/main/resources/META-INF/properties.xml | 20 ++ .../innerjoin/InnerJoinApplicationTest.java | 21 +- .../src/test/resources/log4j.properties | 19 ++ examples/parser/README.md | 5 +- examples/parser/XmlJavadocCommentsExtractor.xsl | 44 ---- examples/parser/pom.xml | 22 +- examples/parser/src/assemble/appPackage.xml | 20 ++ .../examples/parser/jsonparser/Application.java | 20 ++ .../examples/parser/jsonparser/Campaign.java | 19 ++ .../parser/jsonparser/JsonGenerator.java | 27 +- .../src/main/resources/META-INF/properties.xml | 26 +- .../parser/jsonparser/ApplicationTest.java | 19 ++ .../parser/src/test/resources/log4j.properties | 19 ++ .../partition/XmlJavadocCommentsExtractor.xsl | 44 ---- examples/partition/pom.xml | 22 +- examples/partition/src/assemble/appPackage.xml | 20 ++ .../apex/examples/partition/Application.java | 25 +- .../apache/apex/examples/partition/Codec3.java | 33 ++- .../partition/RandomNumberGenerator.java | 21 +- .../apex/examples/partition/TestPartition.java | 54 ++-- .../src/main/resources/META-INF/properties.xml | 22 +- .../src/main/resources/my-log4j.properties | 19 ++ .../examples/partition/ApplicationTest.java | 28 ++- .../src/test/resources/log4j.properties | 19 ++ .../XmlJavadocCommentsExtractor.xsl | 44 ---- examples/recordReader/pom.xml | 22 +- .../recordReader/src/assemble/appPackage.xml | 20 ++ .../apex/examples/recordReader/Application.java | 19 +- .../recordReader/TransactionsSchema.java | 30 ++- .../src/main/resources/META-INF/CustomerTxnData | 100 -------- .../main/resources/META-INF/CustomerTxnData.txt | 100 ++++++++ .../src/main/resources/META-INF/properties.xml | 24 +- .../examples/recordReader/ApplicationTest.java | 43 +++- .../src/test/resources/log4j.properties | 19 ++ .../throttle/XmlJavadocCommentsExtractor.xsl | 44 ---- examples/throttle/pom.xml | 24 +- examples/throttle/src/assemble/appPackage.xml | 20 ++ .../apex/examples/throttle/Application.java | 20 +- .../examples/throttle/PassThroughOperator.java | 39 ++- .../throttle/RandomNumberGenerator.java | 29 ++- .../examples/throttle/SlowDevNullOperator.java | 65 +++-- .../throttle/ThrottlingStatsListener.java | 250 ++++++++++--------- .../src/main/resources/META-INF/properties.xml | 20 ++ .../apex/examples/throttle/ApplicationTest.java | 25 +- .../src/test/resources/log4j.properties | 19 ++ .../transform/XmlJavadocCommentsExtractor.xsl | 44 ---- examples/transform/pom.xml | 22 +- examples/transform/src/assemble/appPackage.xml | 21 ++ .../apex/examples/transform/Application.java | 21 +- .../apex/examples/transform/CustomerEvent.java | 19 ++ .../apex/examples/transform/CustomerInfo.java | 19 ++ .../transform/DynamicTransformApplication.java | 21 +- .../apex/examples/transform/POJOGenerator.java | 30 ++- .../src/main/resources/META-INF/properties.xml | 21 ++ .../examples/transform/ApplicationTest.java | 19 ++ .../src/test/resources/log4j.properties | 19 ++ 106 files changed, 2216 insertions(+), 929 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/csvformatter/XmlJavadocCommentsExtractor.xsl ---------------------------------------------------------------------- diff --git a/examples/csvformatter/XmlJavadocCommentsExtractor.xsl b/examples/csvformatter/XmlJavadocCommentsExtractor.xsl deleted file mode 100644 index 08075a9..0000000 --- a/examples/csvformatter/XmlJavadocCommentsExtractor.xsl +++ /dev/null @@ -1,44 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - ---> - -<!-- - Document : XmlJavadocCommentsExtractor.xsl - Created on : September 16, 2014, 11:30 AM - Description: - The transformation strips off all information except for comments and tags from xml javadoc generated by xml-doclet. ---> - -<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform"; version="1.0"> - <xsl:output method="xml" standalone="yes"/> - - <!-- copy xml by selecting only the following nodes, attributes and text --> - <xsl:template match="node()|text()|@*"> - <xsl:copy> - <xsl:apply-templates select="root|package|class|interface|method|field|type|comment|tag|text()|@name|@qualified|@text"/> - </xsl:copy> - </xsl:template> - - <!-- Strip off the following paths from the selected xml --> - <xsl:template match="//root/package/interface/interface - |//root/package/interface/method/@qualified - |//root/package/class/interface - |//root/package/class/class - |//root/package/class/method/@qualified - |//root/package/class/field/@qualified" /> - - <xsl:strip-space elements="*"/> -</xsl:stylesheet> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/csvformatter/pom.xml ---------------------------------------------------------------------- diff --git a/examples/csvformatter/pom.xml b/examples/csvformatter/pom.xml index be3be7a..7df58e4 100644 --- a/examples/csvformatter/pom.xml +++ b/examples/csvformatter/pom.xml @@ -32,7 +32,7 @@ <packaging>jar</packaging> <!-- change these to the appropriate values --> - <name>Formatter Apps</name> + <name>Apache Apex Malhar CSV Formatter Example</name> <description>Applications to showcase different formatters</description> <dependencies> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/csvformatter/src/assemble/appPackage.xml ---------------------------------------------------------------------- diff --git a/examples/csvformatter/src/assemble/appPackage.xml b/examples/csvformatter/src/assemble/appPackage.xml index 7ad071c..a870807 100644 --- a/examples/csvformatter/src/assemble/appPackage.xml +++ b/examples/csvformatter/src/assemble/appPackage.xml @@ -1,3 +1,23 @@ +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <assembly xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2 http://maven.apache.org/xsd/assembly-1.1.2.xsd";> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/Application.java ---------------------------------------------------------------------- diff --git a/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/Application.java b/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/Application.java index cc9ee79..6dbb977 100644 --- a/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/Application.java +++ b/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/Application.java @@ -1,3 +1,22 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + package org.apache.apex.examples.csvformatter; import org.apache.hadoop.conf.Configuration; http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/HDFSOutputOperator.java ---------------------------------------------------------------------- diff --git a/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/HDFSOutputOperator.java b/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/HDFSOutputOperator.java index 7cdd8bb..90fcc3d 100644 --- a/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/HDFSOutputOperator.java +++ b/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/HDFSOutputOperator.java @@ -1,3 +1,22 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + package org.apache.apex.examples.csvformatter; import javax.validation.constraints.NotNull; @@ -79,8 +98,8 @@ public class HDFSOutputOperator<T> extends AbstractFileOutputOperator<T> @Override protected void processTuple(T tuple) { - if (writeFilesFlag) { - } + //if (writeFilesFlag) { + //} super.processTuple(tuple); } http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/JsonGenerator.java ---------------------------------------------------------------------- diff --git a/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/JsonGenerator.java b/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/JsonGenerator.java index 9b7698c..628171b 100644 --- a/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/JsonGenerator.java +++ b/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/JsonGenerator.java @@ -1,3 +1,22 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + package org.apache.apex.examples.csvformatter; import java.util.Random; @@ -23,7 +42,7 @@ public class JsonGenerator extends BaseOperator implements InputOperator private transient int count = 0; public static Random rand = new Random(); - private int sleepTime=5; + private int sleepTime = 5; public final transient DefaultOutputPort<byte[]> out = new DefaultOutputPort<byte[]>(); http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/PojoEvent.java ---------------------------------------------------------------------- diff --git a/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/PojoEvent.java b/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/PojoEvent.java index 03fda93..8a71496 100644 --- a/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/PojoEvent.java +++ b/examples/csvformatter/src/main/java/org/apache/apex/examples/csvformatter/PojoEvent.java @@ -1,3 +1,22 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + package org.apache.apex.examples.csvformatter; import java.util.Date; http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/csvformatter/src/main/resources/META-INF/properties.xml ---------------------------------------------------------------------- diff --git a/examples/csvformatter/src/main/resources/META-INF/properties.xml b/examples/csvformatter/src/main/resources/META-INF/properties.xml index 8d67c93..e46be31 100644 --- a/examples/csvformatter/src/main/resources/META-INF/properties.xml +++ b/examples/csvformatter/src/main/resources/META-INF/properties.xml @@ -1,6 +1,26 @@ <?xml version="1.0"?> +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <configuration> - <!-- + <!-- <property> <name>dt.application.{appName}.operator.{opName}.prop.{propName}</name> <value>some-default-value (if value is not specified, it is required from the user or custom config when launching)</value> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/csvformatter/src/test/java/org/apache/apex/examples/csvformatter/ApplicationTest.java ---------------------------------------------------------------------- diff --git a/examples/csvformatter/src/test/java/org/apache/apex/examples/csvformatter/ApplicationTest.java b/examples/csvformatter/src/test/java/org/apache/apex/examples/csvformatter/ApplicationTest.java index 67d5fd0..beedbd2 100644 --- a/examples/csvformatter/src/test/java/org/apache/apex/examples/csvformatter/ApplicationTest.java +++ b/examples/csvformatter/src/test/java/org/apache/apex/examples/csvformatter/ApplicationTest.java @@ -1,3 +1,21 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ package org.apache.apex.examples.csvformatter; import java.io.File; @@ -52,8 +70,8 @@ public class ApplicationTest for (File file : list) { for (String line : FileUtils.readLines(file)) { - Assert.assertEquals("Delimiter in record", true, (line.equals( - "1234|0|SimpleCsvFormatterExample|10000.0|||APEX|false|false||"))); + Assert.assertEquals("Delimiter in record", true, + (line.equals("1234|0|SimpleCsvFormatterExample|10000.0|||APEX|false|false||"))); } } http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/csvformatter/src/test/resources/log4j.properties ---------------------------------------------------------------------- diff --git a/examples/csvformatter/src/test/resources/log4j.properties b/examples/csvformatter/src/test/resources/log4j.properties index 98544e8..1c9776b 100644 --- a/examples/csvformatter/src/test/resources/log4j.properties +++ b/examples/csvformatter/src/test/resources/log4j.properties @@ -1,3 +1,22 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + log4j.rootLogger=DEBUG,CONSOLE log4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/dedup/XmlJavadocCommentsExtractor.xsl ---------------------------------------------------------------------- diff --git a/examples/dedup/XmlJavadocCommentsExtractor.xsl b/examples/dedup/XmlJavadocCommentsExtractor.xsl deleted file mode 100644 index 08075a9..0000000 --- a/examples/dedup/XmlJavadocCommentsExtractor.xsl +++ /dev/null @@ -1,44 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - ---> - -<!-- - Document : XmlJavadocCommentsExtractor.xsl - Created on : September 16, 2014, 11:30 AM - Description: - The transformation strips off all information except for comments and tags from xml javadoc generated by xml-doclet. ---> - -<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform"; version="1.0"> - <xsl:output method="xml" standalone="yes"/> - - <!-- copy xml by selecting only the following nodes, attributes and text --> - <xsl:template match="node()|text()|@*"> - <xsl:copy> - <xsl:apply-templates select="root|package|class|interface|method|field|type|comment|tag|text()|@name|@qualified|@text"/> - </xsl:copy> - </xsl:template> - - <!-- Strip off the following paths from the selected xml --> - <xsl:template match="//root/package/interface/interface - |//root/package/interface/method/@qualified - |//root/package/class/interface - |//root/package/class/class - |//root/package/class/method/@qualified - |//root/package/class/field/@qualified" /> - - <xsl:strip-space elements="*"/> -</xsl:stylesheet> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/dedup/pom.xml ---------------------------------------------------------------------- diff --git a/examples/dedup/pom.xml b/examples/dedup/pom.xml index ba5a24d..acba0f6 100644 --- a/examples/dedup/pom.xml +++ b/examples/dedup/pom.xml @@ -1,4 +1,24 @@ <?xml version="1.0" encoding="UTF-8"?> +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <project xmlns="http://maven.apache.org/POM/4.0.0"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd";> <modelVersion>4.0.0</modelVersion> @@ -12,7 +32,7 @@ <packaging>jar</packaging> <!-- change these to the appropriate values --> - <name>Dedup Application</name> + <name>Apache Apex Malhar Dedup Example</name> <description>Dedup Application</description> <dependencies> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/dedup/src/assemble/appPackage.xml ---------------------------------------------------------------------- diff --git a/examples/dedup/src/assemble/appPackage.xml b/examples/dedup/src/assemble/appPackage.xml index 7ad071c..a870807 100644 --- a/examples/dedup/src/assemble/appPackage.xml +++ b/examples/dedup/src/assemble/appPackage.xml @@ -1,3 +1,23 @@ +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <assembly xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2 http://maven.apache.org/xsd/assembly-1.1.2.xsd";> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/dedup/src/main/java/org/apache/apex/examples/dedup/Application.java ---------------------------------------------------------------------- diff --git a/examples/dedup/src/main/java/org/apache/apex/examples/dedup/Application.java b/examples/dedup/src/main/java/org/apache/apex/examples/dedup/Application.java index 2498d62..077e52c 100644 --- a/examples/dedup/src/main/java/org/apache/apex/examples/dedup/Application.java +++ b/examples/dedup/src/main/java/org/apache/apex/examples/dedup/Application.java @@ -1,5 +1,20 @@ /** - * Put your copyright and license info here. + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. */ package org.apache.apex.examples.dedup; @@ -18,7 +33,7 @@ import com.datatorrent.api.annotation.ApplicationAnnotation; import com.datatorrent.common.util.BaseOperator; import com.datatorrent.lib.io.ConsoleOutputOperator; -@ApplicationAnnotation(name="DedupExample") +@ApplicationAnnotation(name = "DedupExample") public class Application implements StreamingApplication { @@ -66,7 +81,8 @@ public class Application implements StreamingApplication private transient int count = 0; @Override - public void beginWindow(long windowId) { + public void beginWindow(long windowId) + { count = 0; } @@ -113,7 +129,8 @@ public class Application implements StreamingApplication } @Override - public String toString() { + public String toString() + { return "TestEvent [id=" + id + ", eventTime=" + eventTime + "]"; } http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/dedup/src/main/resources/META-INF/properties.xml ---------------------------------------------------------------------- diff --git a/examples/dedup/src/main/resources/META-INF/properties.xml b/examples/dedup/src/main/resources/META-INF/properties.xml index ffe3350..ca8d96e 100644 --- a/examples/dedup/src/main/resources/META-INF/properties.xml +++ b/examples/dedup/src/main/resources/META-INF/properties.xml @@ -1,4 +1,24 @@ <?xml version="1.0"?> +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <configuration> <property> <name>dt.application.DedupExample.operator.RandomGenerator.prop.tuplesPerWindow</name> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/dedup/src/test/java/org/apache/apex/examples/dedup/ApplicationTest.java ---------------------------------------------------------------------- diff --git a/examples/dedup/src/test/java/org/apache/apex/examples/dedup/ApplicationTest.java b/examples/dedup/src/test/java/org/apache/apex/examples/dedup/ApplicationTest.java index 3304a04..704515a 100644 --- a/examples/dedup/src/test/java/org/apache/apex/examples/dedup/ApplicationTest.java +++ b/examples/dedup/src/test/java/org/apache/apex/examples/dedup/ApplicationTest.java @@ -1,6 +1,22 @@ /** - * Put your copyright and license info here. + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. */ + package org.apache.apex.examples.dedup; import java.io.IOException; @@ -17,10 +33,12 @@ import com.datatorrent.api.LocalMode; /** * Test the DAG declaration in local mode. */ -public class ApplicationTest { +public class ApplicationTest +{ @Test - public void testApplication() throws IOException, Exception { + public void testApplication() throws IOException, Exception + { try { LocalMode lma = LocalMode.newInstance(); Configuration conf = new Configuration(false); http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/dedup/src/test/resources/log4j.properties ---------------------------------------------------------------------- diff --git a/examples/dedup/src/test/resources/log4j.properties b/examples/dedup/src/test/resources/log4j.properties index 98544e8..1c9776b 100644 --- a/examples/dedup/src/test/resources/log4j.properties +++ b/examples/dedup/src/test/resources/log4j.properties @@ -1,3 +1,22 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + log4j.rootLogger=DEBUG,CONSOLE log4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/dynamic-partition/XmlJavadocCommentsExtractor.xsl ---------------------------------------------------------------------- diff --git a/examples/dynamic-partition/XmlJavadocCommentsExtractor.xsl b/examples/dynamic-partition/XmlJavadocCommentsExtractor.xsl deleted file mode 100644 index 08075a9..0000000 --- a/examples/dynamic-partition/XmlJavadocCommentsExtractor.xsl +++ /dev/null @@ -1,44 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - ---> - -<!-- - Document : XmlJavadocCommentsExtractor.xsl - Created on : September 16, 2014, 11:30 AM - Description: - The transformation strips off all information except for comments and tags from xml javadoc generated by xml-doclet. ---> - -<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform"; version="1.0"> - <xsl:output method="xml" standalone="yes"/> - - <!-- copy xml by selecting only the following nodes, attributes and text --> - <xsl:template match="node()|text()|@*"> - <xsl:copy> - <xsl:apply-templates select="root|package|class|interface|method|field|type|comment|tag|text()|@name|@qualified|@text"/> - </xsl:copy> - </xsl:template> - - <!-- Strip off the following paths from the selected xml --> - <xsl:template match="//root/package/interface/interface - |//root/package/interface/method/@qualified - |//root/package/class/interface - |//root/package/class/class - |//root/package/class/method/@qualified - |//root/package/class/field/@qualified" /> - - <xsl:strip-space elements="*"/> -</xsl:stylesheet> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/dynamic-partition/pom.xml ---------------------------------------------------------------------- diff --git a/examples/dynamic-partition/pom.xml b/examples/dynamic-partition/pom.xml index 21b1c30..b12c09f 100644 --- a/examples/dynamic-partition/pom.xml +++ b/examples/dynamic-partition/pom.xml @@ -1,4 +1,24 @@ <?xml version="1.0" encoding="UTF-8"?> +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <project xmlns="http://maven.apache.org/POM/4.0.0"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd";> <modelVersion>4.0.0</modelVersion> @@ -12,7 +32,7 @@ <packaging>jar</packaging> <!-- change these to the appropriate values --> - <name>Dynamic Partitioning</name> + <name>Apache Apex Malhar Dynamic Partitioning Example</name> <description>Example showing dynamic partitioning</description> <dependencies> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/dynamic-partition/src/assemble/appPackage.xml ---------------------------------------------------------------------- diff --git a/examples/dynamic-partition/src/assemble/appPackage.xml b/examples/dynamic-partition/src/assemble/appPackage.xml index 7ad071c..a870807 100644 --- a/examples/dynamic-partition/src/assemble/appPackage.xml +++ b/examples/dynamic-partition/src/assemble/appPackage.xml @@ -1,3 +1,23 @@ +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <assembly xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2 http://maven.apache.org/xsd/assembly-1.1.2.xsd";> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/dynamic-partition/src/main/java/org/apache/apex/examples/dynamic/App.java ---------------------------------------------------------------------- diff --git a/examples/dynamic-partition/src/main/java/org/apache/apex/examples/dynamic/App.java b/examples/dynamic-partition/src/main/java/org/apache/apex/examples/dynamic/App.java index 1a40cb5..60862ac 100644 --- a/examples/dynamic-partition/src/main/java/org/apache/apex/examples/dynamic/App.java +++ b/examples/dynamic-partition/src/main/java/org/apache/apex/examples/dynamic/App.java @@ -1,3 +1,22 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + package org.apache.apex.examples.dynamic; import org.apache.hadoop.conf.Configuration; @@ -8,7 +27,7 @@ import com.datatorrent.api.annotation.ApplicationAnnotation; import com.datatorrent.lib.stream.DevNull; -@ApplicationAnnotation(name="Dyn") +@ApplicationAnnotation(name = "Dyn") public class App implements StreamingApplication { http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/dynamic-partition/src/main/java/org/apache/apex/examples/dynamic/Gen.java ---------------------------------------------------------------------- diff --git a/examples/dynamic-partition/src/main/java/org/apache/apex/examples/dynamic/Gen.java b/examples/dynamic-partition/src/main/java/org/apache/apex/examples/dynamic/Gen.java index 29f79ac..bb3f202 100644 --- a/examples/dynamic-partition/src/main/java/org/apache/apex/examples/dynamic/Gen.java +++ b/examples/dynamic-partition/src/main/java/org/apache/apex/examples/dynamic/Gen.java @@ -1,3 +1,22 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + package org.apache.apex.examples.dynamic; import java.io.ByteArrayOutputStream; @@ -81,8 +100,8 @@ public class Gen extends BaseOperator implements InputOperator, Partitioner<Gen> } @Override - public Response processStats(BatchedOperatorStats batchedOperatorStats) { - + public Response processStats(BatchedOperatorStats batchedOperatorStats) + { final long emittedCount = batchedOperatorStats.getTuplesEmittedPSMA(); // we only perform a single dynamic repartition @@ -90,12 +109,10 @@ public class Gen extends BaseOperator implements InputOperator, Partitioner<Gen> res.repartitionRequired = false; if (emittedCount > 500 && partitions < MAX_PARTITIONS) { LOG.info("processStats: trying repartition of input operator current {} required {}", - partitions, MAX_PARTITIONS); + partitions, MAX_PARTITIONS); LOG.info("**** operator id = {}, window id = {}, tuplesProcessedPSMA = {}, tuplesEmittedPSMA = {}", - batchedOperatorStats.getOperatorId(), - batchedOperatorStats.getCurrentWindowId(), - batchedOperatorStats.getTuplesProcessedPSMA(), - emittedCount); + batchedOperatorStats.getOperatorId(), batchedOperatorStats.getCurrentWindowId(), + batchedOperatorStats.getTuplesProcessedPSMA(), emittedCount); partitions = MAX_PARTITIONS; res.repartitionRequired = true; } @@ -144,7 +161,7 @@ public class Gen extends BaseOperator implements InputOperator, Partitioner<Gen> final int prevCount = list.size(); if (1 == prevCount) { // initial call LOG.info("definePartitions: First call, prevCount = {}, partitions = {}", - prevCount, partitions); + prevCount, partitions); } if (prevCount == partitions) { http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/dynamic-partition/src/main/resources/META-INF/properties.xml ---------------------------------------------------------------------- diff --git a/examples/dynamic-partition/src/main/resources/META-INF/properties.xml b/examples/dynamic-partition/src/main/resources/META-INF/properties.xml index 5bbb4b0..253bd26 100644 --- a/examples/dynamic-partition/src/main/resources/META-INF/properties.xml +++ b/examples/dynamic-partition/src/main/resources/META-INF/properties.xml @@ -1,6 +1,26 @@ <?xml version="1.0"?> +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <configuration> - <!-- + <!-- <property> <name>dt.application.{appName}.operator.{opName}.prop.{propName}</name> <value>some-default-value (if value is not specified, it is required from the user or custom config when launching)</value> @@ -20,6 +40,6 @@ <name>dt.application.Dyn.operator.gen.prop.numTuples</name> <value>1000</value> </property> - + </configuration> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/dynamic-partition/src/main/resources/unused-log4j.properties ---------------------------------------------------------------------- diff --git a/examples/dynamic-partition/src/main/resources/unused-log4j.properties b/examples/dynamic-partition/src/main/resources/unused-log4j.properties index a83a30b..625497b 100644 --- a/examples/dynamic-partition/src/main/resources/unused-log4j.properties +++ b/examples/dynamic-partition/src/main/resources/unused-log4j.properties @@ -1,3 +1,22 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + log4j.rootLogger=DEBUG,CONSOLE log4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/dynamic-partition/src/test/java/org/apache/apex/examples/dynamic/ApplicationTest.java ---------------------------------------------------------------------- diff --git a/examples/dynamic-partition/src/test/java/org/apache/apex/examples/dynamic/ApplicationTest.java b/examples/dynamic-partition/src/test/java/org/apache/apex/examples/dynamic/ApplicationTest.java index a4c8076..8964a14 100644 --- a/examples/dynamic-partition/src/test/java/org/apache/apex/examples/dynamic/ApplicationTest.java +++ b/examples/dynamic-partition/src/test/java/org/apache/apex/examples/dynamic/ApplicationTest.java @@ -1,3 +1,22 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + package org.apache.apex.examples.dynamic; import java.io.IOException; @@ -14,10 +33,11 @@ import com.datatorrent.api.LocalMode; /** * Test the DAG declaration in local mode. */ -public class ApplicationTest { - +public class ApplicationTest +{ @Test - public void testApplication() throws IOException, Exception { + public void testApplication() throws IOException, Exception + { try { LocalMode lma = LocalMode.newInstance(); Configuration conf = new Configuration(false); http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/dynamic-partition/src/test/resources/log4j.properties ---------------------------------------------------------------------- diff --git a/examples/dynamic-partition/src/test/resources/log4j.properties b/examples/dynamic-partition/src/test/resources/log4j.properties index 58d6913..3b76ecc 100644 --- a/examples/dynamic-partition/src/test/resources/log4j.properties +++ b/examples/dynamic-partition/src/test/resources/log4j.properties @@ -1,3 +1,22 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + log4j.rootLogger=DEBUG,CONSOLE log4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/enricher/XmlJavadocCommentsExtractor.xsl ---------------------------------------------------------------------- diff --git a/examples/enricher/XmlJavadocCommentsExtractor.xsl b/examples/enricher/XmlJavadocCommentsExtractor.xsl deleted file mode 100644 index 08075a9..0000000 --- a/examples/enricher/XmlJavadocCommentsExtractor.xsl +++ /dev/null @@ -1,44 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - ---> - -<!-- - Document : XmlJavadocCommentsExtractor.xsl - Created on : September 16, 2014, 11:30 AM - Description: - The transformation strips off all information except for comments and tags from xml javadoc generated by xml-doclet. ---> - -<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform"; version="1.0"> - <xsl:output method="xml" standalone="yes"/> - - <!-- copy xml by selecting only the following nodes, attributes and text --> - <xsl:template match="node()|text()|@*"> - <xsl:copy> - <xsl:apply-templates select="root|package|class|interface|method|field|type|comment|tag|text()|@name|@qualified|@text"/> - </xsl:copy> - </xsl:template> - - <!-- Strip off the following paths from the selected xml --> - <xsl:template match="//root/package/interface/interface - |//root/package/interface/method/@qualified - |//root/package/class/interface - |//root/package/class/class - |//root/package/class/method/@qualified - |//root/package/class/field/@qualified" /> - - <xsl:strip-space elements="*"/> -</xsl:stylesheet> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/enricher/pom.xml ---------------------------------------------------------------------- diff --git a/examples/enricher/pom.xml b/examples/enricher/pom.xml index 7a55d32..170efa6 100644 --- a/examples/enricher/pom.xml +++ b/examples/enricher/pom.xml @@ -1,4 +1,24 @@ <?xml version="1.0" encoding="UTF-8"?> +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <project xmlns="http://maven.apache.org/POM/4.0.0"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd";> <modelVersion>4.0.0</modelVersion> @@ -12,7 +32,7 @@ <packaging>jar</packaging> <!-- change these to the appropriate values --> - <name>Enricher</name> + <name>Apache Apex Malhar Enricher Example</name> <description>Example Use of POJO Enricher</description> <dependencies> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/enricher/src/assemble/appPackage.xml ---------------------------------------------------------------------- diff --git a/examples/enricher/src/assemble/appPackage.xml b/examples/enricher/src/assemble/appPackage.xml index 7ad071c..a870807 100644 --- a/examples/enricher/src/assemble/appPackage.xml +++ b/examples/enricher/src/assemble/appPackage.xml @@ -1,3 +1,23 @@ +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <assembly xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2 http://maven.apache.org/xsd/assembly-1.1.2.xsd";> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/enricher/src/main/java/org/apache/apex/examples/enricher/DataGenerator.java ---------------------------------------------------------------------- diff --git a/examples/enricher/src/main/java/org/apache/apex/examples/enricher/DataGenerator.java b/examples/enricher/src/main/java/org/apache/apex/examples/enricher/DataGenerator.java index 2ba5567..50f5c26 100644 --- a/examples/enricher/src/main/java/org/apache/apex/examples/enricher/DataGenerator.java +++ b/examples/enricher/src/main/java/org/apache/apex/examples/enricher/DataGenerator.java @@ -1,3 +1,22 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + package org.apache.apex.examples.enricher; import java.util.Random; @@ -31,7 +50,8 @@ public class DataGenerator extends BaseOperator implements InputOperator } @Override - public void beginWindow(long windowId) { + public void beginWindow(long windowId) + { super.beginWindow(windowId); count = 0; } @@ -39,7 +59,7 @@ public class DataGenerator extends BaseOperator implements InputOperator @Override public void emitTuples() { - if(count++ < limit) { + if (count++ < limit) { output.emit(getRecord()); } } @@ -51,12 +71,10 @@ public class DataGenerator extends BaseOperator implements InputOperator String imei = getHashInRange(imsi, 15); String circleId = Math.abs(phone.hashCode()) % NUM_CIRCLES + ""; // String record = MessageFormat.format(baseDataTemplate, phone, imsi, imei, circleId); - String record = "{" + - "\"phone\":\"" + phone + "\"," + - "\"imei\":\"" + imei+ "\"," + - "\"imsi\":\"" + imsi+ "\"," + - "\"circleId\":" + circleId + - "}"; + String record = "{" + "\"phone\":\"" + phone + "\"," + + "\"imei\":\"" + imei + "\"," + + "\"imsi\":\"" + imsi + "\"," + + "\"circleId\":" + circleId + "}"; return record.getBytes(); } http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/enricher/src/main/java/org/apache/apex/examples/enricher/EnricherAppWithJSONFile.java ---------------------------------------------------------------------- diff --git a/examples/enricher/src/main/java/org/apache/apex/examples/enricher/EnricherAppWithJSONFile.java b/examples/enricher/src/main/java/org/apache/apex/examples/enricher/EnricherAppWithJSONFile.java index 1a420c4..6894830 100644 --- a/examples/enricher/src/main/java/org/apache/apex/examples/enricher/EnricherAppWithJSONFile.java +++ b/examples/enricher/src/main/java/org/apache/apex/examples/enricher/EnricherAppWithJSONFile.java @@ -1,3 +1,22 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + package org.apache.apex.examples.enricher; import java.util.ArrayList; @@ -12,7 +31,7 @@ import com.datatorrent.contrib.enrich.POJOEnricher; import com.datatorrent.contrib.parser.JsonParser; import com.datatorrent.lib.io.ConsoleOutputOperator; -@ApplicationAnnotation(name="EnricherAppWithJSONFile") +@ApplicationAnnotation(name = "EnricherAppWithJSONFile") public class EnricherAppWithJSONFile implements StreamingApplication { @Override http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/enricher/src/main/java/org/apache/apex/examples/enricher/LineOutputOperator.java ---------------------------------------------------------------------- diff --git a/examples/enricher/src/main/java/org/apache/apex/examples/enricher/LineOutputOperator.java b/examples/enricher/src/main/java/org/apache/apex/examples/enricher/LineOutputOperator.java index aca7df6..6e0c742 100644 --- a/examples/enricher/src/main/java/org/apache/apex/examples/enricher/LineOutputOperator.java +++ b/examples/enricher/src/main/java/org/apache/apex/examples/enricher/LineOutputOperator.java @@ -1,3 +1,22 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + package org.apache.apex.examples.enricher; import java.nio.charset.Charset; @@ -19,16 +38,25 @@ public class LineOutputOperator extends AbstractFileOutputOperator<Object> private String baseName; @Override - public byte[] getBytesForTuple(Object t) { + public byte[] getBytesForTuple(Object t) + { String result = new String(t.toString().getBytes(), CS) + NL; return result.getBytes(CS); - } + } @Override - protected String getFileName(Object tuple) { + protected String getFileName(Object tuple) + { return baseName; } - public String getBaseName() { return baseName; } - public void setBaseName(String v) { baseName = v; } + public String getBaseName() + { + return baseName; + } + + public void setBaseName(String v) + { + baseName = v; + } } http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/enricher/src/main/java/org/apache/apex/examples/enricher/POJO.java ---------------------------------------------------------------------- diff --git a/examples/enricher/src/main/java/org/apache/apex/examples/enricher/POJO.java b/examples/enricher/src/main/java/org/apache/apex/examples/enricher/POJO.java index d48bd1a..2a61c59 100644 --- a/examples/enricher/src/main/java/org/apache/apex/examples/enricher/POJO.java +++ b/examples/enricher/src/main/java/org/apache/apex/examples/enricher/POJO.java @@ -1,49 +1,68 @@ -package org.apache.apex.examples.enricher; - -public class POJO -{ - private String phone; - private String imei; - private String imsi; - private int circleId; - - public String getPhone() - { - return phone; - } - - public void setPhone(String phone) - { - this.phone = phone; - } - - public String getImei() - { - return imei; - } - - public void setImei(String imei) - { - this.imei = imei; - } - - public String getImsi() - { - return imsi; - } - - public void setImsi(String imsi) - { - this.imsi = imsi; - } - - public int getCircleId() - { - return circleId; - } - - public void setCircleId(int circleId) - { - this.circleId = circleId; - } -} +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +package org.apache.apex.examples.enricher; + +public class POJO +{ + private String phone; + private String imei; + private String imsi; + private int circleId; + + public String getPhone() + { + return phone; + } + + public void setPhone(String phone) + { + this.phone = phone; + } + + public String getImei() + { + return imei; + } + + public void setImei(String imei) + { + this.imei = imei; + } + + public String getImsi() + { + return imsi; + } + + public void setImsi(String imsi) + { + this.imsi = imsi; + } + + public int getCircleId() + { + return circleId; + } + + public void setCircleId(int circleId) + { + this.circleId = circleId; + } +} http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/enricher/src/main/java/org/apache/apex/examples/enricher/POJOEnriched.java ---------------------------------------------------------------------- diff --git a/examples/enricher/src/main/java/org/apache/apex/examples/enricher/POJOEnriched.java b/examples/enricher/src/main/java/org/apache/apex/examples/enricher/POJOEnriched.java index df08c7f..55566c9 100644 --- a/examples/enricher/src/main/java/org/apache/apex/examples/enricher/POJOEnriched.java +++ b/examples/enricher/src/main/java/org/apache/apex/examples/enricher/POJOEnriched.java @@ -1,3 +1,22 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + package org.apache.apex.examples.enricher; public class POJOEnriched @@ -58,7 +77,8 @@ public class POJOEnriched this.circleName = circleName; } - @Override public String toString() + @Override + public String toString() { return "POJOEnriched{" + "phone='" + phone + '\'' + http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/enricher/src/main/resources/META-INF/properties.xml ---------------------------------------------------------------------- diff --git a/examples/enricher/src/main/resources/META-INF/properties.xml b/examples/enricher/src/main/resources/META-INF/properties.xml index 543b99a..c37be45 100644 --- a/examples/enricher/src/main/resources/META-INF/properties.xml +++ b/examples/enricher/src/main/resources/META-INF/properties.xml @@ -1,4 +1,24 @@ <?xml version="1.0"?> +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <configuration> <!-- Parser --> <property> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/enricher/src/test/java/org/apache/apex/examples/enricher/ApplicationTest.java ---------------------------------------------------------------------- diff --git a/examples/enricher/src/test/java/org/apache/apex/examples/enricher/ApplicationTest.java b/examples/enricher/src/test/java/org/apache/apex/examples/enricher/ApplicationTest.java index 6b6698e..6cbf846 100644 --- a/examples/enricher/src/test/java/org/apache/apex/examples/enricher/ApplicationTest.java +++ b/examples/enricher/src/test/java/org/apache/apex/examples/enricher/ApplicationTest.java @@ -1,3 +1,21 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ package org.apache.apex.examples.enricher; import javax.validation.ConstraintViolationException; @@ -12,10 +30,12 @@ import com.datatorrent.api.LocalMode; /** * Test the DAG declaration in local mode. */ -public class ApplicationTest { +public class ApplicationTest +{ @Test - public void testApplication() throws Exception { + public void testApplication() throws Exception + { try { LocalMode lma = LocalMode.newInstance(); Configuration conf = new Configuration(false); http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/enricher/src/test/resources/log4j.properties ---------------------------------------------------------------------- diff --git a/examples/enricher/src/test/resources/log4j.properties b/examples/enricher/src/test/resources/log4j.properties index 3bfcdc5..451cff3 100644 --- a/examples/enricher/src/test/resources/log4j.properties +++ b/examples/enricher/src/test/resources/log4j.properties @@ -1,3 +1,22 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + log4j.rootLogger=DEBUG,CONSOLE log4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/filter/XmlJavadocCommentsExtractor.xsl ---------------------------------------------------------------------- diff --git a/examples/filter/XmlJavadocCommentsExtractor.xsl b/examples/filter/XmlJavadocCommentsExtractor.xsl deleted file mode 100644 index 08075a9..0000000 --- a/examples/filter/XmlJavadocCommentsExtractor.xsl +++ /dev/null @@ -1,44 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. - ---> - -<!-- - Document : XmlJavadocCommentsExtractor.xsl - Created on : September 16, 2014, 11:30 AM - Description: - The transformation strips off all information except for comments and tags from xml javadoc generated by xml-doclet. ---> - -<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform"; version="1.0"> - <xsl:output method="xml" standalone="yes"/> - - <!-- copy xml by selecting only the following nodes, attributes and text --> - <xsl:template match="node()|text()|@*"> - <xsl:copy> - <xsl:apply-templates select="root|package|class|interface|method|field|type|comment|tag|text()|@name|@qualified|@text"/> - </xsl:copy> - </xsl:template> - - <!-- Strip off the following paths from the selected xml --> - <xsl:template match="//root/package/interface/interface - |//root/package/interface/method/@qualified - |//root/package/class/interface - |//root/package/class/class - |//root/package/class/method/@qualified - |//root/package/class/field/@qualified" /> - - <xsl:strip-space elements="*"/> -</xsl:stylesheet> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/filter/pom.xml ---------------------------------------------------------------------- diff --git a/examples/filter/pom.xml b/examples/filter/pom.xml index 7ef038e..265ddd5 100644 --- a/examples/filter/pom.xml +++ b/examples/filter/pom.xml @@ -1,4 +1,24 @@ <?xml version="1.0" encoding="UTF-8"?> +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <project xmlns="http://maven.apache.org/POM/4.0.0"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd";> <modelVersion>4.0.0</modelVersion> @@ -12,7 +32,7 @@ <packaging>jar</packaging> <!-- change these to the appropriate values --> - <name>Filter Operator</name> + <name>Apache Apex Malhar Filter Example</name> <description>Apex application demonstrating filter operator</description> <dependencies> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/filter/src/assemble/appPackage.xml ---------------------------------------------------------------------- diff --git a/examples/filter/src/assemble/appPackage.xml b/examples/filter/src/assemble/appPackage.xml index 7ad071c..a870807 100644 --- a/examples/filter/src/assemble/appPackage.xml +++ b/examples/filter/src/assemble/appPackage.xml @@ -1,3 +1,23 @@ +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <assembly xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2 http://maven.apache.org/xsd/assembly-1.1.2.xsd";> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/filter/src/main/java/org/apache/apex/examples/filter/Application.java ---------------------------------------------------------------------- diff --git a/examples/filter/src/main/java/org/apache/apex/examples/filter/Application.java b/examples/filter/src/main/java/org/apache/apex/examples/filter/Application.java index 5bbf159..ce832e6 100644 --- a/examples/filter/src/main/java/org/apache/apex/examples/filter/Application.java +++ b/examples/filter/src/main/java/org/apache/apex/examples/filter/Application.java @@ -1,8 +1,23 @@ /** - * Copyright (c) 2016 DataTorrent, Inc. - * All rights reserved. + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. */ + package org.apache.apex.examples.filter; import org.apache.apex.malhar.lib.fs.FSRecordReaderModule; @@ -19,7 +34,7 @@ import com.datatorrent.lib.filter.FilterOperator; /** * Simple application illustrating filter operator */ -@ApplicationAnnotation(name="FilterExample") +@ApplicationAnnotation(name = "FilterExample") public class Application implements StreamingApplication { http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/filter/src/main/java/org/apache/apex/examples/filter/TransactionPOJO.java ---------------------------------------------------------------------- diff --git a/examples/filter/src/main/java/org/apache/apex/examples/filter/TransactionPOJO.java b/examples/filter/src/main/java/org/apache/apex/examples/filter/TransactionPOJO.java index 4b0d7a9..528d8b1 100644 --- a/examples/filter/src/main/java/org/apache/apex/examples/filter/TransactionPOJO.java +++ b/examples/filter/src/main/java/org/apache/apex/examples/filter/TransactionPOJO.java @@ -1,8 +1,23 @@ /** - * Copyright (c) 2016 DataTorrent, Inc. - * All rights reserved. + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. */ + package org.apache.apex.examples.filter; public class TransactionPOJO http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/filter/src/main/resources/META-INF/properties.xml ---------------------------------------------------------------------- diff --git a/examples/filter/src/main/resources/META-INF/properties.xml b/examples/filter/src/main/resources/META-INF/properties.xml index 8c1a4a3..58b6e08 100644 --- a/examples/filter/src/main/resources/META-INF/properties.xml +++ b/examples/filter/src/main/resources/META-INF/properties.xml @@ -1,6 +1,26 @@ <?xml version="1.0"?> +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <configuration> - <!-- + <!-- <property> <name>dt.application.{appName}.operator.{opName}.prop.{propName}</name> <value>some-default-value (if value is not specified, it is required from the user or custom config when launching)</value> @@ -14,7 +34,7 @@ --> <!-- these values override those set in populateDAG --> - + <property> <name>dt.application.FilterExample.operator.*.attr.MEMORY_MB</name> <value>750</value> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/filter/src/test/java/org/apache/apex/examples/filter/ApplicationTest.java ---------------------------------------------------------------------- diff --git a/examples/filter/src/test/java/org/apache/apex/examples/filter/ApplicationTest.java b/examples/filter/src/test/java/org/apache/apex/examples/filter/ApplicationTest.java index 2170753..b820643 100644 --- a/examples/filter/src/test/java/org/apache/apex/examples/filter/ApplicationTest.java +++ b/examples/filter/src/test/java/org/apache/apex/examples/filter/ApplicationTest.java @@ -1,8 +1,23 @@ /** - * Copyright (c) 2016 DataTorrent, Inc. - * All rights reserved. + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. */ + package org.apache.apex.examples.filter; import java.io.File; http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/b8a83a45/examples/filter/src/test/resources/log4j.properties ---------------------------------------------------------------------- diff --git a/examples/filter/src/test/resources/log4j.properties b/examples/filter/src/test/resources/log4j.properties index 98544e8..1c9776b 100644 --- a/examples/filter/src/test/resources/log4j.properties +++ b/examples/filter/src/test/resources/log4j.properties @@ -1,3 +1,22 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + log4j.rootLogger=DEBUG,CONSOLE log4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender
